Add `tsm` Python module by Grufoony · Pull Request #410 · physycom/DynamicalSystemFramework

Grufoony · 2026-02-20T15:52:45Z

No description provided.

src/dsf/__init__.py

    to_folium_map as to_folium_map,
 )
+
+from .tsm import TSM as TSM


src/dsf/tsm/__init__.py

@@ -0,0 +1 @@
+from .tsm import TSM as TSM


src/dsf/tsm/__init__.py

@@ -0,0 +1 @@
+from .tsm import TSM as TSM


src/dsf/tsm/tsm.py

@@ -0,0 +1,204 @@
+from __future__ import annotations


src/dsf/tsm/tsm.py

+    # helpers
+    # ------------------------------------------------------------------
+    @property
+    def _group_cols(self) -> list[str]:


src/dsf/tsm/tsm.py

src/dsf/__init__.py

    to_folium_map as to_folium_map,
 )
+
+from .tsm import TSM as TSM


src/dsf/__init__.py

    to_folium_map as to_folium_map,
 )
+
+from .tsm import TSM as TSM


src/dsf/tsm/__init__.py

@@ -0,0 +1 @@
+from .tsm import TSM as TSM


src/dsf/tsm/__init__.py

@@ -0,0 +1 @@
+from .tsm import TSM as TSM


src/dsf/tsm/tsm.py

+    # helpers
+    # ------------------------------------------------------------------
+    @property
+    def _group_cols(self) -> list[str]:


src/dsf/tsm/__init__.py

@@ -0,0 +1 @@
+from .tsm import TSM as TSM


src/dsf/tsm/tsm.py

@@ -0,0 +1,204 @@
+from __future__ import annotations


src/dsf/tsm/tsm.py

@@ -0,0 +1,204 @@
+from __future__ import annotations


src/dsf/tsm/tsm.py

+    """
+
+    def __init__(
+        self,


src/dsf/tsm/tsm.py

+    # helpers
+    # ------------------------------------------------------------------
+    @property
+    def _group_cols(self) -> list[str]:


src/dsf/tsm/tsm.py

+    # public API
+    # ------------------------------------------------------------------
+    def clusterize(
+        self,


src/dsf/tsm/tsm.py

+    # ------------------------------------------------------------------
+    def clusterize(
+        self,
+        min_vehicles: int = 5,


src/dsf/tsm/tsm.py

+    def clusterize(
+        self,
+        min_vehicles: int = 5,
+        gap_factor: float = 3.0,


src/dsf/tsm/tsm.py

codecov · 2026-02-20T15:56:59Z

Codecov Report

✅ All modified and coverable lines are covered by tests.
✅ Project coverage is 87.21%. Comparing base (f51a2fe) to head (8b79593).

Additional details and impacted files

@@           Coverage Diff           @@
##             main     #410   +/-   ##
=======================================
  Coverage   87.21%   87.21%           
=======================================
  Files          52       52           
  Lines        6428     6428           
  Branches      714      714           
=======================================
  Hits         5606     5606           
  Misses        803      803           
  Partials       19       19

Flag	Coverage Δ
unittests	`87.21% <ø> (ø)`

Flags with carried forward coverage won't be shown. Click here to find out more.

☔ View full report in Codecov by Sentry.
📢 Have feedback on the report? Share it here.

🚀 New features to boost your workflow:

❄️ Test Analytics: Detect flaky tests, report on failures, and find test suite problems.
📦 JS Bundle Analysis: Save yourself from yourself by tracking and limiting bundle sizes in JS merges.

…division

Tsm clustering spark

src/dsf/tsm/__init__.py

@@ -0,0 +1,2 @@
+from .tsm import TSM as TSM
+from .tsm import _get_or_create_spark 


src/dsf/tsm/tsm.py

+from pathlib import Path
+from typing import Dict, Optional
+
+from pyspark.sql import DataFrame, SparkSession, Window


src/dsf/tsm/tsm.py

+from typing import Dict, Optional
+
+from pyspark.sql import DataFrame, SparkSession, Window
+import pyspark.sql.functions as F


src/dsf/tsm/tsm.py

+import pyspark.sql.functions as F
+
+
+def _get_or_create_spark(


github-advanced-security

Pylint (reported by Codacy) found more than 20 potential problems in the proposed changes. Check the Files changed tab for more details.

src/dsf/tsm/__init__.py

@@ -0,0 +1,2 @@
+from .tsm import TSM as TSM
+from .tsm import _get_or_create_spark 


src/dsf/tsm/tsm.py

+import pyspark.sql.functions as F
+
+
+def _get_or_create_spark(


src/dsf/tsm/tsm.py

+        .config("spark.executor.memory", executor_memory) \
+        .config("spark.sql.shuffle.partitions", str(shuffle_partitions)) \
+        .config("spark.sql.adaptive.enabled", str(adaptive_enabled).lower()) \
+        .config("spark.sql.adaptive.coalescePartitions.enabled", str(adaptive_coalesce_enabled).lower()) \


src/dsf/tsm/tsm.py

+        column_mapping: Optional[Dict[str, str]] = None,
+    ) -> None:
+        if column_mapping is not None:
+            df = data


src/dsf/tsm/tsm.py

+            df = data
+            for src, eng in column_mapping.items():
+                if src in df.columns:
+                    df = df.withColumnRenamed(src, eng)


src/dsf/tsm/tsm.py

+        )
+        if intermediates:
+            self._result_intratimes = df.drop("new_cluster").drop("prev_timestamp")
+


src/dsf/tsm/tsm.py

+                F.try_divide(F.col("num_vehicles"), F.col("cluster_len_km") * F.col("n_lanes")),
+            ).withColumn(
+                "flow",
+                F.try_divide(F.col("num_vehicles") * 3.6e3, F.col("cluster_dt_s") * F.col("n_lanes")),


src/dsf/tsm/tsm.py

+            If :meth:`clusterize` has not been called yet.
+        """
+        if self._result_intratimes is None:
+            raise RuntimeError("Call .clusterize() with intermediates=True before accessing .result_intratimes")


src/dsf/tsm/tsm.py

+        return self._result_intratimes
+
+    @property
+    def df(self) -> DataFrame:


src/dsf/tsm/tsm.py

+            rows = self._result.count()
+        else:
+            rows = self._df.count()
+        return f"TSM(status={status}, rows={rows})"


Init tsm module

34d515c

github-advanced-security bot found potential problems Feb 20, 2026

View reviewed changes

Grufoony force-pushed the main branch from 3318fdd to 9d0103f Compare February 23, 2026 15:42

Grufoony and others added 8 commits February 24, 2026 17:25

Transforming from a polars-dependent version to a pyspark version

ce394b3

Adding pyspark dependencies

d562ea9

Add _get_or_create_spark import

374a1fd

Refactor density and flow calculations to use F.try_divide for safer …

3e08ce5

…division

adding the dataframe labeled with intratimes

823c9bc

Resolving pull request advices

703a660

Merge pull request #412 from Niconiki99/tsm_clustering_spark

781f32a

Tsm clustering spark

Merge branch 'main' into tsm

8b79593

github-advanced-security bot found potential problems Mar 12, 2026

View reviewed changes

		@@ -0,0 +1,2 @@
		from .tsm import TSM as TSM
		from .tsm import _get_or_create_spark

Conversation

Grufoony commented Feb 20, 2026

Uh oh!

Check warning

Check warning

Check warning

Check warning

Check warning

Uh oh!

Check warning

Check warning

Check warning

Check warning

Uh oh!

Check warning

Check warning

Check warning

Check warning

Check warning

Uh oh!

Check warning

Check warning

Check warning

Check warning

Uh oh!

codecov bot commented Feb 20, 2026 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Codecov Report

Uh oh!

Check warning

Check warning

Check warning

Check warning

github-advanced-security bot left a comment

Choose a reason for hiding this comment

Uh oh!

Check warning

Check warning

Check warning

Check warning

Check warning

Check warning

Check warning

Check warning

Check warning

Check warning

Reviewers

Assignees

Labels

Projects

Milestone

Development

Uh oh!

2 participants

codecov bot commented Feb 20, 2026 •

edited

Loading