fix empty 2025 issue

mysociety · Jan 3, 2025 · 10e11e4 · 10e11e4
1 parent 7a191aa
commit 10e11e4
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/src/parl_motion_detector/process.py b/src/parl_motion_detector/process.py
@@ -153,9 +153,12 @@ def move_to_package(data_dir: Path = data_dir):
     for file_ending in file_endings:
         dfs = []
         for file in parquet_dir.glob(f"*-{file_ending}"):
-            dfs.append(pd.read_parquet(file))
+            df = pd.read_parquet(file)
+            if len(df) > 1:
+                dfs.append(pd.read_parquet(file))
 
         df = pd.concat(dfs)
+
         # sort by first column
         df = df.sort_values(by=df.columns[0])