for PF runs use multiple processes on the same dataset at a time

misko · Nov 1, 2024 · ea6b35d · ea6b35d
1 parent 3988b29
commit ea6b35d
Showing 1 changed file with 9 additions and 9 deletions.
diff --git a/spf/model_training_and_inference/models/particle_filter.py b/spf/model_training_and_inference/models/particle_filter.py
@@ -230,15 +230,15 @@ def get_parser():
     random.shuffle(jobs_per_ds_fn)
 
     # one job per dataset
-    jobs = [
-        {
-            "ds_fn": ds_fn,
-            "precompute_cache": args.precompute_cache,
-            "empirical_pkl_fn": args.empirical_pkl_fn,
-            "jobs": jobs_per_ds_fn,
-        }
-        for ds_fn in args.datasets
-    ]
+    # jobs = [
+    #     {
+    #         "ds_fn": ds_fn,
+    #         "precompute_cache": args.precompute_cache,
+    #         "empirical_pkl_fn": args.empirical_pkl_fn,
+    #         "jobs": jobs_per_ds_fn,
+    #     }
+    #     for ds_fn in args.datasets
+    # ]
 
     jobs = []
     for ds_fn in args.datasets: