From ea6b35d9636f04be7274dcabf4ee70f156b17102 Mon Sep 17 00:00:00 2001 From: misko Date: Fri, 1 Nov 2024 02:28:02 +0000 Subject: [PATCH] for PF runs use multiple processes on the same dataset at a time --- .../models/particle_filter.py | 18 +++++++++--------- 1 file changed, 9 insertions(+), 9 deletions(-) diff --git a/spf/model_training_and_inference/models/particle_filter.py b/spf/model_training_and_inference/models/particle_filter.py index 70f47a8..8141a78 100644 --- a/spf/model_training_and_inference/models/particle_filter.py +++ b/spf/model_training_and_inference/models/particle_filter.py @@ -230,15 +230,15 @@ def get_parser(): random.shuffle(jobs_per_ds_fn) # one job per dataset - jobs = [ - { - "ds_fn": ds_fn, - "precompute_cache": args.precompute_cache, - "empirical_pkl_fn": args.empirical_pkl_fn, - "jobs": jobs_per_ds_fn, - } - for ds_fn in args.datasets - ] + # jobs = [ + # { + # "ds_fn": ds_fn, + # "precompute_cache": args.precompute_cache, + # "empirical_pkl_fn": args.empirical_pkl_fn, + # "jobs": jobs_per_ds_fn, + # } + # for ds_fn in args.datasets + # ] jobs = [] for ds_fn in args.datasets: