add option for running filters on fixed val dataset from txt

misko · Nov 5, 2024 · c5aaeef · c5aaeef
1 parent 2d8df23
commit c5aaeef
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/spf/scripts/run_filters_on_data.py b/spf/scripts/run_filters_on_data.py
@@ -494,6 +494,8 @@ def get_parser():
     # ]
 
     dataset_fns = sorted(args.datasets)
+    if len(dataset_fns) == 1 and dataset_fns[0][-4:] == ".txt":
+        dataset_fns = [x.strip() for x in open(dataset_fns[0]).readlines()]
 
     random.seed(args.seed)
     random.shuffle(dataset_fns)