merge main

configs/demo/sandbox/vbench_eval_config.yaml

@@ -17,10 +17,11 @@ load_ckpt_from_local: false
 
 # The dimensions considered in this eval.
 # All dimensions include: ['subject_consistency', 'background_consistency',
-#       'temporal_flickering', 'motion_smoothness', 'dynamic_degree', 
-#       'aesthetic_quality', 'imaging_quality', 'object_class',
-#       'multiple_objects', 'human_action', 'color', 'spatial_relationship',
-#       'scene', 'temporal_style', 'appearance_style', 'overall_consistency']
+#       'temporal_flickering', 'dynamic_degree', 'aesthetic_quality', 
+#       'object_class', 'multiple_objects', 'human_action', 'color',
+#       'spatial_relationship', 'scene', 'temporal_style', 
+#       'appearance_style', 'overall_consistency']
+# NOTE: the evaluation of motion_smoothness and imaging_quality has bug in the pipy vbench repository.
 dimension_list:
-  -subject_consistency
-  -dynamic_degree
+  - subject_consistency
+  - dynamic_degree

data_juicer/core/sandbox/evaluators.py

@@ -1,5 +1,6 @@
 import os
 import shutil
+import torch
 from vbench import VBench
 
 from data_juicer import cuda_device_count
@@ -101,7 +102,7 @@ def run(self, eval_type, eval_obj, **kwargs):
             else:
                 device = torch.device("cpu")
             my_vbench = VBench(device, prompt_path, result_dir)
-            my_VBench.evaluate(
+            my_vbench.evaluate(
                 videos_path = videos_path,
                 name = name,
                 dimension_list = dimension_list,

environments/sandbox_requires.txt

@@ -1,2 +1,6 @@
 torch
-vbench
+vbench
+wandb
+fire
+pyspark
+detectron2@git+https://github.com/facebookresearch/[email protected]

tools/sandbox_starter.py

@@ -2,8 +2,9 @@
 
 import yaml
 from loguru import logger
+from jsonargparse import dict_to_namespace
 
-from data_juicer.config import dict_to_namespace, init_configs
+from data_juicer.config import init_configs
 from data_juicer.core.sandbox.pipelines import SandBoxExecutor