diff --git a/data_juicer/core/__init__.py b/data_juicer/core/__init__.py index 2793534a2..cf712d21a 100644 --- a/data_juicer/core/__init__.py +++ b/data_juicer/core/__init__.py @@ -1,6 +1,5 @@ from .analyser import Analyser from .data import NestedDataset from .executor import Executor -from .ray_executor import RayExecutor from .exporter import Exporter from .tracer import Tracer diff --git a/tools/process_data.py b/tools/process_data.py index 713c71dbc..f92d4ac5a 100644 --- a/tools/process_data.py +++ b/tools/process_data.py @@ -1,7 +1,7 @@ from loguru import logger from data_juicer.config import init_configs -from data_juicer.core import Executor, RayExecutor +from data_juicer.core import Executor @logger.catch @@ -10,6 +10,7 @@ def main(): if cfg.executor_type == 'default': executor = Executor(cfg) elif cfg.executor_type == 'ray': + from data_juicer.core.ray_executor import RayExecutor executor = RayExecutor(cfg) executor.run()