From 7e30bb006d0c4c089057f1ff345e3080a522ca09 Mon Sep 17 00:00:00 2001 From: chenhesen Date: Mon, 16 Oct 2023 10:53:28 +0800 Subject: [PATCH] Modify the location of RayExecutor import (#35) - avoid the ray bug --- data_juicer/core/__init__.py | 1 - tools/process_data.py | 3 ++- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/data_juicer/core/__init__.py b/data_juicer/core/__init__.py index 2793534a2..cf712d21a 100644 --- a/data_juicer/core/__init__.py +++ b/data_juicer/core/__init__.py @@ -1,6 +1,5 @@ from .analyser import Analyser from .data import NestedDataset from .executor import Executor -from .ray_executor import RayExecutor from .exporter import Exporter from .tracer import Tracer diff --git a/tools/process_data.py b/tools/process_data.py index 713c71dbc..f92d4ac5a 100644 --- a/tools/process_data.py +++ b/tools/process_data.py @@ -1,7 +1,7 @@ from loguru import logger from data_juicer.config import init_configs -from data_juicer.core import Executor, RayExecutor +from data_juicer.core import Executor @logger.catch @@ -10,6 +10,7 @@ def main(): if cfg.executor_type == 'default': executor = Executor(cfg) elif cfg.executor_type == 'ray': + from data_juicer.core.ray_executor import RayExecutor executor = RayExecutor(cfg) executor.run()