add psutil to minimal requires

modelscope · Apr 18, 2024 · 8307d3c · 8307d3c
1 parent 7f74cf1
commit 8307d3c
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/data_juicer/utils/process_utils.py b/data_juicer/utils/process_utils.py
@@ -1,6 +1,7 @@
 import math
 import subprocess
 
+import psutil
 from loguru import logger
 
 from data_juicer import cuda_device_count, use_cuda
@@ -23,7 +24,6 @@ def get_min_cuda_memory():
 
 def calculate_np(num_proc, op, op_name):
     """Calculate the optimum number of processes for the given OP"""
-    import psutil
     if num_proc is None:
         num_proc = psutil.cpu_count()
     if use_cuda() and op._accelerator == 'cuda':

diff --git a/environments/minimal_requires.txt b/environments/minimal_requires.txt
@@ -24,3 +24,4 @@ streamlit
 spacy==3.5.0
 multiprocess==0.70.12
 dill==0.3.4
+psutil