diff --git a/Dockerfile.ci b/Dockerfile.ci index dd8af593768f..55c31e47f6d3 100644 --- a/Dockerfile.ci +++ b/Dockerfile.ci @@ -47,6 +47,7 @@ pip install --no-cache-dir --no-build-isolation --extra-index-url https://pypi.n "megatron_core @ git+https://github.com/NVIDIA/Megatron-LM.git@${MCORE_TAG}" \ "nvidia-modelopt[torch]~=${MODELOPT_VERSION}" \ "apex @ git+https://github.com/NVIDIA/apex.git@${APEX_TAG}" \ +"unstructured==0.14.9" \ "llama-index==0.10.43" \ "onnxscript @ git+https://github.com/microsoft/onnxscript" \ -r tools/ctc_segmentation/requirements.txt \ diff --git a/nemo/lightning/_strategy_lib.py b/nemo/lightning/_strategy_lib.py index 3bd62ddce24a..5d7910f70f03 100644 --- a/nemo/lightning/_strategy_lib.py +++ b/nemo/lightning/_strategy_lib.py @@ -136,6 +136,7 @@ def set_model_parallel_attributes(model, parallelism): config.expert_model_parallel_size = parallelism.expert_model_parallel_size config.moe_extended_tp = parallelism.moe_extended_tp config.sequence_parallel = parallelism.sequence_parallel + config.pipeline_dtype = parallelism.pipeline_dtype return config