Merge pull request #443 from n1hility/fix-deepspeed

Fix deep speed
containers · May 2, 2024 · 261ccf8 · 261ccf8
2 parents 208ac10 + 41a5116
commit 261ccf8
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/training/deepspeed/Containerfile b/training/deepspeed/Containerfile
@@ -4,7 +4,11 @@ FROM nvcr.io/nvidia/cuda:12.1.1-cudnn8-devel-ubi9
 RUN dnf install -y python python-devel git
 RUN python -m ensurepip --upgrade
 RUN pip3 install torch==2.1.2 --index-url https://download.pytorch.org/whl/cu121
-RUN pip3 install packaging wheel flash-attn==2.5.7 deepspeed==0.14.2 transformers==4.40.1 ipdb jupyterlab gpustat matplotlib hydra-core datasets rich numba
+RUN pip3 install packaging wheel
+RUN pip3 install flash-attn==2.5.7
+RUN pip3 install deepspeed==0.14.2
+RUN pip3 install transformers==4.40.1
+RUN pip3 install ipdb jupyterlab gpustat matplotlib hydra-core datasets rich numba
 RUN git clone https://github.com/instructlab/training.git
 RUN mkdir -p /ilab-data/training_output