From 41a5116019bf9a0ab359e851d93323ed64259276 Mon Sep 17 00:00:00 2001 From: "Jason T. Greene" Date: Thu, 2 May 2024 11:15:28 -0500 Subject: [PATCH] Restore sequential pip due to conflicts when flattened Signed-off-by: Jason T. Greene --- training/deepspeed/Containerfile | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/training/deepspeed/Containerfile b/training/deepspeed/Containerfile index c757037e..854864de 100644 --- a/training/deepspeed/Containerfile +++ b/training/deepspeed/Containerfile @@ -4,7 +4,11 @@ FROM nvcr.io/nvidia/cuda:12.1.1-cudnn8-devel-ubi9 RUN dnf install -y python python-devel git RUN python -m ensurepip --upgrade RUN pip3 install torch==2.1.2 --index-url https://download.pytorch.org/whl/cu121 -RUN pip3 install packaging wheel flash-attn==2.5.7 deepspeed==0.14.2 transformers==4.40.1 ipdb jupyterlab gpustat matplotlib hydra-core datasets rich numba +RUN pip3 install packaging wheel +RUN pip3 install flash-attn==2.5.7 +RUN pip3 install deepspeed==0.14.2 +RUN pip3 install transformers==4.40.1 +RUN pip3 install ipdb jupyterlab gpustat matplotlib hydra-core datasets rich numba RUN git clone https://github.com/instructlab/training.git RUN mkdir -p /ilab-data/training_output