add remaining tests

Signed-off-by: Oliver Koenig <[email protected]>
NVIDIA · May 15, 2024 · ff4014d · ff4014d
1 parent 226245e
commit ff4014d
Showing 1 changed file with 18 additions and 5 deletions.
diff --git a/.github/workflows/cicd-main.yml b/.github/workflows/cicd-main.yml
@@ -266,10 +266,15 @@ jobs:
         - name: Checkout repository
           uses: actions/checkout@v4
         - run: |
+            mkdir -p /home/TestData/nlp/megatron_llama/llama_ci.nemo/${{ github.run_id }};
             CUDA_VISIBLE_DEVICES=0 python scripts/checkpoint_converters/convert_llama_hf_to_nemo.py \
             --input_name_or_path=/home/TestData/nlp/megatron_llama/llama-ci-hf-tiny \
-            --output_path=/home/TestData/nlp/megatron_llama/llama_ci.nemo \
+            --output_path=/home/TestData/nlp/megatron_llama/llama_ci.nemo/${{ github.run_id }} \
             --precision=16
+        - name: Cleanup
+          if: "always()"
+          run: |
+            rm -rf /home/TestData/nlp/megatron_llama/llama_ci.nemo/${{ github.run_id }}/
         - uses: "NVIDIA/NeMo/.github/actions/cancel-workflow@main"
           if: "failure()"
 
@@ -291,11 +296,15 @@ jobs:
         - name: Checkout repository
           uses: actions/checkout@v2
         - run: |
+            mkdir -p /home/TestData/nlp/megatron_llama/llama3-ci-hf/llama3_ci.nemo/${{ github.run_id }};
             CUDA_VISIBLE_DEVICES=0 python scripts/checkpoint_converters/convert_llama_hf_to_nemo.py \
             --input_name_or_path=/home/TestData/nlp/megatron_llama/llama3-ci-hf \
-            --output_path=/home/TestData/nlp/megatron_llama/llama3-ci-hf/llama3_ci.nemo \
+            --output_path=/home/TestData/nlp/megatron_llama/llama3-ci-hf/llama3_ci.nemo/${{ github.run_id }} \
             --precision=16
-            rm -f /home/TestData/nlp/megatron_llama/llama3-ci-hf/llama3_ci.nemo
+        - name: Cleanup
+          if: "always()"
+          run: |
+            rm -rf /home/TestData/nlp/megatron_llama/llama3-ci-hf/llama3_ci.nemo/${{ github.run_id }}/
         - uses: "NVIDIA/NeMo/.github/actions/cancel-workflow@main"
           if: "failure()"
 
@@ -347,10 +356,14 @@ jobs:
         - name: Checkout repository
           uses: actions/checkout@v4
         - run: |
+            mkdir -p /home/TestData/nlp/megatron_gpt/falcon-ci-hf/falcon_ci.nemo/${{ github.run_id }};
             python scripts/checkpoint_converters/convert_falcon_hf_to_nemo.py \
             --input_name_or_path /home/TestData/nlp/megatron_gpt/falcon-ci-hf \
-            --output_path /home/TestData/nlp/megatron_gpt/falcon-ci-hf/falcon_ci.nemo
-            rm -f /home/TestData/nlp/megatron_gpt/falcon-ci-hf/falcon_ci.nemo
+            --output_path /home/TestData/nlp/megatron_gpt/falcon-ci-hf/falcon_ci.nemo/${{ github.run_id }}
+        - name: Cleanup
+          if: "always()"
+          run: |
+            rm -rf /home/TestData/nlp/megatron_gpt/falcon-ci-hf/falcon_ci.nemo/${{ github.run_id }}/
         - uses: "NVIDIA/NeMo/.github/actions/cancel-workflow@main"
           if: "failure()"