From 226245e7e6dad3737984f7efa35b89cb5cd7ce75 Mon Sep 17 00:00:00 2001 From: Oliver Koenig Date: Mon, 13 May 2024 17:53:20 +0200 Subject: [PATCH] ci: Multi-tenancy for tests and garbage collection Signed-off-by: Oliver Koenig --- .github/workflows/cicd-main.yml | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/.github/workflows/cicd-main.yml b/.github/workflows/cicd-main.yml index ef646ab92e7ba..eeb5e6fb53907 100644 --- a/.github/workflows/cicd-main.yml +++ b/.github/workflows/cicd-main.yml @@ -317,10 +317,15 @@ jobs: - name: Checkout repository uses: actions/checkout@v4 - run: | + mkdir -p /home/TestData/nlp/megatron_gpt/starcoder-ci-hf/${{ github.run_id }}; python scripts/checkpoint_converters/convert_starcoder_hf_to_nemo.py \ --input_name_or_path /home/TestData/nlp/megatron_gpt/starcoder-ci-hf \ - --output_path /home/TestData/nlp/megatron_gpt/starcoder-ci-hf - rm -f /home/TestData/nlp/megatron_gpt/starcoder-ci-hf/megatron_starcoder_tp1_pp1.nemo + --output_path /home/TestData/nlp/megatron_gpt/starcoder-ci-hf/${{ github.run_id }} + - name: Cleanup + if: "always()" + run: | + rm -rf /home/TestData/nlp/megatron_gpt/starcoder-ci-hf/megatron_starcoder_tp1_pp1.nemo; + rm -rf /home/TestData/nlp/megatron_gpt/starcoder-ci-hf/${{ github.run_id }}/ - uses: "NVIDIA/NeMo/.github/actions/cancel-workflow@main" if: "failure()"