[Nemo Unit Tests] Split CPU unit tests (NVIDIA#10365)

* Split CPU unit tests * Split CPU unit tests * Fix:Run pytest in specific paths * Fix:Run pytest in specific paths * Fix:Run pytest in specific paths
xuanzic · Sep 6, 2024 · ad5ef75 · ad5ef75
1 parent 34393c6
commit ad5ef75
Showing 1 changed file with 124 additions and 11 deletions.
diff --git a/.github/workflows/cicd-main.yml b/.github/workflows/cicd-main.yml
@@ -133,16 +133,119 @@ jobs:
         NEMO_NUMBA_MINVER=0.53 pytest -m "not pleasefixme" --with_downloads
       IS_OPTIONAL: true
 
-   # # TODO refactor: Commenting this test out until it is fixed & works properly again (test passes again)
-  # OPTIONAL_L0_Unit_Tests_CPU:
-  #   needs: [cicd-test-container-setup]
-  #   uses: ./.github/workflows/_test_template.yml
-  #   with:
-  #     RUNNER: self-hosted-azure-cpu
-  #     TIMEOUT: 60
-  #     SCRIPT: |
-  #       CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
-  #     IS_OPTIONAL: true
+  # L0: CPU unit tests
+  L0_Unit_Tests_CPU_ASR:
+     needs: [cicd-test-container-setup]
+     uses: ./.github/workflows/_test_template.yml
+     with:
+       RUNNER: self-hosted-azure-cpu
+       TIMEOUT: 20
+       SCRIPT: |
+         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest tests/collections/asr -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
+       IS_OPTIONAL: true
+
+  L0_Unit_Tests_CPU_Audio:
+     needs: [cicd-test-container-setup]
+     uses: ./.github/workflows/_test_template.yml
+     with:
+       RUNNER: self-hosted-azure-cpu
+       SCRIPT: |
+         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest tests/collections/audio -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
+       IS_OPTIONAL: true
+
+  L0_Unit_Tests_CPU_Common:
+     needs: [cicd-test-container-setup]
+     uses: ./.github/workflows/_test_template.yml
+     with:
+       RUNNER: self-hosted-azure-cpu
+       SCRIPT: |
+         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest tests/collections/common -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
+       IS_OPTIONAL: true
+
+  L0_Unit_Tests_CPU_LLM:
+     needs: [cicd-test-container-setup]
+     uses: ./.github/workflows/_test_template.yml
+     with:
+       RUNNER: self-hosted-azure-cpu
+       SCRIPT: |
+         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest tests/collections/llm -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
+       IS_OPTIONAL: true
+
+  L0_Unit_Tests_CPU_Multimodal:
+     needs: [cicd-test-container-setup]
+     uses: ./.github/workflows/_test_template.yml
+     with:
+       RUNNER: self-hosted-azure-cpu
+       SCRIPT: |
+         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest tests/collections/multimodal -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
+       IS_OPTIONAL: true
+
+  L0_Unit_Tests_CPU_NLP:
+     needs: [cicd-test-container-setup]
+     uses: ./.github/workflows/_test_template.yml
+     with:
+       RUNNER: self-hosted-azure-cpu
+       SCRIPT: |
+         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest tests/collections/nlp -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
+       IS_OPTIONAL: true
+
+  L0_Unit_Tests_CPU_TTS:
+     needs: [cicd-test-container-setup]
+     uses: ./.github/workflows/_test_template.yml
+     with:
+       RUNNER: self-hosted-azure-cpu
+       SCRIPT: |
+         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest tests/collections/tts -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
+       IS_OPTIONAL: true
+
+  L0_Unit_Tests_CPU_Core:
+     needs: [cicd-test-container-setup]
+     uses: ./.github/workflows/_test_template.yml
+     with:
+       RUNNER: self-hosted-azure-cpu
+       SCRIPT: |
+         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest tests/core tests/core_ptl -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
+       IS_OPTIONAL: true
+
+  L0_Unit_Tests_CPU_Hydra:
+     needs: [cicd-test-container-setup]
+     uses: ./.github/workflows/_test_template.yml
+     with:
+       RUNNER: self-hosted-azure-cpu
+       SCRIPT: |
+         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest tests/hydra -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
+       IS_OPTIONAL: true
+
+  L0_Unit_Tests_CPU_Lightning:
+     needs: [cicd-test-container-setup]
+     uses: ./.github/workflows/_test_template.yml
+     with:
+       RUNNER: self-hosted-azure-cpu
+       SCRIPT: |
+         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest tests/lightning -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
+       IS_OPTIONAL: true
+
+  L0_Unit_Tests_CPU_Ohers:
+     needs: [cicd-test-container-setup]
+     uses: ./.github/workflows/_test_template.yml
+     with:
+       RUNNER: self-hosted-azure-cpu
+       SCRIPT: |
+         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat \
+         --ignore=tests/collections/asr \
+         --ignore=tests/collections/audio \
+         --ignore=tests/collections/common \
+         --ignore=tests/collections/llm \
+         --ignore=tests/collections/multimodal \
+         --ignore=tests/collections/nlp \
+         --ignore=tests/collections/tts \
+         --ignore=tests/core \
+         --ignore=tests/core_ptl \
+         --ignore=tests/hydra \
+         --ignore=tests/lightning \
+         --ignore=tests/utils
+       IS_OPTIONAL: true
+
 
   L0_Setup_Test_Data_And_Models:
     needs: [cicd-test-container-setup]
@@ -4868,7 +4971,17 @@ jobs:
       - gpu-test
       - cicd-test-container-setup
       - L0_Unit_Tests_GPU
-      #- OPTIONAL_L0_Unit_Tests_CPU
+      - L0_Unit_Tests_CPU_ASR
+      - L0_Unit_Tests_CPU_Audio
+      - L0_Unit_Tests_CPU_Common
+      - L0_Unit_Tests_CPU_LLM
+      - L0_Unit_Tests_CPU_Multimodal
+      - L0_Unit_Tests_CPU_NLP
+      - L0_Unit_Tests_CPU_TTS
+      - L0_Unit_Tests_CPU_Core
+      - L0_Unit_Tests_CPU_Hydra
+      - L0_Unit_Tests_CPU_Lightning
+      - L0_Unit_Tests_CPU_Ohers
       - L2_Community_LLM_Checkpoints_tests_Bert
       - L2_Community_LLM_Checkpoints_tests_Mamba2
       - L2_Community_LLM_Checkpoints_tests_Llama