add test durations in pytest

Signed-off-by: Alexandros Koumparoulis <akoumparouli@nvidia.com>
NVIDIA · Sep 9, 2024 · 424fd5a · 424fd5a
1 parent 269b6fd
commit 424fd5a
Showing 1 changed file with 12 additions and 12 deletions.
diff --git a/.github/workflows/cicd-main.yml b/.github/workflows/cicd-main.yml
@@ -130,7 +130,7 @@ jobs:
       RUNNER: self-hosted-azure
       TIMEOUT: 60
       SCRIPT: |
-        NEMO_NUMBA_MINVER=0.53 pytest -m "not pleasefixme" --with_downloads
+        NEMO_NUMBA_MINVER=0.53 pytest --durations=0 -m "not pleasefixme" --with_downloads
       IS_OPTIONAL: true
 
   # L0: CPU unit tests
@@ -141,7 +141,7 @@ jobs:
        RUNNER: self-hosted-azure-cpu
        TIMEOUT: 20
        SCRIPT: |
-         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest tests/collections/asr -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
+         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest --durations=0 tests/collections/asr -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
        IS_OPTIONAL: true
 
   L0_Unit_Tests_CPU_Audio:
@@ -150,7 +150,7 @@ jobs:
      with:
        RUNNER: self-hosted-azure-cpu
        SCRIPT: |
-         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest tests/collections/audio -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
+         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest --durations=0 tests/collections/audio -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
        IS_OPTIONAL: true
 
   L0_Unit_Tests_CPU_Common:
@@ -159,7 +159,7 @@ jobs:
      with:
        RUNNER: self-hosted-azure-cpu
        SCRIPT: |
-         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest tests/collections/common -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
+         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest --durations=0 tests/collections/common -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
        IS_OPTIONAL: true
 
   L0_Unit_Tests_CPU_LLM:
@@ -168,7 +168,7 @@ jobs:
      with:
        RUNNER: self-hosted-azure-cpu
        SCRIPT: |
-         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest tests/collections/llm -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
+         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest --durations=0 tests/collections/llm -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
        IS_OPTIONAL: true
 
   L0_Unit_Tests_CPU_Multimodal:
@@ -177,7 +177,7 @@ jobs:
      with:
        RUNNER: self-hosted-azure-cpu
        SCRIPT: |
-         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest tests/collections/multimodal -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
+         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest --durations=0 tests/collections/multimodal -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
        IS_OPTIONAL: true
 
   L0_Unit_Tests_CPU_NLP:
@@ -186,7 +186,7 @@ jobs:
      with:
        RUNNER: self-hosted-azure-cpu
        SCRIPT: |
-         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest tests/collections/nlp -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
+         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest --durations=0 tests/collections/nlp -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
        IS_OPTIONAL: true
 
   L0_Unit_Tests_CPU_TTS:
@@ -195,7 +195,7 @@ jobs:
      with:
        RUNNER: self-hosted-azure-cpu
        SCRIPT: |
-         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest tests/collections/tts -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
+         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest --durations=0 tests/collections/tts -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
        IS_OPTIONAL: true
 
   L0_Unit_Tests_CPU_Core:
@@ -204,7 +204,7 @@ jobs:
      with:
        RUNNER: self-hosted-azure-cpu
        SCRIPT: |
-         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest tests/core tests/core_ptl -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
+         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest --durations=0 tests/core tests/core_ptl -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
        IS_OPTIONAL: true
 
   L0_Unit_Tests_CPU_Hydra:
@@ -213,7 +213,7 @@ jobs:
      with:
        RUNNER: self-hosted-azure-cpu
        SCRIPT: |
-         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest tests/hydra -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
+         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest --durations=0 tests/hydra -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
        IS_OPTIONAL: true
 
   L0_Unit_Tests_CPU_Lightning:
@@ -222,7 +222,7 @@ jobs:
      with:
        RUNNER: self-hosted-azure-cpu
        SCRIPT: |
-         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest tests/lightning -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
+         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest --durations=0 tests/lightning -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat
        IS_OPTIONAL: true
 
   L0_Unit_Tests_CPU_Ohers:
@@ -231,7 +231,7 @@ jobs:
      with:
        RUNNER: self-hosted-azure-cpu
        SCRIPT: |
-         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat \
+         CUDA_VISIBLE_DEVICES="" NEMO_NUMBA_MINVER=0.53 pytest --durations=0 -m "not pleasefixme" --cpu --with_downloads --relax_numba_compat \
          --ignore=tests/collections/asr \
          --ignore=tests/collections/audio \
          --ignore=tests/collections/common \