Fix environment variables in torchrun executor (#11363)

Signed-off-by: Hemil Desai <[email protected]> Co-authored-by: Marc Romeyn <[email protected]>
NVIDIA · Nov 25, 2024 · 42d164e · 42d164e
1 parent ee07261
commit 42d164e
Showing 1 changed file with 0 additions and 4 deletions.
diff --git a/nemo/collections/llm/recipes/run/executor.py b/nemo/collections/llm/recipes/run/executor.py
@@ -18,11 +18,7 @@
 def torchrun(devices: int = 8) -> run.Config[run.LocalExecutor]:
     """Local executor using torchrun."""
     env_vars = {
-        "TRANSFORMERS_OFFLINE": "1",
         "TORCH_NCCL_AVOID_RECORD_STREAMS": "1",
-        "NCCL_NVLS_ENABLE": "0",
-        "NVTE_DP_AMAX_REDUCE_INTERVAL": "0",
-        "NVTE_ASYNC_AMAX_REDUCTION": "1",
     }
 
     executor = run.Config(