simply strategy parameters

Signed-off-by: Huiying Li <[email protected]>
HuiyingLi · Nov 19, 2024 · 3095b61 · 3095b61
1 parent fdc0d11
commit 3095b61
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 11 deletions.
diff --git a/tutorials/llm/llama-3/nemo2-sft-peft/nemo2-peft.ipynb b/tutorials/llm/llama-3/nemo2-sft-peft/nemo2-peft.ipynb
@@ -427,12 +427,7 @@
     "def trainer() -> run.Config[nl.Trainer]:\n",
     "    strategy = run.Config(\n",
     "        nl.MegatronStrategy,\n",
-    "        tensor_model_parallel_size=1,\n",
-    "        pipeline_model_parallel_size=1,\n",
-    "        context_parallel_size=1,\n",
-    "        sequence_parallel=False,\n",
-    "        setup_optimizers=False,\n",
-    "        store_optimizer_states=False,\n",
+    "        tensor_model_parallel_size=1\n",
     "    )\n",
     "    trainer = run.Config(\n",
     "        nl.Trainer,\n",

diff --git a/tutorials/llm/llama-3/nemo2-sft-peft/nemo2-sft.ipynb b/tutorials/llm/llama-3/nemo2-sft-peft/nemo2-sft.ipynb
@@ -536,11 +536,6 @@
     "    strategy = run.Config(\n",
     "        nl.MegatronStrategy,\n",
     "        tensor_model_parallel_size=1,\n",
-    "        pipeline_model_parallel_size=1,\n",
-    "        context_parallel_size=1,\n",
-    "        sequence_parallel=False,\n",
-    "        setup_optimizers=False,\n",
-    "        store_optimizer_states=False,\n",
     "    )\n",
     "    trainer = run.Config(\n",
     "        nl.Trainer,\n",