Clean up unneeded defaults

Signed-off-by: Valerie Sarge <[email protected]>
NVIDIA · Oct 18, 2024 · e404834 · e404834
1 parent d5f2d7b
commit e404834
Showing 1 changed file with 0 additions and 3 deletions.
diff --git a/nemo/collections/llm/gpt/model/llama.py b/nemo/collections/llm/gpt/model/llama.py
@@ -50,9 +50,6 @@ class LlamaConfig(GPTConfig):
     attention_dropout: float = 0.0
     hidden_dropout: float = 0.0
     share_embeddings_and_output_weights: bool = False
-    deallocate_pipeline_outputs: bool = True
-    distribute_saved_activations: bool = False
-    fp16_lm_cross_entropy: bool = False
     # Fusions
     bias_activation_fusion: bool = True
     masked_softmax_fusion: bool = True