debug

Signed-off-by: Alexandros Koumparoulis <[email protected]>
NVIDIA · Jan 30, 2024 · 2124d0d · 2124d0d
1 parent 3bb3b11
commit 2124d0d
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/scripts/nlp_language_modeling/convert_hf_mixtral_to_nemo.py b/scripts/nlp_language_modeling/convert_hf_mixtral_to_nemo.py
@@ -61,6 +61,7 @@ def load_model(cls, checkpoint, strict, **kwargs):
         if 'cfg' in kwargs:
             model = ptl_load_state(cls, checkpoint, strict=strict, **kwargs)
         else:
+            print('cfg= ', checkpoint[cls.CHECKPOINT_HYPER_PARAMS_KEY])
             model = cls(cfg=checkpoint[cls.CHECKPOINT_HYPER_PARAMS_KEY], **kwargs)
             for name, module in model.named_parameters():
                 if name in checkpoint['state_dict']:
@@ -151,6 +152,8 @@ def convert(args):
     logging.info(f"loading checkpoint {args.in_file}")
 
     model_args, ckpt, tokenizer = load_mixtral_ckpt(args.in_file)
+    print('type tok= ', type(tokenizer))
+    print('vocab-file= ', tokenizer.vocab_file)
     nemo_config = load_config(model_args, tokenizer.vocab_file)
 
     if args.precision in ["32", "16"]: