Fix rotary_percentage parsing in nemo2 config (#11197) (#11221)

* Fix rotary_percentage parsing in nemo2 config * Add default value Co-authored-by: meatybobby <[email protected]>
NVIDIA · Nov 7, 2024 · 33ccb6e · 33ccb6e
1 parent 8470826
commit 33ccb6e
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/nemo/export/trt_llm/nemo_ckpt_loader/nemo_file.py b/nemo/export/trt_llm/nemo_ckpt_loader/nemo_file.py
@@ -411,6 +411,7 @@ def load_nemo_model(nemo_ckpt: Union[str, Path], nemo_export_dir: Union[str, Pat
 
             nemo_model_config["mcore_gpt"] = True
             nemo_model_config["max_position_embeddings"] = nemo_model_config.get("seq_length", 4096)
+            nemo_model_config["rotary_percentage"] = nemo_model_config.get("rotary_percent", 1.0)
 
             shutil.copytree(io_folder, nemo_export_dir / "nemo_context")
         else: