Fix rotary_percentage parsing in nemo2 config (NVIDIA#11197)

* Fix rotary_percentage parsing in nemo2 config * Add default value Signed-off-by: Zeeshan Patel <[email protected]>
zpx01 · Nov 9, 2024 · 951faab · 951faab
1 parent a825c12
commit 951faab
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/nemo/export/trt_llm/nemo_ckpt_loader/nemo_file.py b/nemo/export/trt_llm/nemo_ckpt_loader/nemo_file.py
@@ -411,6 +411,7 @@ def load_nemo_model(nemo_ckpt: Union[str, Path], nemo_export_dir: Union[str, Pat
 
             nemo_model_config["mcore_gpt"] = True
             nemo_model_config["max_position_embeddings"] = nemo_model_config.get("seq_length", 4096)
+            nemo_model_config["rotary_percentage"] = nemo_model_config.get("rotary_percent", 1.0)
 
             shutil.copytree(io_folder, nemo_export_dir / "nemo_context")
         else: