Read rope_theta for DBRX model (thanks turboderp)

oobabooga · Apr 2, 2024 · 9ab7365 · 9ab7365
1 parent db5f6cd
commit 9ab7365
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/modules/models_settings.py b/modules/models_settings.py
@@ -84,6 +84,8 @@ def get_model_metadata(model):
 
             if 'rope_theta' in metadata:
                 model_settings['rope_freq_base'] = metadata['rope_theta']
+            elif 'attn_config' in metadata and 'rope_theta' in metadata['attn_config']:
+                model_settings['rope_freq_base'] = metadata['attn_config']['rope_theta']
 
             if 'rope_scaling' in metadata and type(metadata['rope_scaling']) is dict and all(key in metadata['rope_scaling'] for key in ('type', 'factor')):
                 if metadata['rope_scaling']['type'] == 'linear':