Fix GGUFs with no BOS token present, mainly qwen2 models. (oobabooga#…

…6119) --------- Co-authored-by: oobabooga <[email protected]>
PoetOnTheRun · Oct 22, 2024 · 8efb9f8 · 8efb9f8
1 parent 4f80cca
commit 8efb9f8
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/modules/models_settings.py b/modules/models_settings.py
@@ -64,7 +64,11 @@ def get_model_metadata(model):
         if 'tokenizer.chat_template' in metadata:
             template = metadata['tokenizer.chat_template']
             eos_token = metadata['tokenizer.ggml.tokens'][metadata['tokenizer.ggml.eos_token_id']]
-            bos_token = metadata['tokenizer.ggml.tokens'][metadata['tokenizer.ggml.bos_token_id']]
+            if 'tokenizer.ggml.bos_token_id' in metadata:
+                bos_token = metadata['tokenizer.ggml.tokens'][metadata['tokenizer.ggml.bos_token_id']]
+            else:
+                bos_token = ""
+
             template = template.replace('eos_token', "'{}'".format(eos_token))
             template = template.replace('bos_token', "'{}'".format(bos_token))