Fix prompt incorrectly set to empty when suffix is empty string (#5757)

oobabooga · Mar 26, 2024 · 8c9aca2 · 8c9aca2
1 parent 2a92a84
commit 8c9aca2
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/modules/chat.py b/modules/chat.py
@@ -161,12 +161,14 @@ def make_prompt(messages):
 
             prompt = instruction_template.render(messages=outer_messages)
             suffix = get_generation_prompt(instruct_renderer, impersonate=False)[1]
-            prompt = prompt[:-len(suffix)]
+            if len(suffix) > 0:
+                prompt = prompt[:-len(suffix)]
 
         else:
             if _continue:
                 suffix = get_generation_prompt(renderer, impersonate=impersonate)[1]
-                prompt = prompt[:-len(suffix)]
+                if len(suffix) > 0:
+                    prompt = prompt[:-len(suffix)]
             else:
                 prefix = get_generation_prompt(renderer, impersonate=impersonate)[0]
                 if state['mode'] == 'chat' and not impersonate: