Add llama 2 chat format for lora training (#5553)

oobabooga · Feb 25, 2024 · 45c4cd0 · 45c4cd0
1 parent e0fc808
commit 45c4cd0
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/training/formats/llama2-chat-format.json b/training/formats/llama2-chat-format.json
@@ -0,0 +1,4 @@
+{
+    "modelanswer,userprompt,systemprompt": "<s>[INST] <<SYS>>\n%systemprompt%\n<</SYS>>\n\n%userprompt%[/INST] %modelanswer%</s>"
+    "modelanswer,userprompt": "<s>[INST] <<SYS>>\n\n<</SYS>>\n\n%userprompt%[/INST] %modelanswer%</s>"
+}