Fix message template based on transformers chat_template docs

2024-03-02 22:27:42 -05:00 · 2024-03-02 22:27:42 -05:00 · 446cc393f9
commit 446cc393f9
parent 12d7ea914a
1 changed files with 2 additions and 2 deletions
--- a/litellm/llms/prompt_templates/factory.py
+++ b/litellm/llms/prompt_templates/factory.py
@ -110,9 +110,9 @@ def mistral_instruct_pt(messages):
                "post_message": " [/INST]\n",
            },
            "user": {"pre_message": "[INST] ", "post_message": " [/INST]\n"},
-            "assistant": {"pre_message": " ", "post_message": " "},
+            "assistant": {"pre_message": " ", "post_message": "</s> "},
        },
-        final_prompt_value="</s>",
+        final_prompt_value="",
        messages=messages,
    )
    return prompt