fix(ollama_chat.py): explicitly state if ollama call is streaming or not

2024-02-06 07:43:47 -08:00 · 2024-02-06 07:43:47 -08:00 · 80eb8d0eae
commit 80eb8d0eae
parent 3db9830d4b
1 changed files with 6 additions and 1 deletions
--- a/litellm/llms/ollama_chat.py
+++ b/litellm/llms/ollama_chat.py
@ -146,7 +146,12 @@ def get_ollama_response(
            optional_params[k] = v

    stream = optional_params.pop("stream", False)
-    data = {"model": model, "messages": messages, "options": optional_params}
+    data = {
+        "model": model,
+        "messages": messages,
+        "options": optional_params,
+        "stream": stream,
+    }
    ## LOGGING
    logging_obj.pre_call(
        input=None,