(feat) ollama_chat - add async streaming

2023-12-25 23:45:01 +05:30 · 2023-12-25 23:45:01 +05:30 · aea7faa2c1
commit aea7faa2c1
parent 67ed1ee10e
1 changed files with 1 additions and 0 deletions
--- a/litellm/utils.py
+++ b/litellm/utils.py
@ -7198,6 +7198,7 @@ class CustomStreamWrapper:
                or self.custom_llm_provider == "text-completion-openai"
                or self.custom_llm_provider == "huggingface"
                or self.custom_llm_provider == "ollama"
+                or self.custom_llm_provider == "ollama_chat"
                or self.custom_llm_provider == "vertex_ai"
            ):
                print_verbose(f"INSIDE ASYNC STREAMING!!!")