From e4fbc8d9089d1491880360148ca50112fed78211 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Sat, 16 Sep 2023 19:36:41 -0700 Subject: [PATCH] fix cohere streaming --- litellm/__pycache__/main.cpython-311.pyc | Bin 34057 -> 34060 bytes litellm/main.py | 2 +- pyproject.toml | 2 +- 3 files changed, 2 insertions(+), 2 deletions(-) diff --git a/litellm/__pycache__/main.cpython-311.pyc b/litellm/__pycache__/main.cpython-311.pyc index 7bed614a6cea6ed3d3a0cd67ca58596db8503b83..593e38f0d537c848251d0faa19a1397c3840e422 100644 GIT binary patch delta 425 zcmeC|V(RH);$6?{tV&q{0fu`rxtW(0B0v2gjbGoRx#@n>Q_&%_F3pJ!JGNu1YrRRPgg zMO>vp^eqD?u}2o~}(f8=$R2PyfY>%<14znQRQKNf~_%#0w;ITkK|cII<@CjLy! z=b2c6?DOpEAc^z(t|}nbAj4^r|)$B7L@e=}w&vtamU4p#EbLa>~Z z`8%gG*v-F$o$WwM{s}pPP5p1`C<)>pbmVsw1v8vfo%q2F7gJXaFvCmE*#OM&&wOJkg3^uo?v?>4qkdt~d diff --git a/litellm/main.py b/litellm/main.py index d099c1c177..60c4d802dd 100644 --- a/litellm/main.py +++ b/litellm/main.py @@ -571,7 +571,7 @@ def completion( if "stream" in optional_params and optional_params["stream"] == True: # don't try to access stream object, - response = CustomStreamWrapper(model_response, model, logging_obj=logging) + response = CustomStreamWrapper(model_response, model, custom_llm_provider="cohere", logging_obj=logging) return response response = model_response elif ( diff --git a/pyproject.toml b/pyproject.toml index 812377984b..843bdea018 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "litellm" -version = "0.1.684" +version = "0.1.685" description = "Library to easily interface with LLM API providers" authors = ["BerriAI"] license = "MIT License"