(fix) assert streaming response = streamchoices()

2023-12-12 00:12:57 -08:00 · 2023-12-12 00:12:57 -08:00 · 0dd1111cea
commit 0dd1111cea
parent 01d5875426
1 changed files with 1 additions and 0 deletions
--- a/litellm/utils.py
+++ b/litellm/utils.py
@ -5463,6 +5463,7 @@ class CustomStreamWrapper:
    
    def chunk_creator(self, chunk):
        model_response = ModelResponse(stream=True, model=self.model)
+        model_response.choices = [StreamingChoices()]
        model_response.choices[0].finish_reason = None
        response_obj = {}
        try: