fix(proxy_server.py): don't return None objects

2024-02-27 13:51:54 -08:00 · 2024-02-27 13:51:54 -08:00 · 79eaea82ba
commit 79eaea82ba
parent a293912623
1 changed files with 2 additions and 1 deletions
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@ -2116,8 +2116,9 @@ async def async_data_generator(response, user_api_key_dict):
        start_time = time.time()
        async for chunk in response:
            verbose_proxy_logger.debug(f"returned chunk: {chunk}")
+            assert isinstance(chunk, litellm.ModelResponse)
            try:
-                yield f"data: {json.dumps(chunk.dict())}\n\n"
+                yield f"data: {json.dumps(chunk.model_dump(exclude_none=True))}\n\n"
            except Exception as e:
                yield f"data: {str(e)}\n\n"