fix(utils.py): handle pydantic v1

2024-04-25 20:01:36 -07:00 · 2024-04-25 20:01:36 -07:00 · 486c8ccc30
commit 486c8ccc30
parent 850b056df5
1 changed files with 4 additions and 1 deletions
--- a/litellm/utils.py
+++ b/litellm/utils.py
@ -10194,7 +10194,10 @@ class CustomStreamWrapper:
                            for idx, choice in enumerate(original_chunk.choices):
                                try:
                                    if isinstance(choice, BaseModel):
-                                        choice_json = choice.model_dump()
+                                        try:
+                                            choice_json = choice.model_dump()
+                                        except Exception as e:
+                                            choice_json = choice.dict()
                                        choice_json.pop(
                                            "finish_reason", None
                                        )  # for mistral etc. which return a value in their last chunk (not-openai compatible).