fix(anthropic.py): concurrent request fix

2024-03-12 19:25:05 -07:00 · 2024-03-12 19:25:05 -07:00 · e892fc99a3
commit e892fc99a3
parent 82c53d7e2f
1 changed files with 1 additions and 0 deletions
--- a/litellm/llms/anthropic.py
+++ b/litellm/llms/anthropic.py
@ -271,6 +271,7 @@ def completion(
                0
            ].finish_reason
            streaming_model_response.choices[0].index = model_response.choices[0].index
+            streaming_model_response.choices = [litellm.utils.StreamingChoices()]
            _tool_calls = []
            print_verbose(
                f"type of model_response.choices[0]: {type(model_response.choices[0])}"