ai-workspace-services/litellm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(utils.py): fix streaming delta content being none edge-case

Browse Source
This commit is contained in:
Krrish Dholakia 2024-01-30 15:35:23 -08:00
parent b01f31c41f
commit 60cc3d6b30
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
litellm/utils.py
View File

@ -7487,7 +7487,10 @@ class CustomStreamWrapper:
logprobs = None
original_chunk = None # this is used for function/tool calling
if len(str_line.choices) > 0:
if str_line.choices[0].delta.content is not None:
if (
str_line.choices[0].delta is not None
and str_line.choices[0].delta.content is not None
):
text = str_line.choices[0].delta.content
else: # function/tool calling chunk - when content is None. in this case we just return the original chunk from openai
original_chunk = str_line