(fix) streaming logprobs=None

2023-12-26 15:42:41 +05:30 · 2023-12-26 15:42:41 +05:30 · ef074c707a
commit ef074c707a
parent 2070a785a4
1 changed files with 1 additions and 0 deletions
--- a/litellm/utils.py
+++ b/litellm/utils.py
@ -6705,6 +6705,7 @@ class CustomStreamWrapper:
            text = ""
            is_finished = False
            finish_reason = None
+            logprobs = None
            original_chunk = None  # this is used for function/tool calling
            if len(str_line.choices) > 0:
                if str_line.choices[0].delta.content is not None: