ai-workspace-services/litellm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge branch 'main' into litellm_logging_fix

Browse Source
This commit is contained in:
Krish Dholakia 2024-07-16 21:45:00 -07:00 committed by GitHub
commit 96b46a4d49
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 0 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
litellm/utils.py
View File

@ -1621,7 +1621,6 @@ def openai_token_counter(
num_tokens += tokens_per_message
if message.get("role", None) == "system":
includes_system_message = True
includes_system_message = True
for key, value in message.items():
if isinstance(value, str):
num_tokens += len(encoding.encode(value, disallowed_special=()))
@ -1873,7 +1872,6 @@ def _format_type(props, indent):
return "any"
def token_counter(
model="",
custom_tokenizer: Optional[dict] = None,
@ -1962,7 +1960,6 @@ def token_counter(
count_response_tokens=count_response_tokens,
tools=tools,
tool_choice=tool_choice,
tool_choice=tool_choice,
)
else:
print_verbose(
@ -1976,7 +1973,6 @@ def token_counter(
count_response_tokens=count_response_tokens,
tools=tools,
tool_choice=tool_choice,
tool_choice=tool_choice,
)
else:
num_tokens = len(encoding.encode(text, disallowed_special=())) # type: ignore