test_caching_kwargs_input
This commit is contained in:
parent
96d5f891df
commit
1dee70efba
@ -915,7 +915,7 @@ class Usage(CompletionUsage):
|
||||
|
||||
server_tool_use: Optional[ServerToolUse] = None
|
||||
|
||||
prompt_tokens_details: Optional[PromptTokensDetailsWrapper] = None
|
||||
prompt_tokens_details: Optional[Union[PromptTokensDetailsWrapper, PromptTokensDetails]] = None
|
||||
"""Breakdown of tokens used in the prompt."""
|
||||
|
||||
def __init__(
|
||||
@ -924,7 +924,7 @@ class Usage(CompletionUsage):
|
||||
completion_tokens: Optional[int] = None,
|
||||
total_tokens: Optional[int] = None,
|
||||
reasoning_tokens: Optional[int] = None,
|
||||
prompt_tokens_details: Optional[Union[PromptTokensDetailsWrapper, dict]] = None,
|
||||
prompt_tokens_details: Optional[Union[PromptTokensDetailsWrapper, PromptTokensDetails]] = None,
|
||||
completion_tokens_details: Optional[
|
||||
Union[CompletionTokensDetailsWrapper, dict]
|
||||
] = None,
|
||||
@ -951,7 +951,7 @@ class Usage(CompletionUsage):
|
||||
_completion_tokens_details = completion_tokens_details
|
||||
|
||||
# handle prompt_tokens_details
|
||||
_prompt_tokens_details: Optional[PromptTokensDetailsWrapper] = None
|
||||
_prompt_tokens_details: Optional[Union[PromptTokensDetailsWrapper, PromptTokensDetails]] = None
|
||||
|
||||
if prompt_tokens_details:
|
||||
if isinstance(prompt_tokens_details, dict):
|
||||
|
||||
Loading…
Reference in New Issue
Block a user