remove count tokens optional param before request is sent to vertex (#19359)
This commit is contained in:
parent
f6d6455cbc
commit
ce37729da4
@ -317,6 +317,7 @@ class AnthropicChatCompletion(BaseLLM):
|
||||
stream = optional_params.pop("stream", None)
|
||||
json_mode: bool = optional_params.pop("json_mode", False)
|
||||
is_vertex_request: bool = optional_params.pop("is_vertex_request", False)
|
||||
optional_params.pop("vertex_count_tokens_location", None)
|
||||
_is_function_call = False
|
||||
messages = copy.deepcopy(messages)
|
||||
headers = AnthropicConfig().validate_environment(
|
||||
|
||||
Loading…
Reference in New Issue
Block a user