fix(ollama/chat): 'think' param handling
This commit is contained in:
parent
6424480571
commit
4f33bc4e46
@ -281,6 +281,7 @@ class OllamaChatConfig(BaseConfig):
|
||||
stream = optional_params.pop("stream", False)
|
||||
format = optional_params.pop("format", None)
|
||||
keep_alive = optional_params.pop("keep_alive", None)
|
||||
think = optional_params.pop("think", None)
|
||||
function_name = optional_params.pop("function_name", None)
|
||||
litellm_params["function_name"] = function_name
|
||||
tools = optional_params.pop("tools", None)
|
||||
@ -344,6 +345,8 @@ class OllamaChatConfig(BaseConfig):
|
||||
data["tools"] = tools
|
||||
if keep_alive is not None:
|
||||
data["keep_alive"] = keep_alive
|
||||
if think is not None:
|
||||
data["think"] = think
|
||||
|
||||
return data
|
||||
|
||||
|
||||
@ -412,6 +412,7 @@ class OllamaConfig(BaseConfig):
|
||||
stream = optional_params.pop("stream", False)
|
||||
format = optional_params.pop("format", None)
|
||||
images = optional_params.pop("images", None)
|
||||
think = optional_params.pop("think", None)
|
||||
data = {
|
||||
"model": model,
|
||||
"prompt": ollama_prompt,
|
||||
@ -425,6 +426,8 @@ class OllamaConfig(BaseConfig):
|
||||
data["images"] = [
|
||||
_convert_image(convert_to_ollama_image(image)) for image in images
|
||||
]
|
||||
if think is not None:
|
||||
data["think"] = think
|
||||
|
||||
return data
|
||||
|
||||
|
||||
Loading…
Reference in New Issue
Block a user