ai-workspace-services/litellm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix the issue when using multiple tools in gemini

Browse Source
This commit is contained in:
kan-bayashi 2024-02-14 13:09:35 +09:00
parent fa74adb041
commit a4e33c8c67
1 changed files with 4 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
litellm/utils.py
View File

@ -4215,18 +4215,15 @@ def get_optional_params(
if tools is not None and isinstance(tools, list):
from vertexai.preview import generative_models
gtools = []
gtool_func_declarations = []
for tool in tools:
gtool = generative_models.FunctionDeclaration(
gtool_func_declaration = generative_models.FunctionDeclaration(
name=tool["function"]["name"],
description=tool["function"].get("description", ""),
parameters=tool["function"].get("parameters", {}),
)
gtool_func_declaration = generative_models.Tool(
function_declarations=[gtool]
)
gtools.append(gtool_func_declaration)
optional_params["tools"] = gtools
gtool_func_declarations.append(gtool_func_declaration)
optional_params["tools"] = [generative_models.Tool(function_declarations=gtool_func_declarations)]
elif custom_llm_provider == "sagemaker":
## check if unsupported param passed in
supported_params = ["stream", "temperature", "max_tokens", "top_p", "stop", "n"]