ai-workspace-services/litellm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: Ensure MCP client stays open during tool call

Browse Source
This commit is contained in:
Yuta Saito 2025-10-10 07:15:32 +09:00
parent d921df1baf
commit 3035305c76
1 changed files with 8 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
View File

@ -1098,13 +1098,14 @@ class MCPServerManager:
extra_headers=extra_headers,
)
async with client:
# Use the original tool name (without prefix) for the actual call
call_tool_params = MCPCallToolRequestParams(
name=original_tool_name,
arguments=arguments,
)
tasks.append(asyncio.create_task(client.call_tool(call_tool_params)))
call_tool_params = MCPCallToolRequestParams(
name=original_tool_name,
arguments=arguments,
)
async def _call_tool_via_client(client, params):
async with client:
return await client.call_tool(params)
tasks.append(asyncio.create_task(_call_tool_via_client(client, call_tool_params)))
try:
mcp_responses = await asyncio.gather(*tasks)