ai-workspace-services/litellm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: remove panic from hot path (#15396)

Browse Source
This commit is contained in:
Alexsander Hamir 2025-10-09 18:43:44 -07:00 committed by GitHub
parent 4827e62a21
commit 76a614bc76
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
litellm/llms/custom_httpx/llm_http_handler.py
View File

@ -239,17 +239,7 @@ class BaseLLMHTTPHandler:
json_mode: bool = False,
signed_json_body: Optional[bytes] = None,
shared_session: Optional["ClientSession"] = None,
):
# PANIC: Ensure shared_session is being passed for connection reuse
if shared_session is None and client is None:
error_msg = (
"PANIC: shared_session is None in async_completion! "
"This means connection reuse is broken. Session should be passed from completion() -> async_completion(). "
f"Provider: {custom_llm_provider}, Model: {model}"
)
verbose_logger.error(error_msg)
raise ValueError(error_msg)
):
if client is None:
verbose_logger.debug(
f"Creating HTTP client with shared_session: {id(shared_session) if shared_session else None}"