ai-workspace-services/litellm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix batches inserting metadata

Browse Source
This commit is contained in:
Ishaan Jaff 2024-07-26 18:08:54 -07:00
parent 159a880dcc
commit 56ce7e892d
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
litellm/proxy/litellm_pre_call_utils.py
View File

@ -39,6 +39,8 @@ def _get_metadata_variable_name(request: Request) -> str:
"""
if "thread" in request.url.path or "assistant" in request.url.path:
return "litellm_metadata"
if "batches" in request.url.path:
return "litellm_metadata"
if "/v1/messages" in request.url.path:
# anthropic API has a field called metadata
return "litellm_metadata"