ai-workspace-services/litellm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add metadata from header changes

Browse Source
This commit is contained in:
afel 2024-06-03 22:11:57 +02:00
parent 872cd2d8a0
commit 2b7d48f7b4
1 changed files with 22 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

25
litellm/integrations/langfuse.py
View File

@ -69,6 +69,27 @@ class LangFuseLogger:
else:
self.upstream_langfuse = None
@staticmethod
def add_metadata_from_header(litellm_params) -> dict:
"""
Adds metadata from proxy request headers to Langfuse logging if keys start with "trace_"
and overwrites if already exists in litellm_params.metadata
"""
metadata = litellm_params.get("metadata", {})
proxy_headers = litellm_params.get("proxy_server_request", {}).get("headers", {})
# Update the following keys for this trace
for metadata_param_key in proxy_headers:
if metadata_param_key.startswith("trace_"):
trace_param_key = metadata_param_key.replace("trace_", "", 1)
if trace_param_key in metadata:
verbose_logger.warning(f"Overwriting Langfuse `{trace_param_key}` from request header")
else:
verbose_logger.debug(f"Found Langfuse `{trace_param_key}` in request header")
metadata[trace_param_key] = proxy_headers.get(metadata_param_key)
return metadata
# def log_error(kwargs, response_obj, start_time, end_time):
# generation = trace.generation(
# level ="ERROR" # can be any of DEBUG, DEFAULT, WARNING or ERROR
@ -94,9 +115,7 @@ class LangFuseLogger:
litellm_params = kwargs.get("litellm_params", {})
litellm_call_id = kwargs.get("litellm_call_id", None)
metadata = (
litellm_params.get("metadata", {}) or {}
) # if litellm_params['metadata'] == None
metadata = self.add_metadata_from_header(litellm_params)
optional_params = copy.deepcopy(kwargs.get("optional_params", {}))
prompt = {"messages": kwargs.get("messages")}