ai-workspace-services/litellm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update promtheus metric names

Browse Source
This commit is contained in:
Ishaan Jaff 2024-08-22 14:03:00 -07:00
parent 06a362d35f
commit 36b550b8db
1 changed files with 8 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
litellm/integrations/prometheus.py
View File

@ -61,8 +61,8 @@ class PrometheusLogger(CustomLogger):
)
# request latency metrics
self.litellm_request_latency_metric = Histogram(
"litellm_request_latency_metric",
self.litellm_request_total_latency_metric = Histogram(
"litellm_request_total_latency_metric",
"Total latency (seconds) for a request to LiteLLM",
labelnames=[
"model",
@ -70,8 +70,8 @@ class PrometheusLogger(CustomLogger):
],
)
self.litellm_deployment_latency_metric = Histogram(
"litellm_deployment_latency_metric",
self.litellm_llm_api_latency_metric = Histogram(
"litellm_llm_api_latency_metric",
"Total latency (seconds) for a models LLM API call",
labelnames=[
"model",
@ -359,11 +359,11 @@ class PrometheusLogger(CustomLogger):
litellm_call_id = kwargs.get("litellm_call_id")
self.litellm_request_latency_metric.labels(model, litellm_call_id).observe(
total_time_seconds
)
self.litellm_request_total_latency_metric.labels(
model, litellm_call_id
).observe(total_time_seconds)
self.litellm_deployment_latency_metric.labels(model, litellm_call_id).observe(
self.litellm_llm_api_latency_metric.labels(model, litellm_call_id).observe(
api_call_total_time_seconds
)