ai-workspace-services/litellm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

allow setting PROMETHEUS_SELECTED_INSTANCE

Browse Source
This commit is contained in:
Ishaan Jaff 2024-08-10 17:31:05 -07:00
parent e46009f3d2
commit dd9be6f160
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
litellm/integrations/prometheus_helpers/prometheus_api.py
View File

@ -57,6 +57,10 @@ async def get_fallback_metric_from_prometheus():
metric_values = result["values"]
most_recent_value = metric_values[0]
if PROMETHEUS_SELECTED_INSTANCE is not None:
if metric.get("instance") != PROMETHEUS_SELECTED_INSTANCE:
continue
value = int(float(most_recent_value[1])) # Convert value to integer
primary_model = metric.get("primary_model", "Unknown")
fallback_model = metric.get("fallback_model", "Unknown")