diff --git a/litellm/proxy/middleware/in_flight_requests_middleware.py b/litellm/proxy/middleware/in_flight_requests_middleware.py index ac3ab2c155..e5e405fb07 100644 --- a/litellm/proxy/middleware/in_flight_requests_middleware.py +++ b/litellm/proxy/middleware/in_flight_requests_middleware.py @@ -62,13 +62,14 @@ class InFlightRequestsMiddleware: try: from prometheus_client import Gauge + kwargs: dict[str, Any] = {} if "PROMETHEUS_MULTIPROC_DIR" in os.environ: # livesum aggregates across all worker processes in the scrape response kwargs["multiprocess_mode"] = "livesum" InFlightRequestsMiddleware._gauge = Gauge( "litellm_in_flight_requests", "Number of HTTP requests currently in-flight on this uvicorn worker", - **kwargs, # type: ignore[arg-type] + **kwargs, ) except Exception: InFlightRequestsMiddleware._gauge = None