From ffb1393b94facaed6f4b75346a20d0844725eda5 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Sat, 13 Apr 2024 13:42:49 -0700 Subject: [PATCH] feat - test langfuse /health/service --- litellm/proxy/proxy_server.py | 12 ++++++++++-- 1 file changed, 10 insertions(+), 2 deletions(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index 828a9533b9..8a6dbe0346 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -8308,7 +8308,7 @@ async def test_endpoint(request: Request): ) async def health_services_endpoint( user_api_key_dict: UserAPIKeyAuth = Depends(user_api_key_auth), - service: Literal["slack_budget_alerts"] = fastapi.Query( + service: Literal["slack_budget_alerts", "langfuse"] = fastapi.Query( description="Specify the service being hit." ), ): @@ -8324,8 +8324,16 @@ async def health_services_endpoint( raise HTTPException( status_code=400, detail={"error": "Service must be specified."} ) + if service == "langfuse": + # run mock completion request + return litellm.completion( + model="openai/litellm-mock-response-model", + messages=[{"role": "user", "content": "Hey, how's it going?"}], + user="litellm:/health/services", + mock_response="This is a mock response", + ) - if service not in ["slack_budget_alerts"]: + if service not in ["slack_budget_alerts", "langfuse"]: raise HTTPException( status_code=400, detail={