ai-workspace-services/litellm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

/spend/calculate use model aliases on this endpoint

Browse Source
This commit is contained in:
Ishaan Jaff 2024-06-24 21:14:00 -07:00
parent 08f83e6392
commit c5020878e4
1 changed files with 16 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
litellm/proxy/spend_tracking/spend_management_endpoints.py
View File

@ -1265,9 +1265,22 @@ async def calculate_spend(request: SpendCalculateRequest):
_model_in_llm_router = None
cost_per_token: Optional[CostPerToken] = None
if llm_router is not None:
for model in llm_router.model_list:
if model.get("model_name") == request.model:
_model_in_llm_router = model
if (
llm_router.model_group_alias is not None
and request.model in llm_router.model_group_alias
):
# lookup alias in llm_router
_model_group_name = llm_router.model_group_alias[request.model]
for model in llm_router.model_list:
if model.get("model_name") == _model_group_name:
_model_in_llm_router = model
else:
# no model_group aliases set -> try finding model in llm_router
# find model in llm_router
for model in llm_router.model_list:
if model.get("model_name") == request.model:
_model_in_llm_router = model
"""
3 cases for /spend/calculate