ai-workspace-services/litellm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

test_acompletion_caching_on_router_caching_groups

Browse Source
This commit is contained in:
Ishaan Jaffer 2025-09-27 09:28:24 -07:00
parent 4054eeea20
commit 22c033d3d7
1 changed files with 4 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
tests/local_testing/test_router_caching.py
View File

@ -213,10 +213,8 @@ async def test_acompletion_caching_with_ttl_on_router():
{
"model_name": "gpt-3.5-turbo",
"litellm_params": {
"model": "azure/chatgpt-v-3",
"api_key": os.getenv("AZURE_API_KEY"),
"api_base": os.getenv("AZURE_API_BASE"),
"api_version": os.getenv("AZURE_API_VERSION"),
"model": "gpt-4.1-nano",
"api_key": os.getenv("OPENAI_API_KEY"),
},
"tpm": 100000,
"rpm": 10000,
@ -277,9 +275,9 @@ async def test_acompletion_caching_on_router_caching_groups():
"rpm": 10000,
},
{
"model_name": "azure-gpt-3.5-turbo",
"model_name": "azure-gpt-4.1-nano",
"litellm_params": {
"model": "azure/chatgpt-v-3",
"model": "azure/gpt-4.1-nano",
"api_key": os.getenv("AZURE_API_KEY"),
"api_base": os.getenv("AZURE_API_BASE"),
"api_version": os.getenv("AZURE_API_VERSION"),