ai-workspace-services/litellm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

(fix) parallel_request_limiter debug

Browse Source
This commit is contained in:
ishaan-jaff 2024-02-06 12:43:28 -08:00 committed by Krrish Dholakia
parent 0d5f6cacc4
commit 97dbf14b32
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
litellm/proxy/hooks/parallel_request_limiter.py
View File

@ -130,7 +130,9 @@ class _PROXY_MaxParallelRequestsHandler(CustomLogger):
"current_rpm": current["current_rpm"] + 1,
}
self.print_verbose(f"updated_value in success call: {new_val}")
self.print_verbose(
f"updated_value in success call: {new_val}, precise_minute: {precise_minute}"
)
self.user_api_key_cache.set_cache(
request_count_api_key, new_val, ttl=60
) # store in cache for 1 min.