ai-workspace-services/litellm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix tracking hanging requests

Browse Source
This commit is contained in:
Ishaan Jaff 2024-07-16 17:12:59 -07:00
parent 653aff6527
commit 769843845d
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
litellm/proxy/utils.py
View File

@ -285,7 +285,8 @@ class ProxyLogging:
return
# current alerting threshold
alerting_threshold = self.alerting_threshold or 120
# add a 100 second buffer to the alerting threshold
alerting_threshold = self.alerting_threshold or 120 + 100
await self.internal_usage_cache.async_set_cache(
key="request_status:{}".format(litellm_call_id),