ai-workspace-services/litellm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

(fix) don't double check curr data and time

Browse Source
This commit is contained in:
ishaan-jaff 2024-02-22 18:50:02 -08:00
parent b5900099af
commit 1fff8f8105
1 changed files with 0 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
litellm/proxy/hooks/parallel_request_limiter.py
View File

@ -147,11 +147,6 @@ class _PROXY_MaxParallelRequestsHandler(CustomLogger):
user_rpm_limit = sys.maxsize
# now do the same tpm/rpm checks
current_date = datetime.now().strftime("%Y-%m-%d")
current_hour = datetime.now().strftime("%H")
current_minute = datetime.now().strftime("%M")
precise_minute = f"{current_date}-{current_hour}-{current_minute}"
request_count_api_key = f"{user_id}::{precise_minute}::request_count"
# print(f"Checking if {request_count_api_key} is allowed to make request for minute {precise_minute}")