fix(router.py): add support for diskcache to router

2024-07-25 14:30:46 -07:00 · 2024-07-25 14:30:46 -07:00 · c23cf1ecc5
commit c23cf1ecc5
parent a5ecf6b1c1
1 changed files with 3 additions and 1 deletions
--- a/litellm/router.py
+++ b/litellm/router.py
@ -263,7 +263,9 @@ class Router:
        )  # names of models under litellm_params. ex. azure/chatgpt-v-2
        self.deployment_latency_map = {}
        ### CACHING ###
-        cache_type: Literal["local", "redis"] = "local"  # default to an in-memory cache
+        cache_type: Literal["local", "redis", "redis-semantic", "s3", "disk"] = (
+            "local"  # default to an in-memory cache
+        )
        redis_cache = None
        cache_config = {}
        self.client_ttl = client_ttl