diff --git a/litellm/llms/cohere/rerank.py b/litellm/llms/cohere/rerank.py
index 4ef523e3a1..a2a7476df8 100644
--- a/litellm/llms/cohere/rerank.py
+++ b/litellm/llms/cohere/rerank.py
@@ -23,7 +23,7 @@ class CohereRerank(BaseLLM):
         model: str,
         api_key: str,
         query: str,
-        documents: list[Union[str, Dict[str, Any]]],
+        documents: List[Union[str, Dict[str, Any]]],
         top_n: Optional[int] = None,
         rank_fields: Optional[List[str]] = None,
         return_documents: Optional[bool] = True,
diff --git a/litellm/llms/togetherai/rerank.py b/litellm/llms/togetherai/rerank.py
index 32a8cdcfdc..5d905071c3 100644
--- a/litellm/llms/togetherai/rerank.py
+++ b/litellm/llms/togetherai/rerank.py
@@ -23,7 +23,7 @@ class TogetherAIRerank(BaseLLM):
         model: str,
         api_key: str,
         query: str,
-        documents: list[Union[str, Dict[str, Any]]],
+        documents: List[Union[str, Dict[str, Any]]],
         top_n: Optional[int] = None,
         rank_fields: Optional[List[str]] = None,
         return_documents: Optional[bool] = True,