(gemini): Fix Cloudflare AI Gateway typo. (#5429)

This commit is contained in:
David Manouchehri 2024-09-02 09:52:18 -05:00 committed by GitHub
parent 41114f1c25
commit 47e664a5da
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -1206,7 +1206,7 @@ class VertexLLM(BaseLLM):
api_base is not None
): # for cloudflare ai gateway - https://github.com/BerriAI/litellm/issues/4317
if custom_llm_provider == "gemini":
url = "{}/{}".format(api_base, endpoint)
url = "{}:{}".format(api_base, endpoint)
auth_header = (
gemini_api_key # cloudflare expects api key as bearer token
)