Support tool calling for Llama 3.1 on Amazon bedrock.

2024-07-25 20:36:03 +00:00 · 2024-07-25 20:36:03 +00:00 · 22c66991ed
commit 22c66991ed
parent 3293ad7458
1 changed files with 1 additions and 0 deletions
--- a/litellm/llms/bedrock_httpx.py
+++ b/litellm/llms/bedrock_httpx.py
@ -1316,6 +1316,7 @@ class AmazonConverseConfig:
            model.startswith("anthropic")
            or model.startswith("mistral")
            or model.startswith("cohere")
+            or model.startswith("meta.llama3-1")
        ):
            supported_params.append("tools")