ai-workspace-services/litellm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Support for Claude 3 Opus on vertex_ai

Browse Source
This commit is contained in:
Dev Khant 2024-04-15 16:58:17 +05:30
parent d999acd20d
commit f5b26dc4c8
3 changed files with 17 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
docs/my-website/docs/providers/vertex.md
View File

@ -253,6 +253,7 @@ litellm.vertex_location = "us-central1 # Your Location
## Anthropic
| Model Name | Function Call |
|------------------|--------------------------------------|
| claude-3-opus@20240229 | `completion('vertex_ai/claude-3-opus@20240229', messages)` |
| claude-3-sonnet@20240229 | `completion('vertex_ai/claude-3-sonnet@20240229', messages)` |
| claude-3-haiku@20240307 | `completion('vertex_ai/claude-3-haiku@20240307', messages)` |

8
litellm/model_prices_and_context_window_backup.json
View File

@ -1078,6 +1078,14 @@
"supports_function_calling": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
},
"vertex_ai/claude-3-opus@20240229":{
"max_tokens": 200000,
"max_output_tokens": 4096,
"input_cost_per_token": 0.000015,
"output_cost_per_token": 0.000075,
"litellm_provider": "vertex_ai-anthropic_models",
"mode": "chat"
},
"vertex_ai/claude-3-sonnet@20240229": {
"max_tokens": 200000,
"max_output_tokens": 4096,

8
model_prices_and_context_window.json
View File

@ -1078,6 +1078,14 @@
"supports_function_calling": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
},
"vertex_ai/claude-3-opus@20240229":{
"max_tokens": 200000,
"max_output_tokens": 4096,
"input_cost_per_token": 0.000015,
"output_cost_per_token": 0.000075,
"litellm_provider": "vertex_ai-anthropic_models",
"mode": "chat"
},
"vertex_ai/claude-3-sonnet@20240229": {
"max_tokens": 200000,
"max_output_tokens": 4096,