ai-workspace-services/litellm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add deepseek-coder-v2(-lite), mistral-large, codegeex4 to ollama

Browse Source
This commit is contained in:
Sam 2024-08-08 10:51:59 +12:00 committed by GitHub
parent 4543dbb2e2
commit 8459046585
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 70 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

71
model_prices_and_context_window.json
View File

@ -4038,6 +4038,66 @@
"litellm_provider": "ollama",
"mode": "completion"
},
"ollama/codegeex4": {
"max_tokens": 32768,
"max_input_tokens": 32768,
"max_output_tokens": 8192,
"input_cost_per_token": 0.0,
"output_cost_per_token": 0.0,
"litellm_provider": "ollama",
"mode": "chat",
"supports_function_calling": false
},
"ollama/deepseek-coder-v2-instruct": {
"max_tokens": 32768,
"max_input_tokens": 32768,
"max_output_tokens": 8192,
"input_cost_per_token": 0.0,
"output_cost_per_token": 0.0,
"litellm_provider": "ollama",
"mode": "chat",
"supports_function_calling": true
},
"ollama/deepseek-coder-v2-base": {
"max_tokens": 8192,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"input_cost_per_token": 0.0,
"output_cost_per_token": 0.0,
"litellm_provider": "ollama",
"mode": "completion",
"supports_function_calling": true
},
"ollama/deepseek-coder-v2-lite-instruct": {
"max_tokens": 32768,
"max_input_tokens": 32768,
"max_output_tokens": 8192,
"input_cost_per_token": 0.0,
"output_cost_per_token": 0.0,
"litellm_provider": "ollama",
"mode": "chat",
"supports_function_calling": true
},
"ollama/deepseek-coder-v2-lite-base": {
"max_tokens": 8192,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"input_cost_per_token": 0.0,
"output_cost_per_token": 0.0,
"litellm_provider": "ollama",
"mode": "completion",
"supports_function_calling": true
},
"ollama/internlm2_5-20b-chat": {
"max_tokens": 32768,
"max_input_tokens": 32768,
"max_output_tokens": 8192,
"input_cost_per_token": 0.0,
"output_cost_per_token": 0.0,
"litellm_provider": "ollama",
"mode": "chat",
"supports_function_calling": true
},
"ollama/llama2": {
"max_tokens": 4096,
"max_input_tokens": 4096,
@ -4093,7 +4153,7 @@
"mode": "chat"
},
"ollama/llama3.1": {
"max_tokens": 8192,
"max_tokens": 32768,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"input_cost_per_token": 0.0,
@ -4102,6 +4162,15 @@
"mode": "chat",
"supports_function_calling": true
},
"ollama/mistral-large-instruct-2407": {
"max_tokens": 65536,
"max_input_tokens": 65536,
"max_output_tokens": 8192,
"input_cost_per_token": 0.0,
"output_cost_per_token": 0.0,
"litellm_provider": "ollama",
"mode": "chat"
},
"ollama/mistral": {
"max_tokens": 8192,
"max_input_tokens": 8192,