ai-workspace-services/litellm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #13637 from Tasmay-Tibrewal/main

Browse Source 
Added Qwen3, Deepseek R1 0528 Throughput, GLM 4.5 and GPT-OSS models for Together AI
This commit is contained in:
Krish Dholakia 2025-08-19 22:33:17 -07:00 committed by GitHub
commit bfe814f981
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 176 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

88
litellm/model_prices_and_context_window_backup.json
View File

@ -14653,6 +14653,50 @@
"mode": "chat",
"supports_tool_choice": true
},
"together_ai/Qwen/Qwen3-235B-A22B-Instruct-2507-tput": {
"input_cost_per_token": 2e-07,
"output_cost_per_token": 6e-06,
"max_input_tokens": 262000,
"litellm_provider": "together_ai",
"supports_function_calling": false,
"supports_parallel_function_calling": false,
"mode": "chat",
"supports_tool_choice": false,
"source": "https://www.together.ai/models/qwen3-235b-a22b-instruct-2507-fp8"
},
"together_ai/Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8": {
"input_cost_per_token": 2e-06,
"output_cost_per_token": 2e-06,
"max_input_tokens": 256000,
"litellm_provider": "together_ai",
"supports_function_calling": false,
"supports_parallel_function_calling": false,
"mode": "chat",
"supports_tool_choice": false,
"source": "https://www.together.ai/models/qwen3-coder-480b-a35b-instruct"
},
"together_ai/Qwen/Qwen3-235B-A22B-Thinking-2507": {
"input_cost_per_token": 6.5e-07,
"output_cost_per_token": 3e-06,
"max_input_tokens": 256000,
"litellm_provider": "together_ai",
"supports_function_calling": false,
"supports_parallel_function_calling": false,
"mode": "chat",
"supports_tool_choice": false,
"source": "https://www.together.ai/models/qwen3-235b-a22b-thinking-2507"
},
"together_ai/Qwen/Qwen3-235B-A22B-fp8-tput": {
"input_cost_per_token": 2e-07,
"output_cost_per_token": 6e-07,
"max_input_tokens": 40000,
"litellm_provider": "together_ai",
"supports_function_calling": false,
"supports_parallel_function_calling": false,
"mode": "chat",
"supports_tool_choice": false,
"source": "https://www.together.ai/models/qwen3-235b-a22b-fp8-tput"
},
"together_ai/deepseek-ai/DeepSeek-V3": {
"input_cost_per_token": 1.25e-06,
"output_cost_per_token": 1.25e-06,
@ -14677,6 +14721,17 @@
"mode": "chat",
"supports_tool_choice": true
},
"together_ai/deepseek-ai/DeepSeek-R1-0528-tput": {
"input_cost_per_token": 5.5e-07,
"output_cost_per_token": 2.19e-06,
"max_input_tokens": 128000,
"litellm_provider": "together_ai",
"supports_function_calling": false,
"supports_parallel_function_calling": false,
"mode": "chat",
"supports_tool_choice": false,
"source": "https://www.together.ai/models/deepseek-r1-0528-throughput"
},
"together_ai/mistralai/Mistral-Small-24B-Instruct-2501": {
"litellm_provider": "together_ai",
"supports_function_calling": true,
@ -14694,6 +14749,39 @@
"mode": "chat",
"source": "https://www.together.ai/models/kimi-k2-instruct"
},
"together_ai/openai/gpt-oss-120b": {
"input_cost_per_token": 1.5e-07,
"output_cost_per_token": 6e-07,
"max_input_tokens": 128000,
"litellm_provider": "together_ai",
"supports_function_calling": false,
"supports_tool_choice": false,
"supports_parallel_function_calling": false,
"mode": "chat",
"source": "https://www.together.ai/models/gpt-oss-120b"
},
"together_ai/OpenAI/gpt-oss-20B": {
"input_cost_per_token": 5e-08,
"output_cost_per_token": 2e-07,
"max_input_tokens": 128000,
"litellm_provider": "together_ai",
"supports_function_calling": false,
"supports_tool_choice": false,
"supports_parallel_function_calling": false,
"mode": "chat",
"source": "https://www.together.ai/models/gpt-oss-20b"
},
"together_ai/zai-org/GLM-4.5-Air-FP8": {
"input_cost_per_token": 2e-07,
"output_cost_per_token": 1.1e-06,
"max_input_tokens": 128000,
"litellm_provider": "together_ai",
"supports_function_calling": false,
"supports_tool_choice": false,
"supports_parallel_function_calling": false,
"mode": "chat",
"source": "https://www.together.ai/models/glm-4-5-air"
},
"ollama/codegemma": {
"max_tokens": 8192,
"max_input_tokens": 8192,

88
model_prices_and_context_window.json
View File

@ -14653,6 +14653,50 @@
"mode": "chat",
"supports_tool_choice": true
},
"together_ai/Qwen/Qwen3-235B-A22B-Instruct-2507-tput": {
"input_cost_per_token": 2e-07,
"output_cost_per_token": 6e-06,
"max_input_tokens": 262000,
"litellm_provider": "together_ai",
"supports_function_calling": false,
"supports_parallel_function_calling": false,
"mode": "chat",
"supports_tool_choice": false,
"source": "https://www.together.ai/models/qwen3-235b-a22b-instruct-2507-fp8"
},
"together_ai/Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8": {
"input_cost_per_token": 2e-06,
"output_cost_per_token": 2e-06,
"max_input_tokens": 256000,
"litellm_provider": "together_ai",
"supports_function_calling": false,
"supports_parallel_function_calling": false,
"mode": "chat",
"supports_tool_choice": false,
"source": "https://www.together.ai/models/qwen3-coder-480b-a35b-instruct"
},
"together_ai/Qwen/Qwen3-235B-A22B-Thinking-2507": {
"input_cost_per_token": 6.5e-07,
"output_cost_per_token": 3e-06,
"max_input_tokens": 256000,
"litellm_provider": "together_ai",
"supports_function_calling": false,
"supports_parallel_function_calling": false,
"mode": "chat",
"supports_tool_choice": false,
"source": "https://www.together.ai/models/qwen3-235b-a22b-thinking-2507"
},
"together_ai/Qwen/Qwen3-235B-A22B-fp8-tput": {
"input_cost_per_token": 2e-07,
"output_cost_per_token": 6e-07,
"max_input_tokens": 40000,
"litellm_provider": "together_ai",
"supports_function_calling": false,
"supports_parallel_function_calling": false,
"mode": "chat",
"supports_tool_choice": false,
"source": "https://www.together.ai/models/qwen3-235b-a22b-fp8-tput"
},
"together_ai/deepseek-ai/DeepSeek-V3": {
"input_cost_per_token": 1.25e-06,
"output_cost_per_token": 1.25e-06,
@ -14677,6 +14721,17 @@
"mode": "chat",
"supports_tool_choice": true
},
"together_ai/deepseek-ai/DeepSeek-R1-0528-tput": {
"input_cost_per_token": 5.5e-07,
"output_cost_per_token": 2.19e-06,
"max_input_tokens": 128000,
"litellm_provider": "together_ai",
"supports_function_calling": false,
"supports_parallel_function_calling": false,
"mode": "chat",
"supports_tool_choice": false,
"source": "https://www.together.ai/models/deepseek-r1-0528-throughput"
},
"together_ai/mistralai/Mistral-Small-24B-Instruct-2501": {
"litellm_provider": "together_ai",
"supports_function_calling": true,
@ -14694,6 +14749,39 @@
"mode": "chat",
"source": "https://www.together.ai/models/kimi-k2-instruct"
},
"together_ai/openai/gpt-oss-120b": {
"input_cost_per_token": 1.5e-07,
"output_cost_per_token": 6e-07,
"max_input_tokens": 128000,
"litellm_provider": "together_ai",
"supports_function_calling": false,
"supports_tool_choice": false,
"supports_parallel_function_calling": false,
"mode": "chat",
"source": "https://www.together.ai/models/gpt-oss-120b"
},
"together_ai/OpenAI/gpt-oss-20B": {
"input_cost_per_token": 5e-08,
"output_cost_per_token": 2e-07,
"max_input_tokens": 128000,
"litellm_provider": "together_ai",
"supports_function_calling": false,
"supports_tool_choice": false,
"supports_parallel_function_calling": false,
"mode": "chat",
"source": "https://www.together.ai/models/gpt-oss-20b"
},
"together_ai/zai-org/GLM-4.5-Air-FP8": {
"input_cost_per_token": 2e-07,
"output_cost_per_token": 1.1e-06,
"max_input_tokens": 128000,
"litellm_provider": "together_ai",
"supports_function_calling": false,
"supports_tool_choice": false,
"supports_parallel_function_calling": false,
"mode": "chat",
"source": "https://www.together.ai/models/glm-4-5-air"
},
"ollama/codegemma": {
"max_tokens": 8192,
"max_input_tokens": 8192,