ai-workspace-services/litellm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add sample spec to model cost map

Browse Source
This commit is contained in:
Ishaan Jaff 2024-08-05 09:27:22 -07:00
parent 0214ff5fe0
commit e3119cef38
2 changed files with 26 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
litellm/model_prices_and_context_window_backup.json
View File

@ -1,4 +1,16 @@
{
"sample_spec": {
"max_tokens": "set to max_output_tokens if provider specifies it. IF not set to max_tokens provider specifies",
"max_input_tokens": "max input tokens, if the provider specifies it. if not default to max_tokens",
"max_output_tokens": "max output tokens, if the provider specifies it. if not default to max_tokens",
"input_cost_per_token": 0.0000,
"output_cost_per_token": 0.000,
"litellm_provider": "one of https://docs.litellm.ai/docs/providers",
"mode": "one of chat, embedding, completion, image_generation, audio_transcription",
"supports_function_calling": true,
"supports_parallel_function_calling": true,
"supports_vision": true
},
"gpt-4": {
"max_tokens": 4096,
"max_input_tokens": 8192,
@ -24,7 +36,7 @@
"gpt-4o-mini": {
"max_tokens": 4096,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_output_tokens": 16384,
"input_cost_per_token": 0.00000015,
"output_cost_per_token": 0.00000060,
"litellm_provider": "openai",

14
model_prices_and_context_window.json
View File

@ -1,4 +1,16 @@
{
"sample_spec": {
"max_tokens": "set to max_output_tokens if provider specifies it. IF not set to max_tokens provider specifies",
"max_input_tokens": "max input tokens, if the provider specifies it. if not default to max_tokens",
"max_output_tokens": "max output tokens, if the provider specifies it. if not default to max_tokens",
"input_cost_per_token": 0.0000,
"output_cost_per_token": 0.000,
"litellm_provider": "one of https://docs.litellm.ai/docs/providers",
"mode": "one of chat, embedding, completion, image_generation, audio_transcription",
"supports_function_calling": true,
"supports_parallel_function_calling": true,
"supports_vision": true
},
"gpt-4": {
"max_tokens": 4096,
"max_input_tokens": 8192,
@ -24,7 +36,7 @@
"gpt-4o-mini": {
"max_tokens": 4096,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_output_tokens": 16384,
"input_cost_per_token": 0.00000015,
"output_cost_per_token": 0.00000060,
"litellm_provider": "openai",