ai-workspace-services/litellm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

(feat) cloudflare pricing + models

Browse Source
This commit is contained in:
ishaan-jaff 2023-12-30 09:50:57 +05:30
parent a34de56289
commit 0a5f5812df
1 changed files with 29 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

29
model_prices_and_context_window.json
View File

@ -1448,5 +1448,34 @@
"output_cost_per_token": 0.000001,
"litellm_provider": "anyscale",
"mode": "chat"
},
"cloudflare/@cf/meta/llama-2-7b-chat-fp16": {
"max_tokens": 3072,
"input_cost_per_token": 0.000001923,
"output_cost_per_token": 0.000001923,
"litellm_provider": "cloudflare",
"mode": "chat"
},
"cloudflare/@cf/meta/llama-2-7b-chat-int8": {
"max_tokens": 2048,
"input_cost_per_token": 0.000001923,
"output_cost_per_token": 0.000001923,
"litellm_provider": "cloudflare",
"mode": "chat"
},
"cloudflare/@cf/mistral/mistral-7b-instruct-v0.1": {
"max_tokens": 8192,
"input_cost_per_token": 0.000001923,
"output_cost_per_token": 0.000001923,
"litellm_provider": "cloudflare",
"mode": "chat"
},
"cloudflare/@hf/thebloke/codellama-7b-instruct-awq": {
"max_tokens": 4096,
"input_cost_per_token": 0.000001923,
"output_cost_per_token": 0.000001923,
"litellm_provider": "cloudflare",
"mode": "chat"
}
}