2023-08-13 02:30:32 +08:00
|
|
|
/**
|
|
|
|
|
* Creating a sidebar enables you to:
|
|
|
|
|
- create an ordered group of docs
|
|
|
|
|
- render a sidebar for each doc of that group
|
|
|
|
|
- provide next/previous navigation
|
|
|
|
|
|
|
|
|
|
The sidebars can be generated from the filesystem, or explicitly defined here.
|
|
|
|
|
|
|
|
|
|
Create as many sidebars as you want.
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
// @ts-check
|
|
|
|
|
|
|
|
|
|
/** @type {import('@docusaurus/plugin-content-docs').SidebarsConfig} */
|
|
|
|
|
const sidebars = {
|
|
|
|
|
// // By default, Docusaurus generates a sidebar from the docs folder structure
|
|
|
|
|
|
|
|
|
|
// But you can create a sidebar manually
|
|
|
|
|
tutorialSidebar: [
|
2023-08-22 03:38:44 +08:00
|
|
|
{ type: "doc", id: "index" }, // NEW
|
2024-02-22 23:55:21 +08:00
|
|
|
{
|
|
|
|
|
type: "category",
|
|
|
|
|
label: "💥 OpenAI Proxy Server",
|
|
|
|
|
link: {
|
2024-02-28 14:07:13 +08:00
|
|
|
type: "generated-index",
|
|
|
|
|
title: "💥 OpenAI Proxy Server",
|
2024-02-22 23:55:21 +08:00
|
|
|
description: `Proxy Server to call 100+ LLMs in a unified interface & track spend, set budgets per virtual key/user`,
|
2024-02-28 14:07:13 +08:00
|
|
|
slug: "/simple_proxy",
|
2024-02-22 23:55:21 +08:00
|
|
|
},
|
|
|
|
|
items: [
|
2024-03-30 12:21:53 +08:00
|
|
|
"proxy/quick_start",
|
2024-03-20 08:50:31 +08:00
|
|
|
"proxy/deploy",
|
2024-03-24 10:29:21 +08:00
|
|
|
"proxy/prod",
|
2024-02-22 23:55:21 +08:00
|
|
|
{
|
2024-02-28 14:07:13 +08:00
|
|
|
type: "link",
|
2024-04-02 02:21:27 +08:00
|
|
|
label: "📖 All Endpoints (Swagger)",
|
2024-02-28 14:07:13 +08:00
|
|
|
href: "https://litellm-api.up.railway.app/",
|
2024-02-22 23:55:21 +08:00
|
|
|
},
|
2024-06-06 10:18:01 +08:00
|
|
|
"proxy/enterprise",
|
2024-07-10 09:33:22 +08:00
|
|
|
"proxy/user_keys",
|
2024-04-09 05:57:19 +08:00
|
|
|
"proxy/demo",
|
2024-04-02 02:21:27 +08:00
|
|
|
"proxy/configs",
|
|
|
|
|
"proxy/reliability",
|
2024-05-14 08:58:28 +08:00
|
|
|
"proxy/cost_tracking",
|
2024-06-06 08:12:42 +08:00
|
|
|
"proxy/self_serve",
|
2024-04-02 02:21:27 +08:00
|
|
|
"proxy/users",
|
2024-06-14 06:56:43 +08:00
|
|
|
"proxy/team_budgets",
|
2024-06-20 06:04:01 +08:00
|
|
|
"proxy/customers",
|
2024-05-17 05:13:12 +08:00
|
|
|
"proxy/billing",
|
2024-02-22 23:55:21 +08:00
|
|
|
"proxy/virtual_keys",
|
2024-07-04 06:17:17 +08:00
|
|
|
"proxy/guardrails",
|
2024-06-29 06:55:29 +08:00
|
|
|
"proxy/token_auth",
|
2024-04-28 06:33:21 +08:00
|
|
|
"proxy/alerting",
|
|
|
|
|
{
|
|
|
|
|
type: "category",
|
2024-06-03 22:59:36 +08:00
|
|
|
label: "🪢 Logging",
|
2024-04-28 06:33:21 +08:00
|
|
|
items: ["proxy/logging", "proxy/streaming_logging"],
|
|
|
|
|
},
|
2024-05-26 09:07:36 +08:00
|
|
|
"proxy/ui",
|
2024-06-14 05:40:02 +08:00
|
|
|
"proxy/prometheus",
|
2024-06-29 06:55:29 +08:00
|
|
|
"proxy/pass_through",
|
2024-05-26 09:07:36 +08:00
|
|
|
"proxy/email",
|
2024-06-09 08:26:04 +08:00
|
|
|
"proxy/multiple_admins",
|
2024-03-08 00:14:46 +08:00
|
|
|
"proxy/team_based_routing",
|
2024-05-10 09:40:45 +08:00
|
|
|
"proxy/customer_routing",
|
2024-02-22 23:55:21 +08:00
|
|
|
{
|
2024-02-28 14:07:13 +08:00
|
|
|
type: "category",
|
2024-04-02 02:21:27 +08:00
|
|
|
label: "Extra Load Balancing",
|
|
|
|
|
items: ["proxy/load_balancing"],
|
2024-02-22 23:55:21 +08:00
|
|
|
},
|
2024-03-10 05:41:20 +08:00
|
|
|
"proxy/model_management",
|
|
|
|
|
"proxy/health",
|
|
|
|
|
"proxy/debugging",
|
|
|
|
|
"proxy/pii_masking",
|
2024-03-20 13:48:52 +08:00
|
|
|
"proxy/prompt_injection",
|
2024-02-22 23:55:21 +08:00
|
|
|
"proxy/caching",
|
2024-03-18 22:38:29 +08:00
|
|
|
"proxy/call_hooks",
|
|
|
|
|
"proxy/rules",
|
2024-02-22 23:55:21 +08:00
|
|
|
"proxy/cli",
|
|
|
|
|
]
|
|
|
|
|
},
|
2023-08-13 02:30:32 +08:00
|
|
|
{
|
2023-08-22 03:38:44 +08:00
|
|
|
type: "category",
|
|
|
|
|
label: "Completion()",
|
2023-09-10 23:33:50 +08:00
|
|
|
link: {
|
2024-02-28 14:07:13 +08:00
|
|
|
type: "generated-index",
|
|
|
|
|
title: "Completion()",
|
|
|
|
|
description: "Details on the completion() function",
|
|
|
|
|
slug: "/completion",
|
2023-09-10 23:33:50 +08:00
|
|
|
},
|
2023-09-07 04:08:28 +08:00
|
|
|
items: [
|
2024-02-28 14:07:13 +08:00
|
|
|
"completion/input",
|
2024-07-10 03:23:42 +08:00
|
|
|
"completion/provider_specific_params",
|
2024-06-21 08:43:03 +08:00
|
|
|
"completion/drop_params",
|
2023-10-06 22:48:37 +08:00
|
|
|
"completion/prompt_formatting",
|
2024-02-28 14:07:13 +08:00
|
|
|
"completion/output",
|
2023-10-15 09:39:30 +08:00
|
|
|
"exception_mapping",
|
2024-02-28 14:07:13 +08:00
|
|
|
"completion/stream",
|
2023-09-12 09:32:50 +08:00
|
|
|
"completion/message_trimming",
|
2023-10-15 09:39:30 +08:00
|
|
|
"completion/function_call",
|
2024-04-16 09:15:15 +08:00
|
|
|
"completion/vision",
|
2024-02-28 14:07:13 +08:00
|
|
|
"completion/model_alias",
|
2023-09-12 03:24:19 +08:00
|
|
|
"completion/batching",
|
|
|
|
|
"completion/mock_requests",
|
2023-11-22 10:00:14 +08:00
|
|
|
"completion/reliable_completions",
|
2023-09-07 04:08:28 +08:00
|
|
|
],
|
2023-08-13 02:30:32 +08:00
|
|
|
},
|
|
|
|
|
{
|
2023-08-22 03:38:44 +08:00
|
|
|
type: "category",
|
2024-06-02 12:16:32 +08:00
|
|
|
label: "Embedding(), Image Generation(), Assistants(), Moderation(), Audio Transcriptions(), TTS(), Batches()",
|
2023-10-24 06:22:41 +08:00
|
|
|
items: [
|
2024-02-28 14:07:13 +08:00
|
|
|
"embedding/supported_embedding",
|
2023-10-24 06:22:41 +08:00
|
|
|
"embedding/async_embedding",
|
|
|
|
|
"embedding/moderation",
|
2024-02-28 14:07:13 +08:00
|
|
|
"image_generation",
|
2024-06-02 01:28:28 +08:00
|
|
|
"audio_transcription",
|
|
|
|
|
"text_to_speech",
|
2024-06-02 12:16:32 +08:00
|
|
|
"assistants",
|
|
|
|
|
"batches",
|
2024-07-11 13:56:33 +08:00
|
|
|
"anthropic_completion"
|
2023-10-24 06:22:41 +08:00
|
|
|
],
|
2023-08-13 02:30:32 +08:00
|
|
|
},
|
2023-09-05 07:38:19 +08:00
|
|
|
{
|
|
|
|
|
type: "category",
|
2023-10-05 01:20:07 +08:00
|
|
|
label: "Supported Models & Providers",
|
2023-09-05 07:38:19 +08:00
|
|
|
link: {
|
2024-02-28 14:07:13 +08:00
|
|
|
type: "generated-index",
|
|
|
|
|
title: "Providers",
|
|
|
|
|
description:
|
|
|
|
|
"Learn how to deploy + call models from different providers on LiteLLM",
|
|
|
|
|
slug: "/providers",
|
2023-09-05 07:38:19 +08:00
|
|
|
},
|
2023-09-10 07:12:21 +08:00
|
|
|
items: [
|
|
|
|
|
"providers/openai",
|
2024-04-15 22:19:37 +08:00
|
|
|
"providers/text_completion_openai",
|
2023-12-15 04:03:29 +08:00
|
|
|
"providers/openai_compatible",
|
2023-09-10 07:12:21 +08:00
|
|
|
"providers/azure",
|
2024-02-27 06:33:21 +08:00
|
|
|
"providers/azure_ai",
|
2023-09-10 07:12:21 +08:00
|
|
|
"providers/vertex",
|
2023-09-27 03:42:49 +08:00
|
|
|
"providers/palm",
|
2024-01-08 13:32:06 +08:00
|
|
|
"providers/gemini",
|
2023-09-10 07:12:21 +08:00
|
|
|
"providers/anthropic",
|
2023-09-30 06:28:46 +08:00
|
|
|
"providers/aws_sagemaker",
|
|
|
|
|
"providers/bedrock",
|
2024-06-18 05:34:05 +08:00
|
|
|
"providers/mistral",
|
|
|
|
|
"providers/codestral",
|
2024-03-13 01:34:08 +08:00
|
|
|
"providers/cohere",
|
2023-10-26 00:12:29 +08:00
|
|
|
"providers/anyscale",
|
2024-03-01 07:55:56 +08:00
|
|
|
"providers/huggingface",
|
2024-05-24 10:22:09 +08:00
|
|
|
"providers/databricks",
|
2024-05-11 01:58:35 +08:00
|
|
|
"providers/watsonx",
|
|
|
|
|
"providers/predibase",
|
2024-06-26 00:38:34 +08:00
|
|
|
"providers/nvidia_nim",
|
2024-06-27 08:04:19 +08:00
|
|
|
"providers/volcano",
|
2024-05-11 10:08:15 +08:00
|
|
|
"providers/triton-inference-server",
|
2024-03-01 07:55:56 +08:00
|
|
|
"providers/ollama",
|
2023-10-20 01:02:39 +08:00
|
|
|
"providers/perplexity",
|
2024-02-24 02:40:33 +08:00
|
|
|
"providers/groq",
|
2024-05-08 02:44:03 +08:00
|
|
|
"providers/deepseek",
|
2024-06-26 00:38:34 +08:00
|
|
|
"providers/fireworks_ai",
|
|
|
|
|
"providers/clarifai",
|
2023-09-10 07:12:21 +08:00
|
|
|
"providers/vllm",
|
2024-01-02 18:09:25 +08:00
|
|
|
"providers/xinference",
|
2023-12-29 14:40:32 +08:00
|
|
|
"providers/cloudflare_workers",
|
2023-09-27 04:32:55 +08:00
|
|
|
"providers/deepinfra",
|
2023-09-10 07:12:21 +08:00
|
|
|
"providers/ai21",
|
2023-09-15 01:27:51 +08:00
|
|
|
"providers/nlp_cloud",
|
2023-09-10 07:12:21 +08:00
|
|
|
"providers/replicate",
|
|
|
|
|
"providers/togetherai",
|
2023-12-28 19:42:58 +08:00
|
|
|
"providers/voyage",
|
2023-09-10 07:12:21 +08:00
|
|
|
"providers/aleph_alpha",
|
|
|
|
|
"providers/baseten",
|
|
|
|
|
"providers/openrouter",
|
|
|
|
|
"providers/custom_openai_proxy",
|
2023-09-20 00:24:10 +08:00
|
|
|
"providers/petals",
|
2024-05-11 01:58:35 +08:00
|
|
|
|
2024-02-28 14:07:13 +08:00
|
|
|
],
|
2023-09-05 07:38:19 +08:00
|
|
|
},
|
2024-01-23 10:20:15 +08:00
|
|
|
"proxy/custom_pricing",
|
2023-10-19 05:20:45 +08:00
|
|
|
"routing",
|
2024-06-01 10:35:47 +08:00
|
|
|
"scheduler",
|
2023-10-12 01:54:11 +08:00
|
|
|
"set_keys",
|
2023-11-24 03:13:24 +08:00
|
|
|
"budget_manager",
|
2023-12-02 12:07:20 +08:00
|
|
|
"secret",
|
2023-10-05 02:30:54 +08:00
|
|
|
"completion/token_usage",
|
2023-12-29 16:11:29 +08:00
|
|
|
"load_test",
|
2023-08-13 02:30:32 +08:00
|
|
|
{
|
2023-08-22 03:38:44 +08:00
|
|
|
type: "category",
|
|
|
|
|
label: "Logging & Observability",
|
|
|
|
|
items: [
|
2024-07-09 04:56:53 +08:00
|
|
|
"observability/helicone_integration",
|
2024-06-18 08:31:58 +08:00
|
|
|
"observability/langfuse_integration",
|
|
|
|
|
"observability/logfire_integration",
|
2024-02-28 14:07:13 +08:00
|
|
|
"debugging/local_debugging",
|
2024-06-12 04:35:22 +08:00
|
|
|
"observability/raw_request_response",
|
2023-09-10 09:52:07 +08:00
|
|
|
"observability/custom_callback",
|
2023-09-28 12:42:45 +08:00
|
|
|
"observability/sentry",
|
2024-05-17 04:24:04 +08:00
|
|
|
"observability/lago",
|
2024-05-02 09:31:45 +08:00
|
|
|
"observability/openmeter",
|
2023-08-27 03:07:24 +08:00
|
|
|
"observability/promptlayer_integration",
|
2023-10-18 09:15:58 +08:00
|
|
|
"observability/wandb_integration",
|
2023-10-19 03:13:38 +08:00
|
|
|
"observability/langsmith_integration",
|
2023-10-20 00:32:29 +08:00
|
|
|
"observability/slack_integration",
|
2023-08-30 18:08:53 +08:00
|
|
|
"observability/traceloop_integration",
|
2024-04-18 03:24:00 +08:00
|
|
|
"observability/athina_integration",
|
2024-04-08 22:29:58 +08:00
|
|
|
"observability/lunary_integration",
|
2024-04-25 04:46:43 +08:00
|
|
|
"observability/greenscale_integration",
|
2023-08-22 03:38:44 +08:00
|
|
|
"observability/supabase_integration",
|
2023-10-08 08:49:34 +08:00
|
|
|
`observability/telemetry`,
|
2023-08-22 03:38:44 +08:00
|
|
|
],
|
2023-08-13 02:30:32 +08:00
|
|
|
},
|
2024-05-10 18:17:03 +08:00
|
|
|
"caching/all_caches",
|
2024-01-09 19:39:41 +08:00
|
|
|
{
|
2024-02-28 14:07:13 +08:00
|
|
|
type: "category",
|
|
|
|
|
label: "Tutorials",
|
2024-01-09 19:39:41 +08:00
|
|
|
items: [
|
|
|
|
|
'tutorials/azure_openai',
|
2024-03-25 23:35:11 +08:00
|
|
|
'tutorials/instructor',
|
2024-01-09 19:39:41 +08:00
|
|
|
'tutorials/oobabooga',
|
|
|
|
|
"tutorials/gradio_integration",
|
2024-02-28 14:07:13 +08:00
|
|
|
"tutorials/huggingface_codellama",
|
|
|
|
|
"tutorials/huggingface_tutorial",
|
|
|
|
|
"tutorials/TogetherAI_liteLLM",
|
|
|
|
|
"tutorials/finetuned_chat_gpt",
|
|
|
|
|
"tutorials/sagemaker_llms",
|
|
|
|
|
"tutorials/text_completion",
|
2024-01-09 19:39:41 +08:00
|
|
|
"tutorials/first_playground",
|
|
|
|
|
"tutorials/model_fallbacks",
|
|
|
|
|
],
|
|
|
|
|
},
|
2023-09-27 12:39:05 +08:00
|
|
|
{
|
|
|
|
|
type: "category",
|
2024-06-18 22:21:40 +08:00
|
|
|
label: "LangChain, LlamaIndex, Instructor Integration",
|
|
|
|
|
items: ["langchain/langchain", "tutorials/instructor"],
|
2023-09-27 12:39:05 +08:00
|
|
|
},
|
2023-08-26 21:07:50 +08:00
|
|
|
{
|
2024-02-28 14:07:13 +08:00
|
|
|
type: "category",
|
|
|
|
|
label: "Extras",
|
2023-08-26 21:07:50 +08:00
|
|
|
items: [
|
2024-02-28 14:07:13 +08:00
|
|
|
"extras/contributing",
|
2024-07-11 08:40:30 +08:00
|
|
|
"data_security",
|
2024-06-18 08:31:58 +08:00
|
|
|
"contributing",
|
|
|
|
|
"rules",
|
2023-10-23 22:56:55 +08:00
|
|
|
"proxy_server",
|
2023-10-05 00:43:59 +08:00
|
|
|
{
|
|
|
|
|
type: "category",
|
|
|
|
|
label: "❤️ 🚅 Projects built on LiteLLM",
|
|
|
|
|
link: {
|
2024-02-28 14:07:13 +08:00
|
|
|
type: "generated-index",
|
|
|
|
|
title: "Projects built on LiteLLM",
|
|
|
|
|
description:
|
|
|
|
|
"Learn how to deploy + call models from different providers on LiteLLM",
|
|
|
|
|
slug: "/project",
|
2023-10-05 00:43:59 +08:00
|
|
|
},
|
|
|
|
|
items: [
|
2023-12-15 10:24:34 +08:00
|
|
|
"projects/Docq.AI",
|
2023-10-05 00:43:59 +08:00
|
|
|
"projects/OpenInterpreter",
|
|
|
|
|
"projects/FastREPL",
|
|
|
|
|
"projects/PROMPTMETHEUS",
|
2024-02-28 14:07:13 +08:00
|
|
|
"projects/Codium PR Agent",
|
2023-10-05 00:43:59 +08:00
|
|
|
"projects/Prompt2Model",
|
|
|
|
|
"projects/SalesGPT",
|
2024-02-28 14:07:13 +08:00
|
|
|
"projects/Quivr",
|
|
|
|
|
"projects/Langstream",
|
|
|
|
|
"projects/Otter",
|
|
|
|
|
"projects/GPT Migrate",
|
|
|
|
|
"projects/YiVal",
|
|
|
|
|
"projects/LiteLLM Proxy",
|
2024-06-11 06:26:09 +08:00
|
|
|
"projects/llm_cord",
|
2024-02-28 14:07:13 +08:00
|
|
|
],
|
2023-10-05 00:43:59 +08:00
|
|
|
},
|
2023-08-26 21:07:50 +08:00
|
|
|
],
|
|
|
|
|
},
|
2023-10-06 02:43:37 +08:00
|
|
|
"migration",
|
2023-08-22 03:38:44 +08:00
|
|
|
"troubleshoot",
|
2023-08-13 02:30:32 +08:00
|
|
|
],
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
module.exports = sidebars;
|