ai-workspace-services/litellm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

docs - reliability

Browse Source
This commit is contained in:
Ishaan Jaff 2024-06-10 21:54:38 -07:00
parent d628bf0bd3
commit b875a72be8
1 changed files with 3 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
docs/my-website/docs/proxy/reliability.md
View File

@ -155,9 +155,7 @@ response = client.chat.completions.create(
}
],
extra_body={
"metadata": {
"fallbacks": ["gpt-3.5-turbo"]
}
"fallbacks": ["gpt-3.5-turbo"]
}
)
@ -180,9 +178,7 @@ curl --location 'http://0.0.0.0:4000/chat/completions' \
"content": "what llm are you"
}
],
"metadata": {
"fallbacks": ["gpt-3.5-turbo"]
}
"fallbacks": ["gpt-3.5-turbo"]
}'
```
</TabItem>
@ -204,9 +200,7 @@ chat = ChatOpenAI(
openai_api_base="http://0.0.0.0:4000",
model="zephyr-beta",
extra_body={
"metadata": {
"fallbacks": ["gpt-3.5-turbo"]
}
"fallbacks": ["gpt-3.5-turbo"]
}
)