docs update

2023-09-08 14:04:26 -07:00 · 2023-09-08 14:04:26 -07:00 · b8a2d2ad74
commit b8a2d2ad74
parent 68d994f980
1 changed files with 2 additions and 0 deletions
--- a/docs/my-website/docs/providers/vllm.md
+++ b/docs/my-website/docs/providers/vllm.md
@ -32,6 +32,8 @@ import litellm
 response = completion(
            model="vllm/facebook/opt-125m", 
            messages=messages,
+            api_base="https://hosted-vllm-api.co/v1",
+            custom_llm_provider="openai",
            temperature=0.2,
            max_tokens=80)