diff --git a/docs/my-website/docs/completion/input.md b/docs/my-website/docs/completion/input.md index 8ccd6a256b..0eebb13a7a 100644 --- a/docs/my-website/docs/completion/input.md +++ b/docs/my-website/docs/completion/input.md @@ -258,6 +258,35 @@ assert len(response_2_text) > len(response_1_text) + + +```python +import litellm, os + +## SET MAX TOKENS - via completion() +response_1 = litellm.completion( + model="ollama/llama2", + messages=[{ "content": "Hello, how are you?","role": "user"}], + max_tokens=10 + ) + +response_1_text = response_1.choices[0].message.content + +## SET MAX TOKENS - via config +litellm.OllamConfig(num_predict=200) +response_2 = litellm.completion( + model="ollama/llama2", + messages=[{ "content": "Hello, how are you?","role": "user"}], + ) + +response_2_text = response_2.choices[0].message.content + +## TEST OUTPUT +assert len(response_2_text) > len(response_1_text) +``` + + + ```python