diff --git a/docs/my-website/docs/proxy_server.md b/docs/my-website/docs/proxy_server.md index 263bee172a..5bf7e57b4c 100644 --- a/docs/my-website/docs/proxy_server.md +++ b/docs/my-website/docs/proxy_server.md @@ -223,6 +223,17 @@ litellm --model ollama/llama2 \ --temperature 0.5 ``` +## Ollama Logs +Ollama calls can sometimes fail (out-of-memory errors, etc.). + +To see your logs just call + +```shell +$ curl 'http://0.0.0.0:8000/ollama_logs' +``` + +This will return your logs from `~/.ollama/logs/server.log`. + ## Deploy Proxy diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index ef0ecbbf29..cd7a537a65 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -209,13 +209,4 @@ async def retrieve_server_log(request: Request): filepath = os.path.expanduser('~/.ollama/logs/server.log') return FileResponse(filepath) -# @router.get("/ollama_logs") -# async def chat_completion(request: Request): -# if platform.system() == "Darwin": -# print("This is a MacOS system.") -# elif platform.system() == "Linux": -# print("This is a Linux system.") -# else: -# print("This is an unknown operating system.") - app.include_router(router) \ No newline at end of file