From a833e3f929b44a54f6bcf0616319d0378fe786be Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Sat, 7 Oct 2023 20:38:19 -0700 Subject: [PATCH] docs(proxy_server.md): adding /ollama_logs endpoint to docs --- docs/my-website/docs/proxy_server.md | 11 +++++++++++ litellm/proxy/proxy_server.py | 9 --------- 2 files changed, 11 insertions(+), 9 deletions(-) diff --git a/docs/my-website/docs/proxy_server.md b/docs/my-website/docs/proxy_server.md index 263bee172a..5bf7e57b4c 100644 --- a/docs/my-website/docs/proxy_server.md +++ b/docs/my-website/docs/proxy_server.md @@ -223,6 +223,17 @@ litellm --model ollama/llama2 \ --temperature 0.5 ``` +## Ollama Logs +Ollama calls can sometimes fail (out-of-memory errors, etc.). + +To see your logs just call + +```shell +$ curl 'http://0.0.0.0:8000/ollama_logs' +``` + +This will return your logs from `~/.ollama/logs/server.log`. + ## Deploy Proxy diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index ef0ecbbf29..cd7a537a65 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -209,13 +209,4 @@ async def retrieve_server_log(request: Request): filepath = os.path.expanduser('~/.ollama/logs/server.log') return FileResponse(filepath) -# @router.get("/ollama_logs") -# async def chat_completion(request: Request): -# if platform.system() == "Darwin": -# print("This is a MacOS system.") -# elif platform.system() == "Linux": -# print("This is a Linux system.") -# else: -# print("This is an unknown operating system.") - app.include_router(router) \ No newline at end of file