ai-workspace-services/litellm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #4773 from titusz/patch-1

Browse Source 
Add missing `num_gpu` ollama configuration parameter
This commit is contained in:
Krish Dholakia 2024-07-18 22:47:39 -07:00 committed by GitHub
commit 2ad1c0455a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
litellm/llms/ollama.py
View File

@ -77,6 +77,7 @@ class OllamaConfig:
mirostat_tau: Optional[float] = None
num_ctx: Optional[int] = None
num_gqa: Optional[int] = None
num_gpu: Optional[int] = None
num_thread: Optional[int] = None
repeat_last_n: Optional[int] = None
repeat_penalty: Optional[float] = None
@ -99,6 +100,7 @@ class OllamaConfig:
mirostat_tau: Optional[float] = None,
num_ctx: Optional[int] = None,
num_gqa: Optional[int] = None,
num_gpu: Optional[int] = None,
num_thread: Optional[int] = None,
repeat_last_n: Optional[int] = None,
repeat_penalty: Optional[float] = None,