Merge pull request #5105 from prd-tuong-nguyen/feat/support-hash-prompt-in-caching

feat: hash prompt when caching
2024-08-08 20:32:10 -07:00 · 2024-08-08 20:32:10 -07:00 · f4b9f7c381
commit f4b9f7c381
parent f862fddf2f 3445174ebe
1 changed files with 1 additions and 0 deletions
--- a/litellm/caching.py
+++ b/litellm/caching.py
@ -1827,6 +1827,7 @@ class Cache:
        completion_kwargs = [
            "model",
            "messages",
+            "prompt",
            "temperature",
            "top_p",
            "n",