add 60 days ttl to keys because the default for new litellm config is…

… too low
Gapminder · Nov 28, 2024 · 43647b4 · 43647b4
1 parent 3aaef54
commit 43647b4
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/automation-api/yival_experiments/custom_configuration/model_compare.py b/automation-api/yival_experiments/custom_configuration/model_compare.py
@@ -45,7 +45,9 @@
 # enable caching in the evaluator.
 # litellm.cache = litellm.Cache()
 # to not use Redis for caching: uncomment the line above and comment the line below.
-litellm.cache = litellm.Cache(type="redis", host="127.0.0.1", port=26379)
+litellm.cache = litellm.Cache(
+    type="redis", host="127.0.0.1", port=26379, ttl=60 * 24 * 3600
+)
 
 
 def model_compare(