have to set a callback to make Palm work

Gapminder · Oct 30, 2023 · eb503d9 · eb503d9
1 parent 0276aba
commit eb503d9
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/yival_experiments/custom_configuration/model_compare.py b/yival_experiments/custom_configuration/model_compare.py
@@ -7,6 +7,7 @@
 from model_config_wrapper import ModelConfigWrapper
 from llms.alibaba_complete import llm_complete as alibaba_llm_complete
 from llms.palm_completion import safety_settings
+import litellm
 from litellm import completion
 
 # load env vars
@@ -17,6 +18,9 @@
 
 default_model_config = dict(model_name="gpt-3.5-turbo", params={"temperature": 0.5})
 
+# I have to set this to make google plam work!
+litellm.failure_callback = ["sentry"]
+
 
 def model_compare(
     question_id: str,