From eb503d99a19377098e228ecf0350708c9bc0b9f0 Mon Sep 17 00:00:00 2001
From: semio <semio@posteo.net>
Date: Mon, 30 Oct 2023 12:03:18 +0800
Subject: [PATCH] have to set a callback to make Palm work

---
 yival_experiments/custom_configuration/model_compare.py | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/yival_experiments/custom_configuration/model_compare.py b/yival_experiments/custom_configuration/model_compare.py
index 87dec8e..5acda3e 100644
--- a/yival_experiments/custom_configuration/model_compare.py
+++ b/yival_experiments/custom_configuration/model_compare.py
@@ -7,6 +7,7 @@
 from model_config_wrapper import ModelConfigWrapper
 from llms.alibaba_complete import llm_complete as alibaba_llm_complete
 from llms.palm_completion import safety_settings
+import litellm
 from litellm import completion
 
 # load env vars
@@ -17,6 +18,9 @@
 
 default_model_config = dict(model_name="gpt-3.5-turbo", params={"temperature": 0.5})
 
+# I have to set this to make google plam work!
+litellm.failure_callback = ["sentry"]
+
 
 def model_compare(
     question_id: str,