add retries

Gapminder · Jan 16, 2025 · 522c8fd · 522c8fd
1 parent 81b16b0
commit 522c8fd
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/automation-api/lib/pilot/send_batch_prompt_litellm.py b/automation-api/lib/pilot/send_batch_prompt_litellm.py
@@ -45,6 +45,9 @@ def process_single_prompt(data: Dict) -> Dict:
     """Process a single prompt using LiteLLM."""
     try:
         time.sleep(0.5)  # Add delay between requests
+        # add retry to request
+        if "num_retries" not in data.keys():
+            data["num_retries"] = 5
         response = litellm.completion(**data["body"])  # type: ignore
 
         # Format response like OpenAI batch API