Increase total_max_attempts on boto3 api retries (#813)

* use adaptive retries * only change max attempts, not mode * comment * remove mode * lint --------- Co-authored-by: Siddharth Manoj <[email protected]>
reddit · Nov 29, 2023 · 61a2642 · 61a2642
1 parent f87e8d2
commit 61a2642
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/baseplate/sidecars/live_data_watcher.py b/baseplate/sidecars/live_data_watcher.py
@@ -144,14 +144,17 @@ def _load_from_s3(data: bytes) -> bytes:
         # resource is public. In other words, this means that a given service cannot access
         # a public resource belonging to another cluster/AWS account unless the request credentials
         # are unsigned.
+
+        # Access S3 with 10 max retries enabled:
         s3_client = boto3.client(
             "s3",
-            config=Config(signature_version=UNSIGNED),
+            config=Config(signature_version=UNSIGNED, retries={"total_max_attempts": 10}),
             region_name=region_name,
         )
     else:
         s3_client = boto3.client(
             "s3",
+            config=Config(retries={"total_max_attempts": 10}),
             region_name=region_name,
         )