more

stanford-crfm · Jan 15, 2025 · 796e4e0 · 796e4e0
1 parent 5d14efc
commit 796e4e0
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/levanter/store/cache.py b/src/levanter/store/cache.py
@@ -1237,7 +1237,7 @@ async def _copy_one_array(dest_array: JaggedArrayStore, source_array: JaggedArra
             source_offsets = source_array.offsets[1 : source_num_rows + 1][ts.d[:].translate_to[0]]
             source_offsets = _virtual_offset(source_offsets, data_offset)
 
-            delay = 1
+            delay = 4
             while True:
                 try:
                     async with ts.Transaction() as txn:
@@ -1253,7 +1253,7 @@ async def _copy_one_array(dest_array: JaggedArrayStore, source_array: JaggedArra
                         logger.info("Rate limit exceeded. Retrying.")
                         await asyncio.sleep(delay)
                         delay *= 2
-                        if delay > 60:
+                        if delay > 120:
                             raise
 
             futures.append(offset_future)