perf(log): avoid too many checkpoint at the same time (#2129)

Signed-off-by: Ning Yu <[email protected]>
AutoMQ · Nov 7, 2024 · cab9e19 · cab9e19
1 parent c243eaf
commit cab9e19
Showing 1 changed file with 8 additions and 2 deletions.
diff --git a/core/src/main/scala/kafka/log/streamaspect/ElasticUnifiedLog.scala b/core/src/main/scala/kafka/log/streamaspect/ElasticUnifiedLog.scala
@@ -84,11 +84,14 @@ class ElasticUnifiedLog(_logStartOffset: Long,
         rst
     }
 
-    def tryCheckpoint(): Unit = {
+    def tryCheckpoint(): Boolean = {
         if (checkpointIntervalBytes > 0) {
             checkpointIntervalBytes = 0
             lastCheckpointTimestamp = time.milliseconds()
             checkpoint()
+            true
+        } else {
+            false
         }
     }
 
@@ -306,7 +309,10 @@ object ElasticUnifiedLog extends Logging {
         DirtyBytes.reset()
         for (log <- Logs.values().asScala) {
             try {
-                log.tryCheckpoint()
+                if (log.tryCheckpoint()) {
+                    // sleep a while to avoid too many checkpoint at the same time, which may cause high append latency
+                    Thread.sleep(10)
+                }
             } catch {
                 case e: Throwable => error("Error while checkpoint", e)
             }