From 6d3b6fe7598f695065a970e9478c2b4ecd5578e5 Mon Sep 17 00:00:00 2001 From: Roman Khachatryan Date: Wed, 18 Sep 2024 12:12:21 +0200 Subject: [PATCH] [hotfix] Log batch size in FlinkS3FileSystem instead of total --- .../java/org/apache/flink/fs/s3/common/FlinkS3FileSystem.java | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/flink-filesystems/flink-s3-fs-base/src/main/java/org/apache/flink/fs/s3/common/FlinkS3FileSystem.java b/flink-filesystems/flink-s3-fs-base/src/main/java/org/apache/flink/fs/s3/common/FlinkS3FileSystem.java index 927eddf64ce17..af42482dcba84 100644 --- a/flink-filesystems/flink-s3-fs-base/src/main/java/org/apache/flink/fs/s3/common/FlinkS3FileSystem.java +++ b/flink-filesystems/flink-s3-fs-base/src/main/java/org/apache/flink/fs/s3/common/FlinkS3FileSystem.java @@ -285,7 +285,8 @@ public void copyFiles(List requests, ICloseableRegistry closeableRe || runningSizeFiles >= s5CmdConfiguration.maxBatchSizeFiles || i == requests.size() - 1) { LOG.info( - "Copy {} files using s5cmd, total size: {}, args: {}", + "Copy {} files out of {} using s5cmd, total size: {}, args: {}", + batch.size(), requests.size(), runningSizeBytes, artefacts);