diff --git a/spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/actions/SparkBinPackPositionDeletesRewriter.java b/spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/actions/SparkBinPackPositionDeletesRewriter.java index d082186b0aaf..5afd724aad88 100644 --- a/spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/actions/SparkBinPackPositionDeletesRewriter.java +++ b/spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/actions/SparkBinPackPositionDeletesRewriter.java @@ -103,7 +103,7 @@ protected void doRewrite(String groupId, List group) { .option(SparkReadOptions.SCAN_TASK_SET_ID, groupId) .option(SparkReadOptions.SPLIT_SIZE, splitSize(inputSize(group))) .option(SparkReadOptions.FILE_OPEN_COST, "0") - .load(table().name()); + .load(groupId); // keep only valid position deletes Dataset dataFiles = dataFiles(partitionType, partition); @@ -118,7 +118,7 @@ protected void doRewrite(String groupId, List group) { .option(SparkWriteOptions.REWRITTEN_FILE_SCAN_TASK_SET_ID, groupId) .option(SparkWriteOptions.TARGET_DELETE_FILE_SIZE_BYTES, writeMaxFileSize()) .mode("append") - .save(table().name()); + .save(groupId); } /** Returns entries of {@link DataFilesTable} of specified partition */ diff --git a/spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/actions/SparkShufflingDataRewriter.java b/spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/actions/SparkShufflingDataRewriter.java index 1bf6315c391e..ce572c6486cc 100644 --- a/spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/actions/SparkShufflingDataRewriter.java +++ b/spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/actions/SparkShufflingDataRewriter.java @@ -124,7 +124,7 @@ public void doRewrite(String groupId, List group) { .read() .format("iceberg") .option(SparkReadOptions.SCAN_TASK_SET_ID, groupId) - .load(table().name()); + .load(groupId); Dataset sortedDF = sortedDF(scanDF, sortFunction(group)); @@ -136,7 +136,7 @@ public void doRewrite(String groupId, List group) { .option(SparkWriteOptions.USE_TABLE_DISTRIBUTION_AND_ORDERING, "false") .option(SparkWriteOptions.OUTPUT_SPEC_ID, outputSpecId()) .mode("append") - .save(table().name()); + .save(groupId); } private Function, Dataset> sortFunction(List group) {