do not change hash shuffle

apache · Dec 6, 2024 · 864930c · 864930c
1 parent c05c95e
commit 864930c
Showing 1 changed file with 0 additions and 15 deletions.
diff --git a/backends-clickhouse/src/main/scala/org/apache/gluten/extension/RemoveDuplicatedColumns.scala b/backends-clickhouse/src/main/scala/org/apache/gluten/extension/RemoveDuplicatedColumns.scala
@@ -54,21 +54,6 @@ case class RemoveDuplicatedColumns(session: SparkSession) extends Rule[SparkPlan
         val newChildren = hashAgg.children.map(visitPlan)
         val newHashAgg = uniqueHashAggregateColumns(hashAgg)
         newHashAgg.withNewChildren(newChildren)
-      case shuffle @ ColumnarShuffleExchangeExec(
-            HashPartitioning(hashExpressions, partitionNum),
-            _,
-            _,
-            _,
-            _) =>
-        val newChildren = shuffle.children.map(visitPlan)
-        val uniqueHashExpressions = uniqueExpressions(hashExpressions)
-        if (uniqueHashExpressions.length != hashExpressions.length) {
-          shuffle
-            .copy(outputPartitioning = HashPartitioning(uniqueHashExpressions, partitionNum))
-            .withNewChildren(newChildren)
-        } else {
-          shuffle.withNewChildren(newChildren)
-        }
       case _ =>
         plan.withNewChildren(plan.children.map(visitPlan))
     }