diff --git a/backends-velox/src/main/scala/org/apache/gluten/backendsapi/velox/VeloxRuleApi.scala b/backends-velox/src/main/scala/org/apache/gluten/backendsapi/velox/VeloxRuleApi.scala index f152da885887..cbeb111d2f58 100644 --- a/backends-velox/src/main/scala/org/apache/gluten/backendsapi/velox/VeloxRuleApi.scala +++ b/backends-velox/src/main/scala/org/apache/gluten/backendsapi/velox/VeloxRuleApi.scala @@ -71,8 +71,6 @@ private object VeloxRuleApi { injector.injectTransform(_ => EliminateLocalSort) injector.injectTransform(_ => CollapseProjectExecTransformer) injector.injectTransform(c => FlushableHashAggregateRule.apply(c.session)) - injector.injectTransform( - c => SparkPlanRules.extendedColumnarRule(c.conf.extendedColumnarTransformRules)(c.session)) injector.injectTransform(c => InsertTransitions(c.outputsColumnar)) // Gluten columnar: Fallback policies. @@ -85,8 +83,6 @@ private object VeloxRuleApi { .getExtendedColumnarPostRules() .foreach(each => injector.injectPost(c => each(c.session))) injector.injectPost(c => ColumnarCollapseTransformStages(c.conf)) - injector.injectTransform( - c => SparkPlanRules.extendedColumnarRule(c.conf.extendedColumnarPostRules)(c.session)) // Gluten columnar: Final rules. injector.injectFinal(c => RemoveGlutenTableCacheColumnarToRow(c.session)) @@ -115,16 +111,12 @@ private object VeloxRuleApi { injector.inject(_ => EliminateLocalSort) injector.inject(_ => CollapseProjectExecTransformer) injector.inject(c => FlushableHashAggregateRule.apply(c.session)) - injector.inject( - c => SparkPlanRules.extendedColumnarRule(c.conf.extendedColumnarTransformRules)(c.session)) injector.inject(c => InsertTransitions(c.outputsColumnar)) injector.inject(c => RemoveTopmostColumnarToRow(c.session, c.ac.isAdaptiveContext())) SparkShimLoader.getSparkShims .getExtendedColumnarPostRules() .foreach(each => injector.inject(c => each(c.session))) injector.inject(c => ColumnarCollapseTransformStages(c.conf)) - injector.inject( - c => SparkPlanRules.extendedColumnarRule(c.conf.extendedColumnarPostRules)(c.session)) injector.inject(c => RemoveGlutenTableCacheColumnarToRow(c.session)) injector.inject(c => GlutenFallbackReporter(c.conf, c.session)) injector.inject(_ => RemoveFallbackTagRule()) diff --git a/shims/common/src/main/scala/org/apache/gluten/GlutenConfig.scala b/shims/common/src/main/scala/org/apache/gluten/GlutenConfig.scala index fa78060dad6c..9e5161fea472 100644 --- a/shims/common/src/main/scala/org/apache/gluten/GlutenConfig.scala +++ b/shims/common/src/main/scala/org/apache/gluten/GlutenConfig.scala @@ -1657,6 +1657,7 @@ object GlutenConfig { .booleanConf .createWithDefault(false) + // FIXME: This only works with CH backend. val EXTENDED_COLUMNAR_TRANSFORM_RULES = buildConf("spark.gluten.sql.columnar.extended.columnar.transform.rules") .withAlternative("spark.gluten.sql.columnar.extended.columnar.pre.rules") @@ -1664,6 +1665,7 @@ object GlutenConfig { .stringConf .createWithDefaultString("") + // FIXME: This only works with CH backend. val EXTENDED_COLUMNAR_POST_RULES = buildConf("spark.gluten.sql.columnar.extended.columnar.post.rules") .doc("A comma-separated list of classes for the extended columnar post rules.")