From 1debec0723334f1c99b0c8e203ccfa39d137cd4a Mon Sep 17 00:00:00 2001 From: Yangyang Gao Date: Fri, 3 Nov 2023 11:09:03 +0800 Subject: [PATCH] disable columar table cache for spark34 --- .../scala/org/apache/spark/sql/GlutenCachedTableSuite.scala | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/gluten-ut/spark34/src/test/scala/org/apache/spark/sql/GlutenCachedTableSuite.scala b/gluten-ut/spark34/src/test/scala/org/apache/spark/sql/GlutenCachedTableSuite.scala index 152b3ed66fc4..d6a04713bcd9 100644 --- a/gluten-ut/spark34/src/test/scala/org/apache/spark/sql/GlutenCachedTableSuite.scala +++ b/gluten-ut/spark34/src/test/scala/org/apache/spark/sql/GlutenCachedTableSuite.scala @@ -16,6 +16,8 @@ */ package org.apache.spark.sql +import io.glutenproject.GlutenConfig + import org.apache.spark.SparkConf import org.apache.spark.sql.execution.adaptive.AdaptiveSparkPlanHelper import org.apache.spark.sql.execution.columnar.InMemoryRelation @@ -24,9 +26,11 @@ class GlutenCachedTableSuite extends CachedTableSuite with GlutenSQLTestsTrait with AdaptiveSparkPlanHelper { - + // for temporarily disable the columnar table cache globally. + sys.props.put(GlutenConfig.COLUMNAR_TABLE_CACHE_ENABLED.key, "true") override def sparkConf: SparkConf = { super.sparkConf.set("spark.sql.shuffle.partitions", "5") + super.sparkConf.set(GlutenConfig.COLUMNAR_TABLE_CACHE_ENABLED.key, "true") } test("GLUTEN - InMemoryRelation statistics") {