From b8d9e48bd1edcf3ae5f30bc22cb8a261551294f8 Mon Sep 17 00:00:00 2001 From: Mingliang Zhu Date: Mon, 11 Nov 2024 16:41:35 +0800 Subject: [PATCH] [VL] Enable array test for GlutenParquetIOSuite (#7841) --- .../org/apache/gluten/utils/velox/VeloxTestSettings.scala | 7 ------- .../org/apache/gluten/utils/velox/VeloxTestSettings.scala | 7 ------- .../org/apache/gluten/utils/velox/VeloxTestSettings.scala | 7 ------- 3 files changed, 21 deletions(-) diff --git a/gluten-ut/spark33/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala b/gluten-ut/spark33/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala index 4e8f13ee4414..1fc64577d2a6 100644 --- a/gluten-ut/spark33/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala +++ b/gluten-ut/spark33/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala @@ -704,13 +704,6 @@ class VeloxTestSettings extends BackendTestSettings { .exclude("SPARK-35640: int as long should throw schema incompatible error") // Velox only support read Timestamp with INT96 for now. .exclude("read dictionary and plain encoded timestamp_millis written as INT64") - // TODO: Unsupported Array schema in Parquet. - .exclude("vectorized reader: optional array with required elements") - .exclude("vectorized reader: required array with required elements") - .exclude("vectorized reader: required array with optional elements") - .exclude("vectorized reader: required array with legacy format") - // add support in native reader - .exclude("SPARK-41096: FIXED_LEN_BYTE_ARRAY support") .exclude("SPARK-40128 read DELTA_LENGTH_BYTE_ARRAY encoded strings") enableSuite[GlutenParquetV1PartitionDiscoverySuite] enableSuite[GlutenParquetV2PartitionDiscoverySuite] diff --git a/gluten-ut/spark34/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala b/gluten-ut/spark34/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala index ec13265f9e85..8c65afd1a3a2 100644 --- a/gluten-ut/spark34/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala +++ b/gluten-ut/spark34/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala @@ -688,13 +688,6 @@ class VeloxTestSettings extends BackendTestSettings { // Velox only support read Timestamp with INT96 for now. .exclude("read dictionary and plain encoded timestamp_millis written as INT64") .exclude("Read TimestampNTZ and TimestampLTZ for various logical TIMESTAMP types") - // TODO: Unsupported Array schema in Parquet. - .exclude("vectorized reader: optional array with required elements") - .exclude("vectorized reader: required array with required elements") - .exclude("vectorized reader: required array with optional elements") - .exclude("vectorized reader: required array with legacy format") - // add support in native reader - .exclude("SPARK-41096: FIXED_LEN_BYTE_ARRAY support") .exclude("SPARK-40128 read DELTA_LENGTH_BYTE_ARRAY encoded strings") enableSuite[GlutenParquetV1PartitionDiscoverySuite] enableSuite[GlutenParquetV2PartitionDiscoverySuite] diff --git a/gluten-ut/spark35/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala b/gluten-ut/spark35/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala index 876d213b0583..18c46a304282 100644 --- a/gluten-ut/spark35/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala +++ b/gluten-ut/spark35/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala @@ -699,13 +699,6 @@ class VeloxTestSettings extends BackendTestSettings { // Velox only support read Timestamp with INT96 for now. .exclude("read dictionary and plain encoded timestamp_millis written as INT64") .exclude("Read TimestampNTZ and TimestampLTZ for various logical TIMESTAMP types") - // TODO: Unsupported Array schema in Parquet. - .exclude("vectorized reader: optional array with required elements") - .exclude("vectorized reader: required array with required elements") - .exclude("vectorized reader: required array with optional elements") - .exclude("vectorized reader: required array with legacy format") - // add support in native reader - .exclude("SPARK-41096: FIXED_LEN_BYTE_ARRAY support") .exclude("SPARK-40128 read DELTA_LENGTH_BYTE_ARRAY encoded strings") enableSuite[GlutenParquetV1PartitionDiscoverySuite] enableSuite[GlutenParquetV2PartitionDiscoverySuite]