From 8ef69aad12d6686b5ab2729a3b455d90adc25d27 Mon Sep 17 00:00:00 2001 From: Kaifei Yi Date: Mon, 7 Sep 2026 19:53:32 +0800 Subject: [PATCH] [GLUTEN][VL] Re-enable the ignored "Velox Parquet Write" test in ORC suite --- .../VeloxOrcDataTypeValidationSuite.scala | 21 +++++++++++++------ 1 file changed, 15 insertions(+), 6 deletions(-) diff --git a/backends-velox/src/test/scala/org/apache/gluten/execution/VeloxOrcDataTypeValidationSuite.scala b/backends-velox/src/test/scala/org/apache/gluten/execution/VeloxOrcDataTypeValidationSuite.scala index de942f4ba2..1ec1185fbe 100644 --- a/backends-velox/src/test/scala/org/apache/gluten/execution/VeloxOrcDataTypeValidationSuite.scala +++ b/backends-velox/src/test/scala/org/apache/gluten/execution/VeloxOrcDataTypeValidationSuite.scala @@ -465,16 +465,25 @@ class VeloxOrcDataTypeValidationSuite extends VeloxWholeStageTransformerSuite { } } - ignore("Velox Parquet Write") { + test("Velox Parquet Write") { withSQLConf((GlutenConfig.NATIVE_WRITER_ENABLED.key, "true")) { withTempDir { dir => - val write_path = dir.toURI.getPath - val data_path = getClass.getResource("/").getPath + "/data-type-validation-data/type1" - val df = spark.read.format("parquet").load(data_path) - df.write.mode("append").format("parquet").save(write_path) + val writePath = dir.toURI.getPath + val dataPath = getClass.getResource("/").getPath + "/data-type-validation-data/type1" + // Velox native write doesn't support Complex type. + val df = spark.read + .format("parquet") + .load(dataPath) + .drop("array") + .drop("struct") + .drop("map") + df.write.mode("append").format("parquet").save(writePath) + val parquetDf = spark.read + .format("parquet") + .load(writePath) + checkAnswer(parquetDf, df) } } - } }