From 55e9cb6a3a8c250e16c244343300d2caed60adef Mon Sep 17 00:00:00 2001 From: beliefer Date: Fri, 21 Feb 2025 17:40:57 +0800 Subject: [PATCH] [SPARK-51283][SQL] Add test cases for LZ4 and SNAPPY for text --- .../spark/sql/execution/datasources/text/TextSuite.scala | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/text/TextSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/text/TextSuite.scala index 5c373a2de9738..dd254dbc7da85 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/text/TextSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/text/TextSuite.scala @@ -26,7 +26,7 @@ import org.apache.hadoop.io.compress.GzipCodec import org.apache.spark.{SparkConf, SparkIllegalArgumentException, TestUtils} import org.apache.spark.sql.{AnalysisException, DataFrame, QueryTest, Row, SaveMode} -import org.apache.spark.sql.catalyst.util.HadoopCompressionCodec.{BZIP2, DEFLATE, GZIP, NONE} +import org.apache.spark.sql.catalyst.util.HadoopCompressionCodec.{BZIP2, DEFLATE, GZIP, LZ4, NONE, SNAPPY} import org.apache.spark.sql.execution.datasources.CommonFileDataSourceSuite import org.apache.spark.sql.internal.SQLConf import org.apache.spark.sql.test.SharedSparkSession @@ -93,7 +93,7 @@ abstract class TextSuite extends QueryTest with SharedSparkSession with CommonFi test("SPARK-13503 Support to specify the option for compression codec for TEXT") { val testDf = spark.read.text(testFile) - val extensionNameMap = Seq(BZIP2, DEFLATE, GZIP) + val extensionNameMap = Seq(BZIP2, DEFLATE, GZIP, LZ4, SNAPPY) .map(codec => codec.lowerCaseName() -> codec.getCompressionCodec.getDefaultExtension) extensionNameMap.foreach { case (codecName, extension) =>