Skip to content

Commit

Permalink
[SPARK-51283][SQL] Add test cases for LZ4 and SNAPPY for text
Browse files Browse the repository at this point in the history
  • Loading branch information
beliefer committed Feb 21, 2025
1 parent c36916f commit 55e9cb6
Showing 1 changed file with 2 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@ import org.apache.hadoop.io.compress.GzipCodec

import org.apache.spark.{SparkConf, SparkIllegalArgumentException, TestUtils}
import org.apache.spark.sql.{AnalysisException, DataFrame, QueryTest, Row, SaveMode}
import org.apache.spark.sql.catalyst.util.HadoopCompressionCodec.{BZIP2, DEFLATE, GZIP, NONE}
import org.apache.spark.sql.catalyst.util.HadoopCompressionCodec.{BZIP2, DEFLATE, GZIP, LZ4, NONE, SNAPPY}
import org.apache.spark.sql.execution.datasources.CommonFileDataSourceSuite
import org.apache.spark.sql.internal.SQLConf
import org.apache.spark.sql.test.SharedSparkSession
Expand Down Expand Up @@ -93,7 +93,7 @@ abstract class TextSuite extends QueryTest with SharedSparkSession with CommonFi

test("SPARK-13503 Support to specify the option for compression codec for TEXT") {
val testDf = spark.read.text(testFile)
val extensionNameMap = Seq(BZIP2, DEFLATE, GZIP)
val extensionNameMap = Seq(BZIP2, DEFLATE, GZIP, LZ4, SNAPPY)
.map(codec => codec.lowerCaseName() -> codec.getCompressionCodec.getDefaultExtension)
extensionNameMap.foreach {
case (codecName, extension) =>
Expand Down

0 comments on commit 55e9cb6

Please sign in to comment.