Skip to content

Commit

Permalink
[SPARK-48177][BUILD] Upgrade Apache Parquet to 1.14.1
Browse files Browse the repository at this point in the history
  • Loading branch information
Fokko committed Jun 18, 2024
1 parent 8fdd85f commit 7f52ae6
Show file tree
Hide file tree
Showing 3 changed files with 9 additions and 8 deletions.
13 changes: 7 additions & 6 deletions dev/deps/spark-deps-hadoop-3-hive-2.3
Original file line number Diff line number Diff line change
Expand Up @@ -108,6 +108,7 @@ jackson-core/2.17.1//jackson-core-2.17.1.jar
jackson-databind/2.17.1//jackson-databind-2.17.1.jar
jackson-dataformat-cbor/2.17.1//jackson-dataformat-cbor-2.17.1.jar
jackson-dataformat-yaml/2.17.1//jackson-dataformat-yaml-2.17.1.jar
jackson-datatype-jdk8/2.17.0//jackson-datatype-jdk8-2.17.0.jar
jackson-datatype-jsr310/2.17.1//jackson-datatype-jsr310-2.17.1.jar
jackson-mapper-asl/1.9.13//jackson-mapper-asl-1.9.13.jar
jackson-module-scala_2.13/2.17.1//jackson-module-scala_2.13-2.17.1.jar
Expand Down Expand Up @@ -235,12 +236,12 @@ orc-shims/2.0.1//orc-shims-2.0.1.jar
oro/2.0.8//oro-2.0.8.jar
osgi-resource-locator/1.0.3//osgi-resource-locator-1.0.3.jar
paranamer/2.8//paranamer-2.8.jar
parquet-column/1.13.1//parquet-column-1.13.1.jar
parquet-common/1.13.1//parquet-common-1.13.1.jar
parquet-encoding/1.13.1//parquet-encoding-1.13.1.jar
parquet-format-structures/1.13.1//parquet-format-structures-1.13.1.jar
parquet-hadoop/1.13.1//parquet-hadoop-1.13.1.jar
parquet-jackson/1.13.1//parquet-jackson-1.13.1.jar
parquet-column/1.14.1//parquet-column-1.14.1.jar
parquet-common/1.14.1//parquet-common-1.14.1.jar
parquet-encoding/1.14.1//parquet-encoding-1.14.1.jar
parquet-format-structures/1.14.1//parquet-format-structures-1.14.1.jar
parquet-hadoop/1.14.1//parquet-hadoop-1.14.1.jar
parquet-jackson/1.14.1//parquet-jackson-1.14.1.jar
pickle/1.5//pickle-1.5.jar
py4j/0.10.9.7//py4j-0.10.9.7.jar
remotetea-oncrpc/1.1.2//remotetea-oncrpc-1.1.2.jar
Expand Down
2 changes: 1 addition & 1 deletion pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -137,7 +137,7 @@
<kafka.version>3.7.0</kafka.version>
<!-- After 10.17.1.0, the minimum required version is JDK19 -->
<derby.version>10.16.1.1</derby.version>
<parquet.version>1.13.1</parquet.version>
<parquet.version>1.14.1</parquet.version>
<orc.version>2.0.1</orc.version>
<orc.classifier>shaded-protobuf</orc.classifier>
<jetty.version>11.0.21</jetty.version>
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -502,7 +502,7 @@ class ParquetVectorizedSuite extends QueryTest with ParquetTest with SharedSpark
val ty = parquetSchema.asGroupType().getType("a").asPrimitiveType()
val cd = new ColumnDescriptor(Seq("a").toArray, ty, 0, maxDef)
val repetitionLevels = Array.fill[Int](inputValues.length)(0)
val definitionLevels = inputValues.map(v => if (v == null) 0 else 1)
val definitionLevels = inputValues.map(v => if (v == null) 0 else maxDef)

val memPageStore = new MemPageStore(expectedValues.length)

Expand Down

0 comments on commit 7f52ae6

Please sign in to comment.