This is an automated email from the ASF dual-hosted git repository.
gian pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/druid.git
The following commit(s) were added to refs/heads/master by this push:
new 5e438c03bac Bump Parquet, Avro, and Iceberg versions (#19232)
5e438c03bac is described below
commit 5e438c03bacf00216faa12f7548c2e6923f704f6
Author: jtuglu1 <[email protected]>
AuthorDate: Mon Mar 30 20:20:56 2026 -0700
Bump Parquet, Avro, and Iceberg versions (#19232)
---
.../druid-iceberg-extensions/pom.xml | 12 +++++++--
.../iceberg/input/IcebergInputSourceTest.java | 4 +--
extensions-core/parquet-extensions/pom.xml | 3 ---
licenses.yaml | 30 +++++++++++++++++++++-
pom.xml | 3 ++-
5 files changed, 43 insertions(+), 9 deletions(-)
diff --git a/extensions-contrib/druid-iceberg-extensions/pom.xml
b/extensions-contrib/druid-iceberg-extensions/pom.xml
index ec4f7c04b7c..fc8c0958dc4 100644
--- a/extensions-contrib/druid-iceberg-extensions/pom.xml
+++ b/extensions-contrib/druid-iceberg-extensions/pom.xml
@@ -35,7 +35,7 @@
<modelVersion>4.0.0</modelVersion>
<properties>
- <iceberg.core.version>1.7.2</iceberg.core.version>
+ <iceberg.core.version>1.10.0</iceberg.core.version>
<hive.version>3.1.3</hive.version>
</properties>
<dependencies>
@@ -301,6 +301,13 @@
<version>${aws.sdk.v2.version}</version>
</dependency>
+ <!-- software/amazon/awssdk/services/kms/model/EncryptionAlgorithmSpec
needed for AwsProperties in iceberg-aws 1.10.0 -->
+ <dependency>
+ <groupId>software.amazon.awssdk</groupId>
+ <artifactId>kms</artifactId>
+ <version>${aws.sdk.v2.version}</version>
+ </dependency>
+
<!-- Iceberg GCSFileIO for reading metadata from GCS -->
<dependency>
<groupId>org.apache.iceberg</groupId>
@@ -757,7 +764,7 @@
<dependency>
<groupId>org.apache.parquet</groupId>
<artifactId>parquet-column</artifactId>
- <version>1.13.1</version>
+ <version>${parquet.version}</version>
<scope>test</scope>
</dependency>
@@ -796,6 +803,7 @@
<ignoredUnusedDeclaredDependency>software.amazon.awssdk:glue</ignoredUnusedDeclaredDependency>
<ignoredUnusedDeclaredDependency>software.amazon.awssdk:s3</ignoredUnusedDeclaredDependency>
<ignoredUnusedDeclaredDependency>software.amazon.awssdk:sts</ignoredUnusedDeclaredDependency>
+
<ignoredUnusedDeclaredDependency>software.amazon.awssdk:kms</ignoredUnusedDeclaredDependency>
<ignoredUnusedDeclaredDependency>org.apache.iceberg:iceberg-gcp</ignoredUnusedDeclaredDependency>
<ignoredUnusedDeclaredDependency>com.google.cloud:google-cloud-storage</ignoredUnusedDeclaredDependency>
</ignoredUnusedDeclaredDependencies>
diff --git
a/extensions-contrib/druid-iceberg-extensions/src/test/java/org/apache/druid/iceberg/input/IcebergInputSourceTest.java
b/extensions-contrib/druid-iceberg-extensions/src/test/java/org/apache/druid/iceberg/input/IcebergInputSourceTest.java
index b42b3eaa030..93d7412cc77 100644
---
a/extensions-contrib/druid-iceberg-extensions/src/test/java/org/apache/druid/iceberg/input/IcebergInputSourceTest.java
+++
b/extensions-contrib/druid-iceberg-extensions/src/test/java/org/apache/druid/iceberg/input/IcebergInputSourceTest.java
@@ -333,7 +333,7 @@ public class IcebergInputSourceTest
DataWriter<GenericRecord> dataWriter =
Parquet.writeData(file)
.schema(tableSchema)
- .createWriterFunc(GenericParquetWriter::buildWriter)
+ .createWriterFunc(GenericParquetWriter::create)
.overwrite()
.withSpec(PartitionSpec.unpartitioned())
.build();
@@ -376,7 +376,7 @@ public class IcebergInputSourceTest
DataWriter<GenericRecord> dataWriter =
Parquet.writeData(file)
.schema(tableSchema)
- .createWriterFunc(GenericParquetWriter::buildWriter)
+ .createWriterFunc(GenericParquetWriter::create)
.overwrite()
.withSpec(partitionSpec)
.withPartition(partitionKey)
diff --git a/extensions-core/parquet-extensions/pom.xml
b/extensions-core/parquet-extensions/pom.xml
index cf9eb18351f..3086a70f7e8 100644
--- a/extensions-core/parquet-extensions/pom.xml
+++ b/extensions-core/parquet-extensions/pom.xml
@@ -32,9 +32,6 @@
</parent>
<modelVersion>4.0.0</modelVersion>
- <properties>
- <parquet.version>1.15.2</parquet.version>
- </properties>
<dependencies>
<dependency>
<groupId>org.apache.druid</groupId>
diff --git a/licenses.yaml b/licenses.yaml
index b57c2c11b4c..f2e43e3ef5b 100644
--- a/licenses.yaml
+++ b/licenses.yaml
@@ -2891,6 +2891,20 @@ notices:
---
+name: JTS
+license_category: binary
+module: extensions/druid-parquet-extensions
+license_name: Eclipse Public License 2.0
+version: 1.20.0
+libraries:
+ - org.locationtech.jts: jts-core
+notices:
+ - jts-core: |
+ The JTS Topology Suite is a Java library for creating and manipulating
vector geometry.
+ Eclipse Distribution License 1.0 / Eclipse Public License 2.0
+---
+
+
name: Apache Directory
license_category: binary
module: hadoop-client
@@ -3249,6 +3263,20 @@ notices:
---
+name: Apache Avro
+license_category: binary
+module: extensions/druid-protobuf-extensions
+license_name: Apache License version 2.0
+version: 1.12.0
+libraries:
+ - org.apache.avro: avro
+notices:
+ - avro: |
+ Apache Avro
+ Copyright 2010-2019 The Apache Software Foundation
+
+---
+
name: Javax Annotation API
license_category: binary
module: extensions/druid-avro-extensions
@@ -3399,7 +3427,7 @@ name: Apache Parquet
license_category: binary
module: extensions/druid-parquet-extensions
license_name: Apache License version 2.0
-version: 1.15.2
+version: 1.16.0
libraries:
- org.apache.parquet: parquet-avro
- org.apache.parquet: parquet-column
diff --git a/pom.xml b/pom.xml
index f66745e4853..ab222574bcc 100644
--- a/pom.xml
+++ b/pom.xml
@@ -83,7 +83,8 @@
<gson.version>2.13.2</gson.version>
<scala.library.version>2.13.14</scala.library.version>
<avatica.version>1.27.0</avatica.version>
- <avro.version>1.11.5</avro.version>
+ <avro.version>1.12.0</avro.version>
+ <parquet.version>1.16.0</parquet.version>
<bytebuddy.version>1.18.5</bytebuddy.version>
<!--
The base calcite parser was copied into the project; when updating
Calcite run dev/upgrade-calcite-parser to adopt upstream changes
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
