This is an automated email from the ASF dual-hosted git repository.
stigahuang pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/impala.git
from d74d6994c IMPALA-11525: Rename Exec libraries to avoid conflicts with
external libraries
new ce4fdbb83 IMPALA-11554: Bump ORC Java version to 1.7.6
new cc26f345a IMPALA-11507: Use absolute_path when Iceberg data files are
outside of the table location
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/exec/hdfs-scan-node-base.cc | 10 +-
be/src/scheduling/scheduler.cc | 7 +
bin/impala-config.sh | 2 +-
common/fbs/CatalogObjects.fbs | 4 +
common/protobuf/planner.proto | 4 +
common/thrift/PlanNodes.thrift | 4 +
.../java/org/apache/impala/catalog/FeFsTable.java | 13 +-
.../org/apache/impala/catalog/FeIcebergTable.java | 74 +++++---
.../apache/impala/catalog/FileMetadataLoader.java | 6 +-
.../org/apache/impala/catalog/HdfsPartition.java | 80 ++++++---
.../org/apache/impala/planner/HdfsScanNode.java | 17 +-
.../apache/impala/planner/IcebergScanPlanner.java | 2 +-
.../java/org/apache/impala/util/AcidUtils.java | 38 ++--
.../org/apache/impala/planner/ExplainTest.java | 1 +
.../apache/impala/testutil/BlockIdGenerator.java | 2 +-
testdata/data/README | 30 ++++
.../42056022-e2d2-4548-9376-8993109c2ace-m0.avro | Bin 0 -> 6489 bytes
.../b5880d95-f4f1-49cb-ba55-143c221017fe-m0.avro | Bin 0 -> 6481 bytes
.../ce7ad1c8-1ad5-4391-a640-b203d7c476a4-m0.avro | Bin 0 -> 6488 bytes
...305-1-b5880d95-f4f1-49cb-ba55-143c221017fe.avro | Bin 0 -> 3797 bytes
...668-1-ce7ad1c8-1ad5-4391-a640-b203d7c476a4.avro | Bin 0 -> 3877 bytes
...981-1-42056022-e2d2-4548-9376-8993109c2ace.avro | Bin 0 -> 3924 bytes
.../metadata/v1.metadata.json | 117 ++++++++++++
.../metadata/v2.metadata.json | 141 +++++++++++++++
.../metadata/v3.metadata.json | 144 +++++++++++++++
.../metadata/v4.metadata.json | 169 ++++++++++++++++++
.../metadata/v5.metadata.json | 172 ++++++++++++++++++
.../metadata/v6.metadata.json | 197 +++++++++++++++++++++
.../metadata/version-hint.text | 1 +
...4b6af-6ee7-4910-9bf5-165a9a4e71df-00001.parquet | Bin 0 -> 2199 bytes
...4b6af-6ee7-4910-9bf5-165a9a4e71df-00002.parquet | Bin 0 -> 1982 bytes
...79643-e19f-4294-914e-7b122aff576c-00001.parquet | Bin 0 -> 2199 bytes
...79643-e19f-4294-914e-7b122aff576c-00002.parquet | Bin 0 -> 1982 bytes
...c91ef-b403-4b65-a6b0-566396b8d097-00002.parquet | Bin 0 -> 1982 bytes
...c91ef-b403-4b65-a6b0-566396b8d097-00001.parquet | Bin 0 -> 2199 bytes
.../functional/functional_schema_template.sql | 17 ++
.../datasets/functional/schema_constraints.csv | 1 +
.../iceberg-multiple-storage-locations-table.test | 75 ++++++++
tests/query_test/test_iceberg.py | 6 +-
39 files changed, 1240 insertions(+), 94 deletions(-)
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_multiple_storage_locations/metadata/42056022-e2d2-4548-9376-8993109c2ace-m0.avro
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_multiple_storage_locations/metadata/b5880d95-f4f1-49cb-ba55-143c221017fe-m0.avro
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_multiple_storage_locations/metadata/ce7ad1c8-1ad5-4391-a640-b203d7c476a4-m0.avro
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_multiple_storage_locations/metadata/snap-4264681048229339305-1-b5880d95-f4f1-49cb-ba55-143c221017fe.avro
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_multiple_storage_locations/metadata/snap-4265463682522664668-1-ce7ad1c8-1ad5-4391-a640-b203d7c476a4.avro
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_multiple_storage_locations/metadata/snap-7684033746298894981-1-42056022-e2d2-4548-9376-8993109c2ace.avro
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_multiple_storage_locations/metadata/v1.metadata.json
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_multiple_storage_locations/metadata/v2.metadata.json
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_multiple_storage_locations/metadata/v3.metadata.json
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_multiple_storage_locations/metadata/v4.metadata.json
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_multiple_storage_locations/metadata/v5.metadata.json
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_multiple_storage_locations/metadata/v6.metadata.json
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_multiple_storage_locations/metadata/version-hint.text
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_multiple_storage_locations_data/col_int=0/00001-1-5a94b6af-6ee7-4910-9bf5-165a9a4e71df-00001.parquet
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_multiple_storage_locations_data/col_int=1/00001-1-5a94b6af-6ee7-4910-9bf5-165a9a4e71df-00002.parquet
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_multiple_storage_locations_data01/col_int=1/00001-1-7ac79643-e19f-4294-914e-7b122aff576c-00001.parquet
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_multiple_storage_locations_data01/col_int=2/00001-1-7ac79643-e19f-4294-914e-7b122aff576c-00002.parquet
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_multiple_storage_locations_data02/col_int=0/00001-1-26bc91ef-b403-4b65-a6b0-566396b8d097-00002.parquet
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_multiple_storage_locations_data02/col_int=2/00001-1-26bc91ef-b403-4b65-a6b0-566396b8d097-00001.parquet
create mode 100644
testdata/workloads/functional-query/queries/QueryTest/iceberg-multiple-storage-locations-table.test
