This is an automated email from the ASF dual-hosted git repository.
stigahuang pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/impala.git
from d75807a19 IMPALA-12385: Enable Periodic metrics by default
new e326b3cc0 IMPALA-12313: (part 2) Limited UPDATE support for Iceberg
tables
new 3381fbf76 IMPALA-12595: Allow automatic removal of old logs from
previous PID
new d9c067aa8 IMPALA-12398: Fix Ranger role not exists when altering
db/table/view owner to a role
The 3 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/common/global-flags.cc | 6 +
be/src/common/logging.cc | 14 +-
be/src/exec/CMakeLists.txt | 1 +
be/src/exec/data-sink.cc | 5 +
be/src/exec/iceberg-delete-sink.cc | 44 ++-
be/src/exec/iceberg-delete-sink.h | 20 ++
be/src/exec/multi-table-sink.cc | 98 ++++++
be/src/exec/multi-table-sink.h | 75 ++++
be/src/exec/table-sink-base.cc | 18 +-
be/src/exec/table-sink-base.h | 4 +-
be/src/runtime/dml-exec-state.cc | 62 +++-
be/src/runtime/dml-exec-state.h | 21 +-
be/src/service/client-request-state.cc | 7 +-
bin/start-impala-cluster.py | 9 +
common/protobuf/control_service.proto | 16 +-
common/thrift/DataSinks.thrift | 4 +
common/thrift/ImpalaService.thrift | 1 +
common/thrift/Types.thrift | 3 +-
.../impala/analysis/AlterDbSetOwnerStmt.java | 12 +-
.../analysis/AlterTableOrViewSetOwnerStmt.java | 12 +-
.../org/apache/impala/analysis/DeleteStmt.java | 2 +
.../apache/impala/analysis/DescriptorTable.java | 19 +-
.../apache/impala/analysis/DmlStatementBase.java | 3 +
.../apache/impala/analysis/IcebergDeleteImpl.java | 54 ++-
.../apache/impala/analysis/IcebergModifyImpl.java | 98 +++---
.../apache/impala/analysis/IcebergUpdateImpl.java | 196 +++++++++++
.../org/apache/impala/analysis/InsertStmt.java | 92 +----
.../org/apache/impala/analysis/KuduDeleteImpl.java | 4 +-
.../org/apache/impala/analysis/KuduModifyImpl.java | 132 ++++++-
.../org/apache/impala/analysis/ModifyImpl.java | 220 ++++--------
.../org/apache/impala/analysis/ModifyStmt.java | 12 +-
.../org/apache/impala/analysis/OptimizeStmt.java | 13 +-
.../org/apache/impala/analysis/UpdateStmt.java | 16 +-
.../impala/authorization/AuthorizationChecker.java | 5 +
.../authorization/NoopAuthorizationFactory.java | 6 +
.../ranger/RangerAuthorizationChecker.java | 5 +
.../impala/authorization/ranger/RangerUtil.java | 9 +
.../org/apache/impala/planner/HdfsTableSink.java | 22 +-
.../apache/impala/planner/IcebergDeleteSink.java | 43 +--
.../org/apache/impala/planner/MultiDataSink.java | 127 +++++++
.../java/org/apache/impala/planner/Planner.java | 53 +--
.../java/org/apache/impala/service/Frontend.java | 33 +-
.../impala/service/IcebergCatalogOpExecutor.java | 4 +
.../main/java/org/apache/impala/util/ExprUtil.java | 7 +
.../java/org/apache/impala/util/IcebergUtil.java | 113 ++++++
.../authorization/AuthorizationStmtTest.java | 12 +
.../authorization/AuthorizationTestBase.java | 7 +-
.../CatalogServiceTestCatalogWithRanger.java | 104 ++++++
.../org/apache/impala/common/FrontendTestBase.java | 5 +
.../org/apache/impala/planner/PlannerTest.java | 6 +
.../impala/testutil/CatalogServiceTestCatalog.java | 21 +-
shell/impala_client.py | 14 +-
shell/impala_shell.py | 9 +-
.../functional/functional_schema_template.sql | 6 +-
.../queries/PlannerTest/iceberg-v2-update.test | 344 ++++++++++++++++++
.../queries/PlannerTest/insert-sort-by-zorder.test | 3 +-
.../queries/PlannerTest/insert.test | 4 -
.../queries/QueryTest/iceberg-negative.test | 78 ++++-
.../queries/QueryTest/iceberg-update-basic.test | 388 +++++++++++++++++++++
.../queries/QueryTest/ranger_column_masking.test | 20 ++
.../queries/QueryTest/ranger_row_filtering.test | 21 ++
tests/authorization/test_ranger.py | 24 ++
tests/common/custom_cluster_test_suite.py | 8 +-
tests/custom_cluster/test_breakpad.py | 98 +++++-
tests/query_test/test_iceberg.py | 68 +++-
tests/stress/test_update_stress.py | 105 ++++++
66 files changed, 2606 insertions(+), 459 deletions(-)
create mode 100644 be/src/exec/multi-table-sink.cc
create mode 100644 be/src/exec/multi-table-sink.h
create mode 100644
fe/src/main/java/org/apache/impala/analysis/IcebergUpdateImpl.java
create mode 100644
fe/src/main/java/org/apache/impala/planner/MultiDataSink.java
create mode 100644
fe/src/test/java/org/apache/impala/authorization/CatalogServiceTestCatalogWithRanger.java
create mode 100644
testdata/workloads/functional-planner/queries/PlannerTest/iceberg-v2-update.test
create mode 100644
testdata/workloads/functional-query/queries/QueryTest/iceberg-update-basic.test
create mode 100644 tests/stress/test_update_stress.py
