This is an automated email from the ASF dual-hosted git repository.
michaelsmith pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/impala.git
from 73171cb71 IMPALA-12729: Allow creating primary keys for Iceberg tables
new b03cfcf2a IMPALA-12894: (part 2) Fix optimized count(*) for Iceberg
tables with dangling delete files
new 45995e689 IMPALA-12540: Query Live Table
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/exec/CMakeLists.txt | 2 +
be/src/exec/exec-node.cc | 1 +
be/src/exec/scan-node.cc | 4 +
be/src/exec/system-table-scan-node.cc | 100 ++++++
be/src/exec/system-table-scan-node.h | 60 ++++
be/src/exec/system-table-scanner.cc | 348 +++++++++++++++++++++
be/src/exec/system-table-scanner.h | 83 +++++
be/src/runtime/descriptors.cc | 13 +
be/src/runtime/descriptors.h | 10 +
be/src/scheduling/admission-controller.cc | 6 +-
be/src/scheduling/admission-controller.h | 2 +
be/src/scheduling/cluster-membership-mgr-test.cc | 45 +++
be/src/scheduling/cluster-membership-mgr.cc | 27 ++
be/src/scheduling/cluster-membership-mgr.h | 4 +
be/src/scheduling/scheduler-test-util.cc | 47 ++-
be/src/scheduling/scheduler-test-util.h | 10 +-
be/src/scheduling/scheduler-test.cc | 19 ++
be/src/scheduling/scheduler.cc | 80 ++++-
be/src/scheduling/scheduler.h | 5 +-
be/src/service/fe-support.cc | 38 +++
be/src/service/frontend.h | 2 +-
be/src/service/impala-server.cc | 1 +
be/src/service/impala-server.h | 12 +
be/src/service/query-options.cc | 4 +
be/src/service/query-options.h | 4 +-
be/src/service/query-state-record.h | 2 +-
be/src/service/workload-management-fields.cc | 1 +
be/src/service/workload-management.cc | 16 +
be/src/util/sharded-query-map-util.h | 10 +
common/protobuf/planner.proto | 1 +
common/thrift/CMakeLists.txt | 1 +
common/thrift/CatalogObjects.thrift | 16 +
common/thrift/Descriptors.thrift | 1 +
common/thrift/ImpalaService.thrift | 3 +
common/thrift/PlanNodes.thrift | 9 +
common/thrift/Query.thrift | 6 +
common/thrift/SystemTables.thrift | 71 +++++
common/thrift/Types.thrift | 5 +
.../java/org/apache/impala/analysis/Analyzer.java | 15 +-
.../apache/impala/analysis/DescribeTableStmt.java | 9 +
.../org/apache/impala/analysis/SelectStmt.java | 11 +-
.../impala/analysis/ShowCreateTableStmt.java | 3 +
.../authorization/BaseAuthorizationChecker.java | 4 +
.../impala/catalog/CatalogServiceCatalog.java | 7 +-
fe/src/main/java/org/apache/impala/catalog/Db.java | 11 +
.../org/apache/impala/catalog/FeIcebergTable.java | 27 +-
.../org/apache/impala/catalog/SystemTable.java | 217 +++++++++++++
.../apache/impala/planner/IcebergScanPlanner.java | 5 +-
.../apache/impala/planner/SingleNodePlanner.java | 8 +-
.../apache/impala/planner/SystemTableScanNode.java | 150 +++++++++
.../org/apache/impala/service/BackendConfig.java | 5 +
.../java/org/apache/impala/service/FeSupport.java | 24 ++
.../java/org/apache/impala/service/Frontend.java | 7 +
.../apache/impala/util/CatalogBlacklistUtils.java | 5 +-
.../apache/impala/catalog/SystemTableTest.java} | 27 +-
.../org/apache/impala/planner/PlannerTest.java | 13 +
.../org/apache/impala/planner/PlannerTestBase.java | 5 +-
.../PlannerTest/iceberg-v2-tables-hash-join.test | 256 ++++++---------
.../queries/PlannerTest/iceberg-v2-tables.test | 340 ++++++++------------
.../queries/PlannerTest/impala-query-live.test | 34 ++
.../iceberg-v2-read-position-deletes-orc.test | 4 +-
.../iceberg-v2-read-position-deletes.test | 24 +-
tests/custom_cluster/test_query_live.py | 331 ++++++++++++++++++++
tests/util/workload_management.py | 3 +-
64 files changed, 2176 insertions(+), 438 deletions(-)
create mode 100644 be/src/exec/system-table-scan-node.cc
create mode 100644 be/src/exec/system-table-scan-node.h
create mode 100644 be/src/exec/system-table-scanner.cc
create mode 100644 be/src/exec/system-table-scanner.h
create mode 100644 common/thrift/SystemTables.thrift
create mode 100644 fe/src/main/java/org/apache/impala/catalog/SystemTable.java
create mode 100644
fe/src/main/java/org/apache/impala/planner/SystemTableScanNode.java
copy fe/src/{main/java/org/apache/impala/catalog/User.java =>
test/java/org/apache/impala/catalog/SystemTableTest.java} (58%)
create mode 100644
testdata/workloads/functional-planner/queries/PlannerTest/impala-query-live.test
create mode 100644 tests/custom_cluster/test_query_live.py
