This is an automated email from the ASF dual-hosted git repository.
csringhofer pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/impala.git
from a28da34a2 IMPALA-9551: (Addendum) disable sorting if select list
contains struct containing collection
new 7a3b8e365 IMPALA-11983: Update stale comments in sorter.h referencing
Init()
new 29ad046d0 IMPALA-11604 (part 1): Model ProcessingCost for PlanNodes &
DataSink
new dafc0fb7a IMPALA-11604 (part 2): Compute Effective Parallelism of Query
new 27e238c8c IMPALA-11906: [DOCS] Document the support for non-unique
primary key
new afe59f7f0 IMPALA-11854: ImpalaStringWritable's underlying array can't
be changed in UDFs
new c09578a48 IMPALA-11946: Add Thrift HTTP support for external frontend
new 148888e3e IMPALA-11822: Optimize the Refresh/Invalidate event
processing by skipping unnecessary events
The 7 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/runtime/sorter.h | 4 +-
be/src/scheduling/scheduler.cc | 51 +-
be/src/scheduling/scheduler.h | 28 +-
be/src/service/impala-server.cc | 26 +-
be/src/service/query-options.cc | 16 +
be/src/service/query-options.h | 8 +-
be/src/util/backend-gflag-util.cc | 53 +
common/thrift/BackendGflags.thrift | 6 +
common/thrift/ImpalaService.thrift | 10 +-
common/thrift/Planner.thrift | 7 +
common/thrift/Query.thrift | 11 +
docs/topics/impala_kudu.xml | 147 +-
.../impala/compat/HiveEsriGeospatialBuiltins.java | 37 +-
.../org/apache/impala/analysis/AggregateInfo.java | 9 +
.../java/org/apache/impala/analysis/SortInfo.java | 8 +
.../impala/catalog/CatalogServiceCatalog.java | 21 +
.../org/apache/impala/catalog/HdfsPartition.java | 21 +-
.../java/org/apache/impala/catalog/HdfsTable.java | 8 +
.../main/java/org/apache/impala/catalog/Table.java | 18 +
.../org/apache/impala/catalog/TableLoader.java | 1 +
.../impala/catalog/events/MetastoreEvents.java | 19 +-
.../impala/hive/executor/HiveUdfExecutor.java | 5 +-
.../hive/executor/HiveUdfExecutorGeneric.java | 64 +-
.../hive/executor/HiveUdfExecutorLegacy.java | 11 +-
.../impala/hive/executor/ImpalaBytesWritable.java | 34 +-
.../impala/hive/executor/ImpalaStringWritable.java | 117 -
.../impala/hive/executor/ImpalaTextWritable.java | 22 +-
.../impala/hive/executor/JavaUdfDataType.java | 315 +-
.../apache/impala/hive/executor/Reloadable.java | 6 +-
.../org/apache/impala/planner/AggregationNode.java | 11 +
.../apache/impala/planner/AnalyticEvalNode.java | 12 +
.../apache/impala/planner/BaseProcessingCost.java | 69 +
.../impala/planner/BroadcastProcessingCost.java | 74 +
.../impala/planner/CardinalityCheckNode.java | 5 +
.../java/org/apache/impala/planner/CoreCount.java | 110 +
.../org/apache/impala/planner/CostingSegment.java | 235 +
.../java/org/apache/impala/planner/DataSink.java | 33 +-
.../apache/impala/planner/DataSourceScanNode.java | 5 +
.../org/apache/impala/planner/DataStreamSink.java | 12 +-
.../org/apache/impala/planner/EmptySetNode.java | 10 +
.../org/apache/impala/planner/ExchangeNode.java | 57 +-
.../org/apache/impala/planner/HBaseScanNode.java | 6 +-
.../org/apache/impala/planner/HBaseTableSink.java | 6 +
.../org/apache/impala/planner/HashJoinNode.java | 27 +
.../org/apache/impala/planner/HdfsScanNode.java | 5 +
.../org/apache/impala/planner/HdfsTableSink.java | 14 +-
.../org/apache/impala/planner/JoinBuildSink.java | 16 +
.../java/org/apache/impala/planner/JoinNode.java | 21 +
.../org/apache/impala/planner/KuduScanNode.java | 5 +
.../org/apache/impala/planner/KuduTableSink.java | 7 +-
.../apache/impala/planner/NestedLoopJoinNode.java | 47 +
.../org/apache/impala/planner/PlanFragment.java | 440 +-
.../java/org/apache/impala/planner/PlanNode.java | 80 +-
.../org/apache/impala/planner/PlanRootSink.java | 20 +
.../java/org/apache/impala/planner/Planner.java | 104 +-
.../org/apache/impala/planner/ProcessingCost.java | 304 +
.../impala/planner/ScaledProcessingCost.java | 65 +
.../java/org/apache/impala/planner/ScanNode.java | 19 +
.../java/org/apache/impala/planner/SelectNode.java | 5 +
.../apache/impala/planner/SingularRowSrcNode.java | 8 +
.../java/org/apache/impala/planner/SortNode.java | 6 +
.../org/apache/impala/planner/SubplanNode.java | 5 +
.../apache/impala/planner/SumProcessingCost.java | 61 +
.../java/org/apache/impala/planner/TableSink.java | 8 +-
.../java/org/apache/impala/planner/UnionNode.java | 21 +
.../java/org/apache/impala/planner/UnnestNode.java | 7 +-
.../org/apache/impala/service/BackendConfig.java | 10 +
.../apache/impala/service/CatalogOpExecutor.java | 26 +-
.../java/org/apache/impala/service/Frontend.java | 54 +-
.../main/java/org/apache/impala/util/ExprUtil.java | 31 +
.../impala/customcluster/CustomClusterRunner.java | 6 +
.../impala/customcluster/ExternalFrontendTest.java | 195 +
.../impala/hive/executor/UdfExecutorTest.java | 45 +-
.../org/apache/impala/planner/PlannerTest.java | 19 +-
...er-2-groups.xml => fair-scheduler-3-groups.xml} | 2 +
...a-site-2-groups.xml => llama-site-3-groups.xml} | 22 +
.../java/org/apache/impala/BufferAlteringUdf.java | 85 +
.../apache/impala/GenericBufferAlteringUdf.java | 105 +
.../queries/PlannerTest/tpcds-processing-cost.test | 8739 ++++++++++++++++++++
.../queries/QueryTest/generic-java-udf.test | 28 +
.../queries/QueryTest/java-udf.test | 35 +
.../queries/QueryTest/load-generic-java-udfs.test | 8 +
.../queries/QueryTest/load-java-udfs.test | 12 +
tests/custom_cluster/test_events_custom_configs.py | 34 +-
tests/custom_cluster/test_executor_groups.py | 85 +-
tests/query_test/test_tpcds_queries.py | 17 +
86 files changed, 12060 insertions(+), 521 deletions(-)
delete mode 100644
fe/src/main/java/org/apache/impala/hive/executor/ImpalaStringWritable.java
copy be/src/util/test-info.cc =>
fe/src/main/java/org/apache/impala/hive/executor/Reloadable.java (88%)
create mode 100644
fe/src/main/java/org/apache/impala/planner/BaseProcessingCost.java
create mode 100644
fe/src/main/java/org/apache/impala/planner/BroadcastProcessingCost.java
create mode 100644 fe/src/main/java/org/apache/impala/planner/CoreCount.java
create mode 100644
fe/src/main/java/org/apache/impala/planner/CostingSegment.java
create mode 100644
fe/src/main/java/org/apache/impala/planner/ProcessingCost.java
create mode 100644
fe/src/main/java/org/apache/impala/planner/ScaledProcessingCost.java
create mode 100644
fe/src/main/java/org/apache/impala/planner/SumProcessingCost.java
create mode 100644
fe/src/test/java/org/apache/impala/customcluster/ExternalFrontendTest.java
rename fe/src/test/resources/{fair-scheduler-2-groups.xml =>
fair-scheduler-3-groups.xml} (88%)
rename fe/src/test/resources/{llama-site-2-groups.xml =>
llama-site-3-groups.xml} (70%)
create mode 100644
java/test-hive-udfs/src/main/java/org/apache/impala/BufferAlteringUdf.java
create mode 100644
java/test-hive-udfs/src/main/java/org/apache/impala/GenericBufferAlteringUdf.java
create mode 100644
testdata/workloads/functional-planner/queries/PlannerTest/tpcds-processing-cost.test
