This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch auto-pick-41990-branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
omit 3109d23ce0b [fix](column_array)fix filter_generic in column_array func
(#41990)
add 5c686c32a29 branch-2.1: [fix](mtmv) Fix mv rewrite fail when base
table add column #44867 (#44956)
add 19b63bb4374 [fix](load) fix load cast throw exception when plan
(#44968)
add 02fdf5307cc [pick](branch-2.1) pick #42059 (#44938)
add 6714936f8ba [pick](branch-2.1) pick #39962 #40304 (#44931)
add 385cd1fcdb2 [fix](auth)Fix the need for low-level table permissions
when querying… (#44842)
add 60dde858b9d [fix](maxcompute)add mc catalog read partition table
partition prune(#44508) (#44830)
add 191c86bb8bc branch-2.1: [fix](nereids) fix merge_percentile_to_array
when has same agg function #44783 (#44879)
add b94baf1f764 branch-2.1: [fix](profile) Change the check of whether the
username is admin and root to check whether the user specifically corresponds
to admin permissions #41714 (#44865)
add 823c24d7b5f branch-2.1: [fix](mtmv) Fix filter position different but
same causing rewritten by materialized view fail #44575 (#44900)
add dcf3eb34345 branch-2.1: [fix](agg) Fixed a core dump when using the
IPv6 type in array_agg. #44877 (#44918)
add c4bd0e8fa6d branch-2.1: [fix](memory) Fix compatibility with CgroupV2
#44579 (#44934)
add a8f36a48134 branch-2.1: [fix](ctas) fix wrong resultType of column
typeDef #43828 (#44985)
add fa633d751dc [pick](branch-2.1) pick #44489 #44894 (#45024)
add 11c517fe1ec [enhancement][docker]update routine docker file (#45048)
add 405b50b1b7a [Improvement](queue) Return value of concurrent queue
should be proce… (#45032)
add a98cb8c8bff branch-2.1: [fix](arrow-flight-sql) Fix query result is
empty and not return query error message #45023 (#45053)
add 041a1fe0958 branch-2.1: [fix](nereids) fix compare with long min for
simplify comparison rule (#44922)
add a67bbf3c586 branch-2.1: [Fix](job)Fix CAS competition failure leading
to message publishing failure. #45018 (#45030)
add 0c3bc1bcd07 [fix](auth)fix be enable http auth, some request link
never return. (#44959) (#45063)
add 21e21f5e3b4 [opt](exec) Use PASSTHROUGH to improve the concurrency of
the ADAPTIV… (#44971)
add 94746b764db branch-2.1: [fix](memory) Fix UT `ThreadMemTrackerMgrTest`
#44147 (#44936)
add 682cec9b9a5 [test](stream load) add cases to ensure the correctness of
the document (#43016) (#44385)
add f038f28682b branch-2.1: [fix](mtmv) Fixed an error in setting
variables in nested materialize views #44960 (#45038)
add d3c10f01e3a branch-2.1: [Chore](Job)Add scheduling logs for periodic
jobs. #44843 (#45071)
add 2ed306d0b16 [pick](branch-2.1) pick #44286 (#45055)
add ea24410faf5 [enhancement][docker] fix kafka docker issue (#45091)
add f0324e2a562 branch-2.1: [improvement](information_schema)Support show
default value in information_schema. #44849 (#45080)
add 53291bd040d branch-2.1: [fix](hudi) upgrade hudi to 0.15.0
(#44267)(#44995) (#45041)
add 08c8a416ea2 branch-2.1: [fix](runtime_profile) fix race condition in
to_thrift #45047 (#45099)
add 3018e9af4c7 branch-2.1: [fix](routine load) fix invalid EOF tasks
scheduling delay #44949 (#45088)
add bea9564e385 branch-2.1: [fix](Export) Fix the problem of exporting
stuck #44944 (#45094)
add ebb21ef0310 branch-2.1: [Fix](merge-on-write) Add defensive check
before partial update #44687 (#45086)
add 4f45fefea28 [enhance](mtmv)Optimize MTMV lock logic (#44967) (#45076)
add d4a6fd1850f Revert #43255 & #44615 (#45096)
add bd14d864ef4 branch-2.1: [fix](editlog) Fix replay BatchDropInfo #45077
(#45102)
add 6ddc45b3fd9 branch-2.1: [opt](auto-inc) Allow to miss auto-increment
column and other value columns in partial update #44528 (#45073)
add b4e2e2cf78e branch-2.1: [fix](hudi)Add hudi catalog read partition
table partition prune #44669 (#45113)
add 9bb9a56a48b [opt](paimon)Remove unnecessary fields for 2.1 (#44906)
(#45118)
add 8f0276809a9 branch-2.1: [fix](compaction) tablet is not removed in
compaction queue if dropped #45085 (#45136)
add 02840a98ffa branch-2.1: [bugfix](hive)Fix split assignment leak.
releated to issue (#40683). #44845 (#45144)
add a44ac563521 branch-2.1: [chore](job-test)Add comments to the job's
test cases #44627 (#45142)
add 3714063975c branch-2.1: [feat](catalog)Replace HadoopUGI with
HadoopKerberosAuthenticator to Support Kerberos Ticket Auto-Renewal #44916
(#45138)
add 358bceaf577 branch-2.1: [fix](case)fix manager show proc case
unstable. #45040 (#45140)
add 2543af8d3ba [feature](function) support
orthogonal_bitmap_expr_calculate & orthogonal_bitmap_expr_calculate_count for
nereids (#44991) (#45012)
add b3322175840 [enchement](mc)mc catalog append netowrk config (#44194)
(#45149)
add cf2e2113db8 branch-2.1: [fix](move-memtable) tolerate non-open streams
in close wait #44680 (#45154)
add 17bcc208e9d branch-2.1: [fix](arrow-flight-sql) Revert
arrow_flight_sql group from regression test #44992 (#45089)
add 99e51ae4d26 [fix](auth) Prohibit deleting admin user (#44751) (#45083)
add 1662e4709a7 Pick some pr to 21 #43010 #43030 #43785 #44779 #44786
#44857 (#45129)
add 95a12acbe6b branch-2.1: [fix](regression-test) Fix potential multi FE
desc table result not refresh after schema change #44989 (#45009)
add b4db543eaad [chore](ci) macOS-12 environment is deprecated, switch to
macOS-13 (#45185)
add 977da5ca28a [branch-2.1]count tablet meta's static memory load from
disk (#41429) (#45128)
add b2637e4bda5 [feat](nereids)set runtime filter wait time according to
table row count and table type #42640 branch-2.1 (#45114)
add f3dbd4800fd branch-2.1: [Audit](fix) fix audit log lost for npe #44145
(#45189)
add 2234217e829 branch-2.1: [fix](sql) Fix error for show create table
column comment #44958 (#45172)
add 0bcb99710b0 [branch-2.1]Add customStdAllocator for vector/map (#41193)
(#45124)
add a8b5125a258 branch-2.1: [fix](third party) fix hang when destroy of
rdkafka instances #44913 (#44951)
add da3c56d311b [test](move-memtable) fix false positives in sinkv2
injection tests (#44552) (#45193)
add 938ca71604b [fix](profile) do not merge fragment_level profile (#45200)
add 5d3f0a267a8 [opt](scan) unify the local and remote scan bytes stats
for all scanners for 2.1 (#45167)
add e29d1252004 [fix](planner) query should be cancelled if limit reached
(#44338) (#45222)
add 3556a1c54d7 [fix](column_array)fix filter_generic in column_array func
(#41990)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (3109d23ce0b)
\
N -- N -- N refs/heads/auto-pick-41990-branch-2.1 (3556a1c54d7)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/build-thirdparty.yml | 2 +-
be/CMakeLists.txt | 1 +
be/src/agent/task_worker_pool.cpp | 4 +-
be/src/common/cgroup_memory_ctl.cpp | 23 +-
be/src/common/config.cpp | 7 +-
be/src/common/config.h | 8 +-
.../schema_scanner/schema_backend_active_tasks.cpp | 4 +-
.../exec/schema_scanner/schema_columns_scanner.cpp | 14 +-
be/src/http/action/compaction_action.cpp | 6 +-
be/src/http/action/compaction_action.h | 2 +-
be/src/http/action/jeprofile_actions.cpp | 124 ++--
be/src/http/action/jeprofile_actions.h | 34 +-
be/src/http/http_handler_with_auth.cpp | 10 +
be/src/http/http_handler_with_auth.h | 7 +-
be/src/io/cache/block/block_file_segment.cpp | 4 +-
be/src/io/cache/block/block_file_segment.h | 2 +-
.../io/cache/block/cached_remote_file_reader.cpp | 9 +-
be/src/io/cache/block/cached_remote_file_reader.h | 5 +-
be/src/io/fs/broker_file_reader.cpp | 5 +-
be/src/io/fs/broker_file_reader.h | 2 -
be/src/io/fs/file_reader.h | 2 +-
be/src/io/fs/hdfs_file_reader.cpp | 10 +-
be/src/io/fs/hdfs_file_reader.h | 1 -
be/src/io/fs/local_file_reader.cpp | 5 +-
be/src/io/fs/s3_file_reader.cpp | 8 +-
be/src/io/fs/s3_file_reader.h | 1 -
be/src/io/io_common.h | 42 ++
be/src/olap/compaction.cpp | 11 +-
be/src/olap/compaction.h | 2 +-
be/src/olap/metadata_adder.h | 227 +++++++
be/src/olap/olap_server.cpp | 3 +-
be/src/olap/rowid_conversion.h | 29 +-
be/src/olap/rowset/beta_rowset_writer.cpp | 8 +
be/src/olap/rowset/beta_rowset_writer.h | 4 +-
be/src/olap/rowset/rowset_meta.cpp | 5 +
be/src/olap/rowset/rowset_meta.h | 5 +-
be/src/olap/rowset/segcompaction.cpp | 8 +-
be/src/olap/rowset/segcompaction.h | 13 +-
.../olap/rowset/segment_v2/bitmap_index_reader.h | 2 +-
.../segment_v2/bloom_filter_index_reader.cpp | 6 +
.../rowset/segment_v2/bloom_filter_index_reader.h | 4 +-
be/src/olap/rowset/segment_v2/column_reader.cpp | 15 +-
be/src/olap/rowset/segment_v2/column_reader.h | 4 +-
be/src/olap/rowset/segment_v2/index_page.cpp | 9 +
be/src/olap/rowset/segment_v2/index_page.h | 6 +-
.../rowset/segment_v2/indexed_column_reader.cpp | 12 +-
.../olap/rowset/segment_v2/indexed_column_reader.h | 4 +-
.../olap/rowset/segment_v2/inverted_index_reader.h | 3 +-
.../olap/rowset/segment_v2/ordinal_page_index.cpp | 21 +-
be/src/olap/rowset/segment_v2/ordinal_page_index.h | 4 +-
be/src/olap/rowset/segment_v2/segment.cpp | 14 +-
be/src/olap/rowset/segment_v2/segment.h | 4 +-
be/src/olap/rowset/segment_v2/segment_writer.cpp | 42 +-
be/src/olap/rowset/segment_v2/segment_writer.h | 2 +
.../rowset/segment_v2/vertical_segment_writer.cpp | 40 +-
.../rowset/segment_v2/vertical_segment_writer.h | 2 +
be/src/olap/rowset/segment_v2/zone_map_index.cpp | 17 +-
be/src/olap/rowset/segment_v2/zone_map_index.h | 5 +-
be/src/olap/simple_rowid_conversion.h | 5 +-
be/src/olap/tablet_manager.cpp | 20 +-
be/src/olap/tablet_meta.cpp | 3 +-
be/src/olap/tablet_meta.h | 3 +-
be/src/olap/tablet_meta_manager.cpp | 3 +-
be/src/olap/tablet_schema.cpp | 18 +-
be/src/olap/tablet_schema.h | 11 +-
be/src/pipeline/pipeline.h | 8 +
.../pipeline_x/local_exchange/local_exchanger.h | 14 +-
.../pipeline_x/pipeline_x_fragment_context.cpp | 10 +-
be/src/runtime/buffer_control_block.cpp | 20 +-
be/src/runtime/exec_env.h | 4 +-
be/src/runtime/exec_env_init.cpp | 4 +
be/src/runtime/memory/heap_profiler.cpp | 130 ++++
.../memory/heap_profiler.h} | 30 +-
be/src/runtime/memory/mem_tracker.h | 5 +-
be/src/runtime/memory/mem_tracker_limiter.cpp | 1 -
be/src/runtime/query_statistics.cpp | 8 +
be/src/runtime/query_statistics.h | 13 +
be/src/runtime/runtime_query_statistics_mgr.cpp | 37 +-
be/src/runtime/thread_context.h | 4 +-
.../arrow_flight/arrow_flight_batch_reader.cpp | 2 +-
be/src/service/http_service.cpp | 15 +-
be/src/util/mem_info.cpp | 30 +-
be/src/util/runtime_profile.cpp | 5 +-
.../aggregate_function_collect.cpp | 10 +-
.../aggregate_function_orthogonal_bitmap.h | 2 +-
be/src/vec/common/custom_allocator.h | 82 +++
be/src/vec/exec/format/orc/vorc_reader.cpp | 486 +++++----------
be/src/vec/exec/format/orc/vorc_reader.h | 46 +-
be/src/vec/exec/format/table/hudi_jni_reader.cpp | 15 +-
be/src/vec/exec/format/table/hudi_jni_reader.h | 4 +-
.../exec/format/table/max_compute_jni_reader.cpp | 6 +-
be/src/vec/exec/scan/new_olap_scanner.cpp | 16 +-
be/src/vec/exec/scan/new_olap_scanner.h | 1 +
be/src/vec/exec/scan/scanner_context.cpp | 5 +-
be/src/vec/exec/scan/scanner_scheduler.cpp | 13 +
be/src/vec/exec/scan/vfile_scanner.cpp | 31 +-
be/src/vec/exec/scan/vfile_scanner.h | 2 +
be/src/vec/exec/scan/vscanner.cpp | 17 +-
be/src/vec/exec/scan/vscanner.h | 13 +-
be/src/vec/sink/load_stream_stub.cpp | 16 +-
be/src/vec/sink/vresult_sink.cpp | 1 -
be/src/vec/sink/writer/vtablet_writer_v2.cpp | 12 +-
be/test/exec/test_data/orc_scanner/orders.orc | Bin 1293 -> 0 bytes
be/test/http/http_client_test.cpp | 1 -
be/test/io/cache/file_block_cache_test.cpp | 14 +-
.../index_compaction_with_deleted_term.cpp | 2 +-
.../runtime/memory/thread_mem_tracker_mgr_test.cpp | 6 +-
be/test/testutil/desc_tbl_builder.cpp | 29 +-
be/test/testutil/desc_tbl_builder.h | 17 +-
be/test/vec/exec/orc_reader_test.cpp | 158 -----
bin/run-fs-benchmark.sh | 2 +-
bin/start_be.sh | 2 +-
build.sh | 4 +
conf/be.conf | 2 +-
.../docker-compose/kafka/kafka.yaml.tpl | 21 +-
docker/thirdparties/run-thirdparties-docker.sh | 16 +-
fe/be-java-extensions/hadoop-hudi-scanner/pom.xml | 227 +++++++
.../apache/doris/hudi/HadoopHudiColumnValue.java | 219 +++++++
.../apache/doris/hudi/HadoopHudiJniScanner.java | 271 +++++++++
.../src/main/resources/package.xml | 0
.../java/org/apache/doris/hudi/HudiJniScanner.java | 16 +-
.../src/main/java/org/apache/doris/hudi/Utils.java | 14 +-
.../org/apache/doris/hudi/BaseSplitReader.scala | 15 +-
.../doris/maxcompute/MaxComputeJniScanner.java | 47 +-
fe/be-java-extensions/pom.xml | 1 +
.../common/security/authentication/HadoopUGI.java | 103 ----
.../org/apache/doris/analysis/DropUserStmt.java | 4 +-
.../apache/doris/analysis/NativeInsertStmt.java | 8 +
.../org/apache/doris/analysis/UserIdentity.java | 4 +
.../doris/catalog/BuiltinAggregateFunctions.java | 4 +
.../main/java/org/apache/doris/catalog/Column.java | 2 +-
.../main/java/org/apache/doris/catalog/Env.java | 46 +-
.../org/apache/doris/catalog/InternalSchema.java | 6 +
.../main/java/org/apache/doris/catalog/MTMV.java | 2 +-
.../java/org/apache/doris/catalog/OlapTable.java | 20 +-
.../java/org/apache/doris/catalog/SchemaTable.java | 2 +
.../doris/common/profile/ExecutionProfile.java | 6 +-
.../org/apache/doris/datasource/ExternalTable.java | 9 +-
.../apache/doris/datasource/FileQueryScanNode.java | 4 +-
.../org/apache/doris/datasource/FileScanNode.java | 9 +-
.../apache/doris/datasource/InternalCatalog.java | 2 +-
.../doris/datasource/hive/HMSExternalTable.java | 30 +-
.../datasource/hive/HiveMetaStoreClientHelper.java | 21 +-
.../doris/datasource/hive/source/HiveScanNode.java | 2 +-
.../apache/doris/datasource/hudi/HudiUtils.java | 52 +-
.../hudi/source/COWIncrementalRelation.java | 11 +-
.../hudi/source/HudiLocalEngineContext.java | 67 +--
.../hudi/source/HudiPartitionProcessor.java | 14 +-
.../doris/datasource/hudi/source/HudiScanNode.java | 142 ++---
.../doris/datasource/hudi/source/HudiSplit.java | 3 +-
.../hudi/source/MORIncrementalRelation.java | 14 +-
.../maxcompute/MaxComputeExternalCatalog.java | 57 ++
.../maxcompute/MaxComputeExternalTable.java | 33 +-
.../maxcompute/source/MaxComputeScanNode.java | 63 +-
.../datasource/paimon/PaimonExternalCatalog.java | 88 +--
.../datasource/paimon/source/PaimonScanNode.java | 37 +-
.../property/constants/MCProperties.java | 8 +
.../httpv2/rest/manager/QueryProfileAction.java | 2 +-
.../apache/doris/job/disruptor/TaskDisruptor.java | 11 +-
.../doris/job/executor/TimerJobSchedulerTask.java | 2 +
.../apache/doris/job/scheduler/JobScheduler.java | 12 +-
.../main/java/org/apache/doris/load/ExportMgr.java | 30 +-
.../load/routineload/RoutineLoadTaskScheduler.java | 2 +-
.../main/java/org/apache/doris/mtmv/MTMVCache.java | 19 +-
.../org/apache/doris/mtmv/MTMVPartitionUtil.java | 16 +-
.../java/org/apache/doris/mtmv/MTMVPlanUtil.java | 37 +-
.../org/apache/doris/nereids/NereidsPlanner.java | 48 +-
.../org/apache/doris/nereids/StatementContext.java | 10 +
.../glue/translator/PhysicalPlanTranslator.java | 7 +-
.../jobs/joinorder/hypergraph/HyperElement.java | 22 +-
.../jobs/joinorder/hypergraph/edge/Edge.java | 11 +-
.../joinorder/hypergraph/node/AbstractNode.java | 8 +-
.../doris/nereids/rules/analysis/BindRelation.java | 4 +
.../rules/exploration/mv/HyperGraphComparator.java | 164 ++++-
.../mv/InitMaterializationContextHook.java | 13 +-
.../mv/LogicalCompatibilityContext.java | 78 ++-
.../exploration/mv/MaterializedViewUtils.java | 69 ++-
.../nereids/rules/exploration/mv/StructInfo.java | 143 +++--
.../rules/exploration/mv/mapping/SlotMapping.java | 13 +-
.../rules/expression/rules/PartitionPruner.java | 2 +-
.../rules/SimplifyComparisonPredicate.java | 10 +-
.../rules/implementation/AggregateStrategies.java | 12 +
.../nereids/rules/rewrite/CheckPrivileges.java | 6 +-
.../rules/rewrite/MergePercentileToArray.java | 26 +-
.../nereids/rules/rewrite/PruneEmptyPartition.java | 7 +-
.../rules/rewrite/PruneFileScanPartition.java | 4 +-
.../nereids/rules/rewrite/PruneOlapScanTablet.java | 6 +-
.../doris/nereids/stats/StatsCalculator.java | 20 +
.../functions/agg/AggregateFunction.java | 4 +
.../expressions/functions/agg/AggregatePhase.java | 18 +-
.../agg/OrthogonalBitmapExprCalculate.java | 79 +++
.../agg/OrthogonalBitmapExprCalculateCount.java | 81 +++
.../trees/plans/commands/ExplainCommand.java | 4 +
.../plans/commands/UpdateMvByPartitionCommand.java | 9 +-
.../trees/plans/commands/info/CreateMTMVInfo.java | 44 +-
.../commands/info/MTMVPartitionDefinition.java | 71 +--
.../plans/commands/info/ShowCreateMTMVInfo.java | 13 +-
.../trees/plans/commands/insert/InsertUtils.java | 10 +
.../trees/plans/logical/LogicalAggregate.java | 12 +
.../trees/plans/logical/LogicalHudiScan.java | 2 +-
.../trees/plans/logical/LogicalOlapScan.java | 55 +-
.../trees/plans/visitor/TableCollector.java | 34 +-
.../org/apache/doris/persist/BatchDropInfo.java | 4 +
.../java/org/apache/doris/persist/DropInfo.java | 2 +-
.../java/org/apache/doris/persist/EditLog.java | 22 +-
.../org/apache/doris/planner/FileLoadScanNode.java | 3 +-
.../org/apache/doris/planner/OriginalPlanner.java | 15 -
.../java/org/apache/doris/planner/Planner.java | 6 -
.../apache/doris/planner/SingleNodePlanner.java | 7 +-
.../java/org/apache/doris/plugin/AuditEvent.java | 14 +
.../org/apache/doris/plugin/audit/AuditLoader.java | 4 +
.../java/org/apache/doris/qe/AuditLogHelper.java | 8 +-
.../java/org/apache/doris/qe/ConnectContext.java | 41 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 57 +-
.../java/org/apache/doris/qe/SessionVariable.java | 29 +
.../java/org/apache/doris/qe/ShowExecutor.java | 12 +-
.../WorkloadRuntimeStatusMgr.java | 5 +
.../doris/scheduler/disruptor/TaskDisruptor.java | 11 +-
.../scheduler/manager/TransientTaskManager.java | 4 +-
.../apache/doris/service/FrontendServiceImpl.java | 4 +
.../arrowflight/DorisFlightSqlProducer.java | 73 ++-
.../arrowflight/FlightSqlConnectProcessor.java | 152 ++---
.../results/FlightSqlEndpointsLocation.java | 65 ++
.../doris/analysis/ShowCreateTableStmtTest.java | 14 +-
.../rules/rewrite/PruneOlapScanTabletTest.java | 21 +-
.../apache/doris/nereids/sqltest/SqlTestBase.java | 3 +
.../doris/nereids/trees/plans/PlanVisitorTest.java | 14 +-
fe/pom.xml | 6 +-
gensrc/proto/data.proto | 2 +
gensrc/thrift/FrontendService.thrift | 3 +
gensrc/thrift/PlanNodes.thrift | 8 +-
.../data/account_p0/test_information_schema.out | 7 +
.../data/arrow_flight_sql_p0/test_select.out | 8 +
.../data/correctness_p0/test_mv_case.out | 3 +
.../import/import-way/stream-load-manual.md.out | 154 +++++
.../{test_rl_csv.csv => streamload_example.csv} | 0
.../import/import-way/streamload_example.json | 12 +
.../data-operate/import/import-way/test_array.csv | 10 +
.../data-operate/import/import-way/test_bitmap.csv | 10 +
.../import/import-way/test_default.csv | 1 +
.../import/import-way/test_enclose_and_escape.csv | 1 +
.../data-operate/import/import-way/test_hll.csv | 10 +
.../data-operate/import/import-way/test_map.json | 12 +
.../import/import-way/test_merge_type.csv | 2 +
.../data-operate/import/import-way/test_seq.csv | 1 +
.../data/external_table_p0/hive/test_hive_orc.out | 48 --
.../hudi/test_hudi_incremental.out | 174 ++++++
.../hudi/test_hudi_orc_tables.out | 15 +
.../hudi/test_hudi_partition_prune.out | 357 +++++++++++
.../hudi/test_hudi_schema_evolution.out | 32 +
.../external_table_p2/hudi/test_hudi_snapshot.out | Bin 348526 -> 696105 bytes
.../external_table_p2/hudi/test_hudi_timestamp.out | 31 +-
.../hudi/test_hudi_timetravel.out | 120 ++++
.../test_max_compute_partition_prune.out | 125 ++++
regression-test/data/mv_p0/ssb/q_1_1/q_1_1.out | 11 +-
.../merge_percentile_to_array.out | 12 +
.../aggregate_without_roll_up.out | 32 +
.../mv/dml/rewrite/rewrite_when_dml.out | 19 +
.../mv/micro_test/micro_test_when_cte.out | 128 ++++
.../data/query_p0/aggregate/array_agg.out | 3 +
.../test_partial_update_auto_inc.out | 16 +
regression-test/framework/pom.xml | 1 +
.../org/apache/doris/regression/Config.groovy | 14 +-
.../org/apache/doris/regression/suite/Suite.groovy | 21 +-
.../doris/regression/suite/SuiteContext.groovy | 2 +-
regression-test/pipeline/external/conf/be.conf | 2 +-
regression-test/pipeline/p0/conf/be.conf | 2 +-
regression-test/pipeline/p1/conf/be.conf | 2 +-
.../account_p0/test_information_schema.groovy | 22 +
.../suites/account_p0/test_system_user.groovy | 34 +-
.../suites/arrow_flight_sql_p0/test_select.groovy | 43 ++
.../suites/auth_p0/test_select_view_auth.groovy | 89 +++
.../suites/correctness_p0/test_mv_case.groovy | 69 ++-
.../import/import-way/stream-load-manual.md.groovy | 492 +++++++++++++++
.../external_table_p0/hive/test_hive_orc.groovy | 12 -
.../hudi/test_hudi_catalog.groovy | 2 +-
.../hudi/test_hudi_incremental.groovy | 16 +-
..._catalog.groovy => test_hudi_orc_tables.groovy} | 10 +-
.../hudi/test_hudi_partition_prune.groovy | 333 +++++++++++
.../hudi/test_hudi_schema_evolution.groovy | 14 +-
.../hudi/test_hudi_snapshot.groovy | 13 +-
.../hudi/test_hudi_timestamp.groovy | 20 +-
.../hudi/test_hudi_timetravel.groovy | 15 +-
.../test_external_catalog_maxcompute.groovy | 5 +-
.../test_max_compute_partition_prune.groovy | 282 +++++++++
.../test_multi_replica_fault_injection.groovy | 13 +-
.../test_writer_v2_fault_injection.groovy | 5 +-
.../test_http_permissions_check_auth.groovy | 66 +++
.../suites/job_p0/test_base_insert_job.groovy | 42 +-
.../suites/manager/test_manager_interface_1.groovy | 122 ----
.../suites/manager/test_manager_interface_4.groovy | 146 +++++
.../agg_have_dup_base/agg_have_dup_base.groovy | 2 +
.../mv_p0/agg_state/test_agg_state_max_by.groovy | 3 +
.../suites/mv_p0/case_ignore/case_ignore.groovy | 3 +
.../suites/mv_p0/count_star/count_star.groovy | 2 +
.../suites/mv_p0/dis_26495/dis_26495.groovy | 2 +
.../suites/mv_p0/k1ap2spa/k1ap2spa.groovy | 2 +
regression-test/suites/mv_p0/k1s2m3/k1s2m3.groovy | 1 +
.../mv_p0/k1s2m3_auto_inc/k1s2m3_auto_inc.groovy | 1 +
.../multi_agg_with_same_slot.groovy | 1 +
.../mv_p0/multi_slot_k123p/multi_slot_k123p.groovy | 1 +
.../multi_slot_k1a2p2ap3p.groovy | 1 +
.../multi_slot_k1a2p2ap3ps.groovy | 1 +
.../multi_slot_k1p2ap3p/multi_slot_k1p2ap3p.groovy | 1 +
.../multi_slot_k1p2ap3ps.groovy | 1 +
.../suites/mv_p0/mv_with_view/mv_with_view.groovy | 26 +-
.../suites/mv_p0/null_insert/null_insert.groovy | 1 +
.../mv_p0/routine_load_hll/routine_load_hll.groovy | 1 +
.../multiple_ssb_between.groovy | 51 +-
.../suites/mv_p0/ssb/q_1_1/q_1_1.groovy | 40 +-
.../suites/mv_p0/ssb/q_2_1/q_2_1.groovy | 2 +
.../suites/mv_p0/ssb/q_3_1/q_3_1.groovy | 27 +-
.../suites/mv_p0/ssb/q_4_1/q_4_1.groovy | 2 +
.../suites/mv_p0/ssb/q_4_1_r1/q_4_1_r1.groovy | 1 +
.../suites/mv_p0/sum_count/sum_count.groovy | 1 +
.../mv_p0/sum_divede_count/sum_devide_count.groovy | 2 +
.../suites/mv_p0/test_28741/test_28741.groovy | 2 +-
.../test_approx_count_distinct.groovy | 1 +
.../suites/mv_p0/test_base/test_base.groovy | 1 +
.../mv_p0/test_casewhen/test_casewhen.groovy | 1 +
.../mv_p0/test_create_mv/test_create_mv.groovy | 2 +
.../test_create_mv_complex_type.groovy | 2 +
.../suites/mv_p0/test_doc_e4/test_doc_e4.groovy | 1 +
.../test_dup_group_by_mv_abs.groovy | 1 +
.../test_dup_group_by_mv_plus.groovy | 1 +
.../mv_p0/test_dup_mv_abs/test_dup_mv_abs.groovy | 1 +
.../mv_p0/test_dup_mv_bin/test_dup_mv_bin.groovy | 1 +
.../test_dup_mv_bitmap_hash.groovy | 3 +
.../mv_p0/test_dup_mv_plus/test_dup_mv_plus.groovy | 2 +-
.../test_dup_mv_repeat/test_dup_mv_repeat.groovy | 1 +
.../mv_p0/test_dup_mv_year/test_dup_mv_year.groovy | 1 +
.../suites/mv_p0/test_mv_dp/test_mv_dp.groovy | 2 +
.../suites/mv_p0/test_mv_mor/test_mv_mor.groovy | 2 +
.../suites/mv_p0/test_ndv/test_ndv.groovy | 1 +
.../suites/mv_p0/test_nvl/test_nvl.groovy | 1 +
.../suites/mv_p0/test_o2/test_o2.groovy | 1 +
.../suites/mv_p0/test_substr/test_substr.groovy | 1 +
.../mv_p0/test_tbl_name/test_tbl_name.groovy | 1 +
.../mv_p0/test_upper_alias/test_upper_alias.groovy | 1 +
.../test_user_activity/test_user_activity.groovy | 1 +
regression-test/suites/mv_p0/unique/unique.groovy | 1 +
.../testAggQueryOnAggMV1.groovy | 1 +
.../testAggQueryOnAggMV10.groovy | 1 +
.../testAggQueryOnAggMV11.groovy | 1 +
.../testAggQueryOnAggMV2.groovy | 1 +
.../testAggQueryOnAggMV3.groovy | 2 +-
.../testAggQuqeryOnAggMV5.groovy | 1 +
.../testAggQuqeryOnAggMV6.groovy | 1 +
.../testAggQuqeryOnAggMV7.groovy | 2 +
.../testAggregateMVCalcAggFunctionQuery.groovy | 1 +
.../testBitmapUnionInQuery.groovy | 2 +-
.../testCountDistinctToBitmap.groovy | 4 +
.../testIncorrectMVRewriteInSubquery.groovy | 1 +
.../testIncorrectRewriteCountDistinct.groovy | 1 +
.../testJoinOnLeftProjectToJoin.groovy | 3 +
.../mv_p0/ut/testNDVToHll/testNDVToHll.groovy | 1 +
.../testOrderByQueryOnProjectView.groovy | 1 +
.../ut/testProjectionMV1/testProjectionMV1.groovy | 1 +
.../ut/testProjectionMV2/testProjectionMV2.groovy | 1 +
.../ut/testProjectionMV3/testProjectionMV3.groovy | 1 +
.../ut/testProjectionMV4/testProjectionMV4.groovy | 1 +
.../ut/testQueryOnStar/testQueryOnStar.groovy | 1 +
.../testSelectMVWithTableAlias.groovy | 2 +
.../testSingleMVMultiUsage.groovy | 1 +
.../mv_p0/ut/testSubQuery/testSubQuery.groovy | 2 +-
.../ut/testUnionDistinct/testUnionDistinct.groovy | 2 +
.../test_orthogonal_bitmap_expr_calculate.groovy | 55 ++
.../merge_percentile_to_array.groovy | 4 +
.../mv/agg_on_none_agg/agg_on_none_agg.groovy | 6 +
.../mv/agg_variety/agg_variety.groovy | 6 +
.../agg_with_roll_up/aggregate_with_roll_up.groovy | 3 +
.../aggregate_without_roll_up.groovy | 660 ++++++++++++++++++++-
.../mv/availability/grace_period.groovy | 2 +
.../availability/materialized_view_switch.groovy | 22 +-
.../mv/dimension/dimension_1.groovy | 3 +
.../mv/dimension/dimension_2_3.groovy | 3 +
.../mv/dimension/dimension_2_4.groovy | 4 +
.../mv/dimension/dimension_2_5.groovy | 4 +
.../mv/dimension/dimension_2_6.groovy | 6 +
.../mv/dimension/dimension_2_full_join.groovy | 2 +
.../mv/dimension/dimension_2_inner_join.groovy | 3 +
.../mv/dimension/dimension_2_left_anti_join.groovy | 3 +
.../mv/dimension/dimension_2_left_join.groovy | 3 +
.../mv/dimension/dimension_2_left_semi_join.groovy | 3 +
.../dimension/dimension_2_right_anti_join.groovy | 3 +
.../mv/dimension/dimension_2_right_join.groovy | 3 +
.../dimension/dimension_2_right_semi_join.groovy | 3 +
.../mv/dimension/dimension_self_conn.groovy | 3 +
.../dimension_2_join_agg.groovy | 15 +-
.../dimension_join_agg_negative.groovy | 3 +
.../filter_equal_or_notequal.groovy | 3 +
.../mv/direct_query/direct_query.groovy | 3 +
.../mv/dml/rewrite/rewrite_when_dml.groovy | 291 +++++++++
.../mv/grouping_sets/grouping_sets.groovy | 3 +
.../mv/is_in_debug_mode/is_in_debug_mode.groovy | 156 +++++
.../mv/join/dphyp_inner/inner_join_dphyp.groovy | 4 +
.../mv/join/dphyp_outer/outer_join_dphyp.groovy | 4 +
.../mv/join/inner/inner_join.groovy | 4 +
.../mv/join/left_outer/outer_join.groovy | 11 +
.../inner_join_infer_and_derive.groovy | 3 +
.../left_join_infer_and_derive.groovy | 2 +
.../right_join_infer_and_derive.groovy | 3 +
.../micro_test_when_cte.groovy} | 131 ++--
.../mv/negative/negative_test.groovy | 3 +
.../mv/nested/nested_materialized_view.groovy | 4 +
.../mv/nested_mtmv/nested_mtmv.groovy | 213 +++----
.../nested_mtmv_rewrite_switch.groovy | 3 +
.../mv/partition_mv_rewrite.groovy | 4 +
.../nereids_rules_p0/mv/scan/scan_table.groovy | 4 +
.../union_all_compensate.groovy | 3 +
.../partition_curd_union_rewrite.groovy | 3 +
.../mv/union_rewrite/usercase_union_rewrite.groovy | 3 +
.../mv/unsafe_equals/null_un_safe_equals.groovy | 2 +
.../nereids_rules_p0/mv/variant/variant_mv.groovy | 3 +
.../mv/with_auth/with_select_table_auth.groovy | 3 +
.../mv/with_sql_limit/query_with_sql_limit.groovy | 4 +
.../with_table_operator/with_table_operator.groovy | 195 ++++++
.../mv/newMv/aggHaveDupBase.groovy | 1 +
.../nereids_syntax_p0/mv/newMv/case_ignore.groovy | 2 +
.../mv/newMv/dup_gb_mv_abs.groovy | 1 +
.../mv/newMv/dup_gb_mv_plus.groovy | 1 +
.../nereids_syntax_p0/mv/newMv/dup_mv_abs.groovy | 2 +-
.../nereids_syntax_p0/mv/newMv/dup_mv_bin.groovy | 1 +
.../mv/newMv/dup_mv_bm_hash.groovy | 1 +
.../nereids_syntax_p0/mv/newMv/dup_mv_plus.groovy | 2 +-
.../nereids_syntax_p0/mv/newMv/dup_mv_year.groovy | 1 +
.../nereids_syntax_p0/mv/newMv/multi_slot1.groovy | 1 +
.../nereids_syntax_p0/mv/newMv/multi_slot2.groovy | 1 +
.../nereids_syntax_p0/mv/newMv/multi_slot3.groovy | 1 +
.../nereids_syntax_p0/mv/newMv/multi_slot4.groovy | 1 +
.../nereids_syntax_p0/mv/newMv/multi_slot5.groovy | 1 +
.../nereids_syntax_p0/mv/newMv/multi_slot6.groovy | 1 +
.../nereids_syntax_p0/mv/newMv/single_slot.groovy | 2 +-
.../mv/newMv/sum_devide_count.groovy | 2 +-
.../nereids_syntax_p0/mv/newMv/unique_mv.groovy | 1 +
.../nereids_syntax_p0/mv/ut/MVMultiUsage.groovy | 3 +
.../suites/nereids_syntax_p0/mv/ut/MVWithAs.groovy | 3 +
.../nereids_syntax_p0/mv/ut/aggCDInBitmap.groovy | 9 +
.../nereids_syntax_p0/mv/ut/aggMVCalcAggFun.groovy | 2 +-
.../nereids_syntax_p0/mv/ut/aggOnAggMV1.groovy | 1 +
.../nereids_syntax_p0/mv/ut/aggOnAggMV10.groovy | 1 +
.../nereids_syntax_p0/mv/ut/aggOnAggMV11.groovy | 3 +
.../nereids_syntax_p0/mv/ut/aggOnAggMV2.groovy | 1 +
.../nereids_syntax_p0/mv/ut/aggOnAggMV3.groovy | 1 +
.../nereids_syntax_p0/mv/ut/aggOnAggMV5.groovy | 2 +
.../nereids_syntax_p0/mv/ut/aggOnAggMV6.groovy | 1 +
.../nereids_syntax_p0/mv/ut/aggOnAggMV7.groovy | 1 +
.../nereids_syntax_p0/mv/ut/bitmapUnionIn.groovy | 3 +
.../nereids_syntax_p0/mv/ut/incMVReInSub.groovy | 3 +
.../nereids_syntax_p0/mv/ut/incRewriteCD.groovy | 3 +
.../mv/ut/joinOnLeftPToJoin.groovy | 5 +
.../nereids_syntax_p0/mv/ut/orderByOnPView.groovy | 2 +
.../nereids_syntax_p0/mv/ut/projectMV1.groovy | 3 +
.../nereids_syntax_p0/mv/ut/projectMV2.groovy | 3 +
.../nereids_syntax_p0/mv/ut/projectMV3.groovy | 3 +
.../nereids_syntax_p0/mv/ut/projectMV4.groovy | 3 +
.../suites/nereids_syntax_p0/mv/ut/subQuery.groovy | 2 +-
.../suites/nereids_syntax_p0/mv/ut/unionDis.groovy | 2 +
.../suites/nereids_syntax_p0/rollup/agg.groovy | 1 +
.../nereids_syntax_p0/rollup/agg_date.groovy | 1 +
.../suites/nereids_syntax_p0/rollup/bitmap.groovy | 1 +
.../suites/nereids_syntax_p0/rollup/date.groovy | 1 +
.../suites/nereids_syntax_p0/rollup/hll/hll.groovy | 1 +
.../hll_with_light_sc/hll_with_light_sc.groovy | 1 +
.../suites/query_p0/aggregate/array_agg.groovy | 16 +
.../test_partial_update_auto_inc.groovy | 41 ++
thirdparty/patches/librdkafka-1.9.2.patch | 111 +++-
467 files changed, 9164 insertions(+), 2358 deletions(-)
create mode 100644 be/src/olap/metadata_adder.h
create mode 100644 be/src/runtime/memory/heap_profiler.cpp
copy be/src/{http/action/jeprofile_actions.h =>
runtime/memory/heap_profiler.h} (59%)
create mode 100644 be/src/vec/common/custom_allocator.h
delete mode 100644 be/test/exec/test_data/orc_scanner/orders.orc
delete mode 100644 be/test/vec/exec/orc_reader_test.cpp
create mode 100644 fe/be-java-extensions/hadoop-hudi-scanner/pom.xml
create mode 100644
fe/be-java-extensions/hadoop-hudi-scanner/src/main/java/org/apache/doris/hudi/HadoopHudiColumnValue.java
create mode 100644
fe/be-java-extensions/hadoop-hudi-scanner/src/main/java/org/apache/doris/hudi/HadoopHudiJniScanner.java
copy fe/be-java-extensions/{avro-scanner =>
hadoop-hudi-scanner}/src/main/resources/package.xml (100%)
delete mode 100644
fe/fe-common/src/main/java/org/apache/doris/common/security/authentication/HadoopUGI.java
copy be/src/http/action/jeprofile_actions.h =>
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/joinorder/hypergraph/HyperElement.java
(69%)
copy be/src/http/action/jeprofile_actions.h =>
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/agg/AggregatePhase.java
(69%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/agg/OrthogonalBitmapExprCalculate.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/agg/OrthogonalBitmapExprCalculateCount.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/service/arrowflight/results/FlightSqlEndpointsLocation.java
create mode 100644 regression-test/data/arrow_flight_sql_p0/test_select.out
create mode 100644
regression-test/data/doc/data-operate/import/import-way/stream-load-manual.md.out
copy regression-test/data/doc/data-operate/import/import-way/{test_rl_csv.csv
=> streamload_example.csv} (100%)
create mode 100644
regression-test/data/doc/data-operate/import/import-way/streamload_example.json
create mode 100644
regression-test/data/doc/data-operate/import/import-way/test_array.csv
create mode 100644
regression-test/data/doc/data-operate/import/import-way/test_bitmap.csv
create mode 100644
regression-test/data/doc/data-operate/import/import-way/test_default.csv
create mode 100644
regression-test/data/doc/data-operate/import/import-way/test_enclose_and_escape.csv
create mode 100644
regression-test/data/doc/data-operate/import/import-way/test_hll.csv
create mode 100644
regression-test/data/doc/data-operate/import/import-way/test_map.json
create mode 100644
regression-test/data/doc/data-operate/import/import-way/test_merge_type.csv
create mode 100644
regression-test/data/doc/data-operate/import/import-way/test_seq.csv
create mode 100644
regression-test/data/external_table_p2/hudi/test_hudi_orc_tables.out
create mode 100644
regression-test/data/external_table_p2/hudi/test_hudi_partition_prune.out
create mode 100644
regression-test/data/external_table_p2/maxcompute/test_max_compute_partition_prune.out
create mode 100644
regression-test/data/nereids_rules_p0/mv/dml/rewrite/rewrite_when_dml.out
create mode 100644
regression-test/data/nereids_rules_p0/mv/micro_test/micro_test_when_cte.out
copy be/src/http/action/jeprofile_actions.h =>
regression-test/suites/account_p0/test_system_user.groovy (67%)
create mode 100644
regression-test/suites/arrow_flight_sql_p0/test_select.groovy
create mode 100644 regression-test/suites/auth_p0/test_select_view_auth.groovy
create mode 100644
regression-test/suites/doc/data-operate/import/import-way/stream-load-manual.md.groovy
copy regression-test/suites/external_table_p2/hudi/{test_hudi_catalog.groovy
=> test_hudi_orc_tables.groovy} (84%)
create mode 100644
regression-test/suites/external_table_p2/hudi/test_hudi_partition_prune.groovy
create mode 100644
regression-test/suites/external_table_p2/maxcompute/test_max_compute_partition_prune.groovy
create mode 100644
regression-test/suites/http_auth_check/test_http_permissions_check_auth.groovy
create mode 100644
regression-test/suites/manager/test_manager_interface_4.groovy
create mode 100644
regression-test/suites/nereids_function_p0/agg_function/test_orthogonal_bitmap_expr_calculate.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/dml/rewrite/rewrite_when_dml.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/is_in_debug_mode/is_in_debug_mode.groovy
copy
regression-test/suites/nereids_rules_p0/mv/{direct_query/direct_query.groovy =>
micro_test/micro_test_when_cte.groovy} (56%)
create mode 100644
regression-test/suites/nereids_rules_p0/mv/with_table_operator/with_table_operator.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
