This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch branch-hudi-mtmv
in repository https://gitbox.apache.org/repos/asf/doris.git
omit 961e1b8da9f [fix](hudi-mtmv) Fix the issue that Hudi materialized
views are not involved in transparent rewriting (#49513)
omit 95b5b35be3f [fix](Hudi-mtmv)Dev hudi partition reresh0325 (#49462)
add 6ce45c43e36 [Test][Fix](parquet-reader) Add parquet decoder unit tests
and fix bugs by these tests. (#49182)
add c8783bd7a18 [Enhancement] (nereids) implement showTableStatsCommand in
nereids (#48827)
add 0b0d2184890 [fix](tracker) Missing attaching task in fold constant
executor (#49405)
add a078defffbd [Enhancement](nereids)support show snapshot (#49274)
add 69d12768fd5 [Test](cbq) Record err and print at the end of
check_before_quit test (#49406)
add e063ba6de96 [refactor](test) refactor compression test to verify
compatibility of ARM and X86 (#49396)
add 0f63dfed763 [Fix](log) correct tablet diff log in
`TabletInvertedIndex.tabletReport` (#49390)
add 80ee746a5b4 [Fix](compaction) Fix full compaction error when
compaction size is too large (#48958)
add 20f81637007 [enhance](third-party) Add pugixml library (#49238)
add c4e61fb52c1 [Enhancement](ctas) Support create auto range partition
table with CTAS command (#48931)
add ece728136c1 [test](ut) Add cases for spill sort operator (#49207)
add 65a32f76b05 [Feature](join) Support lazy materialization of columns
that are not used in join other conjunct (#49073)
add 2ad8108e3bb [fix](Nereids) use StringLikeLiteral as parameter type in
constant folding (#49413)
add f70aee99146 [Fix](Compaction) atomic should not be implicitly
converted to int64_t (#49427)
add 22390d1fc85 [fix](restore) correct the storage_medium of atomic
restore (#49330)
add d3a6ba57829 [test](beut) add pipeline Union/Intersect/Except Operator
beut (#49293)
add a65e0806ce5 [opt](metrics) optimize performance of metrics endpoint
(#49380)
add e3142fe5b55 [fix](docker) fix docker entrypoint script adminUser grep
rule (#49343)
add 5abb4c6d6e6 [fix](nereids) project child output to union output in
correct order after eliminate empty relation (#49257)
add 6d42a93ef62 [improve](function) support lead/lag function input column
as third params (#49381)
add dffbd5108db [Enhancement] Support some math functions (#48476)
add bd157e6a62e [fix](jdbc catalog) ensure initialization before fetching
row count (#49442)
add 6d75dbc87b6 [fix](multi-catalog) Fix bug: "Can not create a Path from
an empty string" (#49382)
add 8f46bf97b21 [fix](spill) Fix `WorkloadGroupManager` in spill (#49373)
add 386dad71893 [Fix](testcase) Change big txn load of auto partition test
to not-primary table (#49435)
add ed87894e525 [chore](ci) pr for dev branch can run cloud_p0 and
performance (#49466)
add 77a2b22ba6e [opt](nereids) remove redundant hash join condition
(#48363)
add 7b6d2e21226 [fix](nereids)canInferNotNullForMarkSlot method get wrong
result if fold constant rule is disabled (#49428)
add 5834faebe73 [Opt](cloud-sc) Clear stop token when `commit_tablet_job`
fails (#49275)
add 3708b43c564 [fix](inverted index) Fix for NullPointerException in
Ordered Sloppy Phrase Query (#49487)
add 3668945816a [fix](cloud) fix misuse of
file_cache_evict_in_advance_batch_bytes (#49336)
add b3b00eb67da [Bug] Fix accidental table deletion during restore job
(#48820)
add d9afcecc4ca [follow-up](nereids) speedup huge InPredicate for tablet
pruning (#49386)
add a61d7c44695 [chore](metrics) Add agent batch task metrics (#49480)
add 44133312747 [chore](task) log the thrift message size if the broken
pipe is occurred (#49492)
add c602ed5f146 [fix](nereids) EliminateGroupByConstant should replace
agg's group by after removing constant group by keys (#49473)
add 79a6dd1ff49 [fix](catalog)when checkpoint,use cacheThreadPool (#49097)
add 58393b6160c [fix](Nereids) fix double literal to string literal cast
problem (#49416)
add a9054a82170 [Bug](udf) should delete local ref when return error msg
(#48609)
add 0653b90f041 [chore](binlog) record the ingest binlog elapsed in each
phase (#49499)
add 6099f0c5ed6 [chore](test) add ut for sql cache (#49389)
add cb56a46289a [feat](deps) add jindofs ubuntu jar (#49502)
add 8b268dcda4d [fix](schema-change) Nested types should only support
enlarging varchar length with light schema change (#49452)
add 63cabdd9259 [Refactor]remove useless code (#49526)
add 5b4b121fbc9 [Fix](Variant) return status if dict key not found when
`sync_tablet_rowsets` (#49417)
add edee8c1b8d7 [fix](struct)Fixed the issue of inserting into a struct
type string literal with one more subfield causing BE coredump (#49485)
add 4b3758899d3 [Chore](runtime-filter) add limitation for
runtime_filter_type (#49404)
add 311e1d39ce2 [chore](information schema) rename routine_load_job system
table to routine_load_jobs (#49515)
add 5ae66acdb29 [enhancement](cloud) set the connection timeout and
request timeout for FE requests to the meta service (#49546)
add 0312b925f8f [fix](system) fix alter system modify hostname with valid
ip exception (#49551)
add 1eafee1cb20 [refactor](spill) Refactor spill dependency (#49554)
add 71d9c934e2b [fix](spill) Fix potential hanging pipeline task due to
spilling (#49555)
add 8660611bedd [fix](jindofs) add jindofs ubuntu jar in build.sh (#49503)
add 4dd3b2ec096 [fix](build) Fix compilation error on MacOS caused by
unsupported include (#49531)
add 0f857f4a465 [fix](mac) Fix Mac compile (#49521)
add 8ccfc9d442b [Feat](nereids) support show tablets from table command
(#49426)
add 89f1c835542 [enhancement](compaction) generate multiple compaction
tasks each round (#49547)
add a7d61489db2 [Enhancement] (nereids) implement
drop/killAnalyzeJobCommand in nereids (#48942)
add cf723a05f7b [Fix](RowStore) fix partial columns as row store (#49542)
add 9d8c32d5af4 [Improve](Variant) only `merge_schema` when `sync_tablets`
or scan in… (#48570)
add 58d0558203d [fix](mow) remove agg cache version for unused rowsets
(#49511)
add 094f2dd02a9 [fix](auth)Prohibit other users from modifying the root
(#48752)
add dc3afaab6bc [Fix](txn) Remove `TabletTxnInfo` if version exists when
publish version (#49564)
add 93c4b6bbe71 [Chore](case) add nonConcurrent for some inject case
(#49577)
add 6cc2d4a3e5c [Improve](TabletSchema) optimize finding TabletIndex
performance in TabletSchema (#48699)
add 97d985c0e16 [opt](connection) add connection num in error msg (#49471)
add 765296fee53 [fix](meta) do not check replica allocation when replay
(#49569)
add 9056b62b3f6 [fix](backup) Save snapshot meta during replay (#49550)
add 827cc47c616 [feat](regression) inject debug points need run in
nonConcurrent or docker suites (#49581)
add f513bde102e [Fix](GA)Remove extra blank lines to avoid parsing (#49615)
add d2a574a084b [fix](auth)Delete from should not check select_priv
(#49239)
add 72dcbeab626 [fix](arrow-flight-sql) Add Arrow Flight Sql demo for
Python and Fix Java README (#49601)
add dce0a0653da [fix](memory) Fix WorkloadGroupMgr adjust cache capacity
(#49593)
add 827bbf2c3e4 [fix](memory) Fix `Segcompaction` and `WriteCooldownMeta`
and `HttpStreamAction` thread attach task (#49425)
add 84a24397894 [case](tpcds) Fix error column name of tpcds table store
(#49579)
add 82590cadcb4 [Opt](bvar) Add bvar for txn tablet map (#49567)
add 25a9aea5dd6 [fix](lzo) fix lzo decompression failed (#49538)
add 211b491c840 [Chore](join) reduce some template instantiation of join
(#49586)
add f278793173e [fix](cloud) retry read_at when corruption using file
cache (#48786)
add 9d6f6933027 [fix](thrift) fix RPC result is chaotic when compile by
ASAN (#49516)
add 206c6525675 [function](date) Support date trunc function (#49540)
add ef33892b003 [fix](binlog) get table with db lock if the table not
exists (#49566)
add 944598d85ed [fix](fe) Using `try-with-resource` for auto close
`RemoteFileSystem` (#49637)
add 4acae637886 [fix](function) wrong result of arrays_overlap (#49403)
add d27e76a01d1 [fix](thrift) Pick THRIFT-5492: Add readEnd to
TBufferedTransport (#49649)
add 68e7cc57eff [fix](runtime) Avoid merging results into one large result
in BufferControlBlock (#49602)
add 72a08d51374 [minor](retry) Increase rpc retries in query callback
(#49635)
add da3ecf2871d [Chore](gutil) remove gutil/cpu gutil/map-util (#49636)
add 71eecdfc6e1 [fix](cloud) fix corner case when warm up data larger than
cache capacity (#49050)
add f3493e041ad [fix](build) Skip some hdfsBuilder functions when
USE_HADOOP_HDFS support is not enabled (#49529)
add 730b3e67b07 [BE](ut) add be ut about partition sort and analytic
operator (#49598)
add 00736e146b7 [opt](s3client) Add AWS SDK logger for recycler with error
logging and enhance S3 client tests (#49422)
add d500bef3467 [Improvement](thrift) reduce redundant runtime filter
information pass from frontend to backend(be part) (#49622)
add c9c83ca3bf8 [bugfix](chdfs) fix hash collision in chdfs file system
cache (#49486)
add 89fbda1dacc [refactor](join) Refine broadcast controller (#49556)
add 298185d25b8 [opt](inverted index) add option for inverted index ram
dir writing when compaction (#49232)
add 17153985fd4 [fix](trino connector catalog) enable self-attachment for
Java agents and adjust settings for Mac systems (#49520)
add a885c4f69ac [enhancement](compaction) replace hardcoded compaction
thresholds with config (#49662)
add 09b0066817f [fix](runtime filter) Fix debug string in
RuntimeFilterWrapper (#49562)
add a25db9b324f [feat](thirdparty) Add aws dentity-management and sts
library for be and ry (#49565)
add 4926c1952c8 [fix](load) Fix the issue of insert into select concurrent
reporting causing no error url (#49669)
add 38fe4a6439e [fix](paimon)Modify the data type conversion for
varchar/char (#49623)
add d92ee46ffad [Improve](explode) explode function support multi param
(#48537)
add 58b12f69113 [fix](mc)Fixed the issue that maxcompute catalog can only
read part of the timestamp data (#49600)
add 902b95b1bfa [Fix](Catalog) Close system resources when dropping
catalog (#49621)
add b1108d11496 [fix](ut) Fix UT compiling (#49692)
add 8740049402c [third-party](faiss) Enable FAISS integration in Doris.
(#49644)
add 476f7349391 [fix](shutdown) Fix coredump due to shutdown in the wrong
order (#49700)
add c8eb43d60d8 Revert "[opt](nereids) remove redundant hash join
condition (#48363)" (#49628)
add c5910ea3a46 [fix](microbench) Fix some file cache microbench compile
bug (#49269)
add dc93118b9eb [feature](profile) Provide a new profile display for the
refactored RF (#49690)
add b10701ef52e [feat](test)add some be ut for orc/parquet reader (#49418)
add 3e5efb7a4b4 [Chore](gutil) remove all unused include integral_types.h
(#49630)
add d0519559eb1 [Fix](case) Fix cold data compaction fault injection case
(#49699)
add fbd0b380d1d [improve](thrift) Config thrift_max_message_size for
THREAD_POOL and … (#49677)
add a2a495083f2 [improve](thrift) Config thrift_max_message_size for FE
SIMPLE and TH… (#49678)
add 9bcbf33d3b1 [fix](test) Complete the missing db name in
check_before_quit test (#49674)
add 0d8d4827e75 [Chore](runtime-filter) enlarge default value of
runtimeBloomFilterMaxSize, runtimeFilterMaxInNum (#49689)
add 3ef6312e478 [Fix](Compaction) Cumulative Points Not Incrementing After
Delete Operation (#47282)
add 0ec64a68467 [Enhancement] (nereids)implement unlockTablesCommand in
nereids (#49664)
add 6b53eecfc41 [Enhancement] (nereids)implement alterStoragePlicyCommand
in nereids (#48164)
add 561a8476754 [Enhancement] (nereids)implement showRowPolicyCommand in
nereids (#49123)
add e373ad5dcea [fix](Nereids) fix regression framework compare issue and
fix code point count (#49575)
add 53aa5f8657c [fix](inverted index) Clear inverted index cache from file
cache (#49685)
add 02b5625220e [Enhancement](Compaction) Add cumulative compaction delay
strategy (#48759)
add 3497f67f6cf [refactor](terminate) add terminate interface (#49638)
add 688e756c42e [fix](paimon) Covert Paimon DeletionFile Path to
StoragePath in fe (#49645)
add 37fb32f7570 [Bug](runtime-filter) fix error of not found merge addr
(#49743)
new 4795cfc2542 [fix](Hudi-mtmv)Dev hudi partition reresh0325 (#49462)
new f09f82590db [fix](hudi-mtmv) Fix the issue that Hudi materialized
views are not involved in transparent rewriting (#49513)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (961e1b8da9f)
\
N -- N -- N refs/heads/branch-hudi-mtmv (f09f82590db)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.asf.yaml | 43 +-
be/CMakeLists.txt | 4 +
be/cmake/thirdparty.cmake | 5 +
be/src/agent/agent_server.cpp | 3 -
be/src/agent/task_worker_pool.cpp | 7 +-
be/src/agent/utils.cpp | 9 +-
be/src/cloud/cloud_backend_service.cpp | 4 +-
be/src/cloud/cloud_compaction_action.cpp | 3 +-
be/src/cloud/cloud_cumulative_compaction.cpp | 1 +
be/src/cloud/cloud_cumulative_compaction.h | 3 +
.../cloud/cloud_cumulative_compaction_policy.cpp | 7 +-
be/src/cloud/cloud_meta_mgr.cpp | 34 +-
be/src/cloud/cloud_meta_mgr.h | 4 +-
be/src/cloud/cloud_schema_change_job.cpp | 25 +-
be/src/cloud/cloud_storage_engine.cpp | 70 +-
be/src/cloud/cloud_storage_engine.h | 6 +-
be/src/cloud/cloud_tablet.cpp | 12 +-
be/src/cloud/cloud_tablet.h | 10 +-
be/src/cloud/cloud_tablet_mgr.cpp | 12 +-
be/src/cloud/config.cpp | 1 -
be/src/cloud/config.h | 1 -
be/src/cloud/injection_point_action.cpp | 22 +
be/src/common/be_mock_util.h | 1 +
be/src/common/config.cpp | 32 +-
be/src/common/config.h | 25 +
be/src/common/daemon.cpp | 20 +-
be/src/common/dwarf.cpp | 2 -
be/src/exec/es/es_scroll_parser.cpp | 1 -
be/src/exec/lzo_decompressor.cpp | 18 +-
be/src/exec/olap_common.h | 29 +-
be/src/exec/schema_scanner.cpp | 2 +-
.../schema_routine_load_job_scanner.cpp | 2 +-
be/src/exprs/bitmapfilter_predicate.h | 1 -
be/src/gutil/CMakeLists.txt | 3 +-
be/src/gutil/cpu.cc | 265 ------
be/src/gutil/cpu.h | 116 ---
be/src/gutil/map-util.h | 867 --------------------
be/src/gutil/strings/util.h | 1 -
be/src/http/action/calc_file_crc_action.cpp | 2 +-
be/src/http/action/compaction_action.cpp | 9 +
be/src/http/action/delete_bitmap_action.cpp | 6 +-
be/src/http/action/http_stream.cpp | 11 +-
be/src/http/action/stream_load.cpp | 7 +-
be/src/io/cache/block_file_cache.cpp | 8 +-
be/src/io/fs/hdfs_file_system.cpp | 1 -
be/src/io/fs/multi_table_pipe.cpp | 23 +-
be/src/io/fs/multi_table_pipe.h | 3 +-
be/src/io/hdfs_builder.cpp | 4 +-
be/src/io/tools/file_cache_microbench.cpp | 27 +-
be/src/olap/base_compaction.cpp | 2 +-
be/src/olap/bitmap_filter_predicate.h | 1 +
be/src/olap/column_predicate.h | 26 +-
be/src/olap/compaction.cpp | 24 +
be/src/olap/compaction.h | 4 +
be/src/olap/compaction_permit_limiter.h | 2 +-
be/src/olap/comparison_predicate.h | 5 +
be/src/olap/delta_writer_v2.cpp | 1 -
be/src/olap/filter_olap_param.h | 11 +-
be/src/olap/memtable.h | 6 +-
be/src/olap/memtable_flush_executor.cpp | 4 +-
be/src/olap/memtable_writer.h | 7 +-
be/src/olap/olap_server.cpp | 59 +-
be/src/olap/rowset/beta_rowset_writer_v2.cpp | 1 -
be/src/olap/rowset/rowset.cpp | 29 +
be/src/olap/rowset/rowset.h | 2 +
be/src/olap/rowset/rowset_writer.h | 8 +-
be/src/olap/rowset/rowset_writer_context.h | 2 +
be/src/olap/rowset/segcompaction.cpp | 2 +-
.../olap/rowset/segment_v2/bitshuffle_wrapper.cpp | 23 +-
be/src/olap/rowset/segment_v2/bloom_filter.h | 1 -
be/src/olap/rowset/segment_v2/column_reader.cpp | 23 +-
.../rowset/segment_v2/indexed_column_reader.cpp | 25 +-
.../inverted_index/query/phrase_query.cpp | 4 +-
.../inverted_index/query_v2/roaring_query.h | 1 -
.../olap/rowset/segment_v2/inverted_index_desc.cpp | 13 +
.../olap/rowset/segment_v2/inverted_index_desc.h | 5 +
.../segment_v2/inverted_index_file_writer.cpp | 3 +-
.../rowset/segment_v2/inverted_index_file_writer.h | 6 +-
.../rowset/segment_v2/inverted_index_reader.cpp | 1 -
.../olap/rowset/segment_v2/ordinal_page_index.cpp | 22 +-
be/src/olap/rowset/segment_v2/page_io.cpp | 67 ++
be/src/olap/rowset/segment_v2/page_io.h | 34 +-
be/src/olap/rowset/segment_v2/segment.cpp | 30 +-
be/src/olap/schema_change.cpp | 1 -
be/src/olap/storage_engine.cpp | 24 +
be/src/olap/storage_engine.h | 10 +-
be/src/olap/tablet.cpp | 20 +-
be/src/olap/tablet_manager.cpp | 3 +-
be/src/olap/tablet_meta.cpp | 52 +-
be/src/olap/tablet_meta.h | 2 +
be/src/olap/tablet_reader.cpp | 3 +-
be/src/olap/tablet_schema.cpp | 91 ++-
be/src/olap/tablet_schema.h | 17 +
be/src/olap/task/engine_publish_version_task.cpp | 3 +
be/src/olap/task/index_builder.cpp | 1 -
be/src/olap/txn_manager.cpp | 39 +-
be/src/olap/txn_manager.h | 8 +
be/src/pipeline/common/join_utils.h | 5 +-
be/src/pipeline/common/partition_sort_utils.h | 5 +-
be/src/pipeline/dependency.cpp | 13 +-
be/src/pipeline/dependency.h | 52 +-
be/src/pipeline/exec/analytic_sink_operator.h | 9 +
be/src/pipeline/exec/analytic_source_operator.h | 3 +
be/src/pipeline/exec/data_queue.cpp | 1 -
be/src/pipeline/exec/exchange_sink_operator.cpp | 2 +-
be/src/pipeline/exec/hashjoin_build_sink.cpp | 150 ++--
be/src/pipeline/exec/hashjoin_build_sink.h | 23 +-
be/src/pipeline/exec/hashjoin_probe_operator.cpp | 98 ++-
be/src/pipeline/exec/hashjoin_probe_operator.h | 22 +-
be/src/pipeline/exec/jdbc_table_sink_operator.cpp | 3 +-
.../pipeline/exec/join/process_hash_table_probe.h | 51 +-
.../exec/join/process_hash_table_probe_impl.h | 276 ++++---
.../pipeline/exec/memory_scratch_sink_operator.cpp | 3 +-
be/src/pipeline/exec/olap_scan_operator.cpp | 5 +-
be/src/pipeline/exec/operator.cpp | 67 +-
be/src/pipeline/exec/operator.h | 22 +-
.../pipeline/exec/partition_sort_sink_operator.cpp | 3 +-
.../pipeline/exec/partition_sort_sink_operator.h | 9 +
.../pipeline/exec/partition_sort_source_operator.h | 4 +-
.../exec/partitioned_aggregation_sink_operator.cpp | 2 -
.../partitioned_aggregation_source_operator.cpp | 2 -
.../exec/partitioned_aggregation_source_operator.h | 1 -
.../exec/partitioned_hash_join_probe_operator.cpp | 2 -
.../exec/partitioned_hash_join_probe_operator.h | 2 -
.../exec/partitioned_hash_join_sink_operator.cpp | 7 +-
be/src/pipeline/exec/result_file_sink_operator.cpp | 6 +-
be/src/pipeline/exec/result_sink_operator.cpp | 3 +-
be/src/pipeline/exec/scan_operator.cpp | 39 +-
be/src/pipeline/exec/set_probe_sink_operator.cpp | 2 +-
be/src/pipeline/exec/set_probe_sink_operator.h | 5 +
be/src/pipeline/exec/set_sink_operator.h | 8 +
be/src/pipeline/exec/set_source_operator.cpp | 2 +-
be/src/pipeline/exec/set_source_operator.h | 6 +-
be/src/pipeline/exec/sort_source_operator.h | 2 +-
be/src/pipeline/exec/spill_sort_sink_operator.cpp | 30 +-
.../pipeline/exec/spill_sort_source_operator.cpp | 2 -
be/src/pipeline/exec/spill_sort_source_operator.h | 2 -
be/src/pipeline/exec/table_function_operator.cpp | 7 +-
be/src/pipeline/exec/union_sink_operator.cpp | 2 +-
be/src/pipeline/exec/union_sink_operator.h | 12 +-
be/src/pipeline/exec/union_source_operator.cpp | 4 +-
be/src/pipeline/exec/union_source_operator.h | 7 +-
be/src/pipeline/pipeline_fragment_context.cpp | 102 ++-
be/src/pipeline/pipeline_fragment_context.h | 20 +-
be/src/pipeline/pipeline_task.cpp | 91 ++-
be/src/pipeline/pipeline_task.h | 19 +-
be/src/runtime/cache/result_cache.h | 1 -
be/src/runtime/cache/result_node.h | 1 -
be/src/runtime/define_primitive_type.h | 3 +-
be/src/runtime/exec_env_init.cpp | 3 +-
be/src/runtime/fold_constant_executor.cpp | 2 +-
be/src/runtime/fragment_mgr.cpp | 85 +-
be/src/runtime/fragment_mgr.h | 5 +-
be/src/runtime/group_commit_mgr.cpp | 6 +-
be/src/runtime/load_stream_writer.cpp | 1 -
be/src/runtime/memory/global_memory_arbitrator.cpp | 11 +-
be/src/runtime/memory/global_memory_arbitrator.h | 21 +-
be/src/runtime/memory/mem_tracker_limiter.cpp | 4 +
be/src/runtime/memory/mem_tracker_limiter.h | 5 +
be/src/runtime/memory/memory_profile.cpp | 3 +-
be/src/runtime/memory/thread_mem_tracker_mgr.h | 5 +-
be/src/runtime/query_context.cpp | 12 +-
be/src/runtime/query_context.h | 13 +-
be/src/runtime/result_block_buffer.cpp | 12 +-
be/src/runtime/result_block_buffer.h | 4 +
.../routine_load/routine_load_task_executor.cpp | 3 +-
be/src/runtime/runtime_query_statistics_mgr.h | 1 -
be/src/runtime/runtime_state.cpp | 14 +-
be/src/runtime/runtime_state.h | 5 -
.../runtime/stream_load/stream_load_executor.cpp | 7 +-
be/src/runtime/stream_load/stream_load_executor.h | 5 +-
be/src/runtime/thread_context.cpp | 3 +
be/src/runtime/thread_context.h | 47 +-
be/src/runtime/workload_group/workload_group.cpp | 10 +
.../workload_group/workload_group_manager.cpp | 170 ++--
.../workload_group/workload_group_manager.h | 2 +-
be/src/runtime_filter/runtime_filter.h | 2 +
be/src/runtime_filter/runtime_filter_consumer.cpp | 21 +-
be/src/runtime_filter/runtime_filter_consumer.h | 8 +
be/src/runtime_filter/runtime_filter_producer.h | 10 -
.../runtime_filter_producer_helper.cpp | 43 +-
.../runtime_filter_producer_helper.h | 13 +-
.../runtime_filter_producer_helper_cross.h | 2 +-
be/src/runtime_filter/runtime_filter_wrapper.cpp | 3 +-
be/src/runtime_filter/runtime_filter_wrapper.h | 21 +-
be/src/service/backend_service.cpp | 29 +-
be/src/service/internal_service.cpp | 19 +-
be/src/service/point_query_executor.cpp | 7 +-
be/src/service/point_query_executor.h | 1 -
be/src/util/bitmap_value.h | 1 -
be/src/util/memcpy_inlined.h | 1 -
be/src/util/runtime_profile.cpp | 21 +-
be/src/util/runtime_profile.h | 42 +
be/src/util/s3_util.cpp | 49 +-
be/src/util/thread.cpp | 14 +-
be/src/util/threadpool.cpp | 16 +-
be/src/util/thrift_rpc_helper.cpp | 8 +-
be/src/util/thrift_server.cpp | 27 +-
be/src/util/zlib.cpp | 7 +-
.../aggregate_function_java_udaf.h | 13 +-
.../aggregate_function_retention.h | 1 -
.../aggregate_function_window.h | 67 +-
be/src/vec/columns/column.h | 7 -
be/src/vec/columns/column_decimal.h | 1 -
be/src/vec/columns/column_string.h | 1 -
be/src/vec/columns/column_vector.h | 1 -
be/src/vec/common/allocator.cpp | 4 +-
be/src/vec/common/custom_allocator.h | 6 +-
be/src/vec/common/hash_table/hash_map_context.h | 5 +-
be/src/vec/common/hash_table/hash_map_util.h | 2 +
be/src/vec/common/hash_table/join_hash_table.h | 4 +-
.../data_types/serde/data_type_struct_serde.cpp | 6 +-
.../file_reader/new_plain_text_line_reader.cpp | 12 +-
be/src/vec/exec/format/orc/vorc_reader.cpp | 8 +-
.../vec/exec/format/parquet/bool_plain_decoder.h | 3 +-
.../vec/exec/format/parquet/bool_rle_decoder.cpp | 25 +-
be/src/vec/exec/format/parquet/bool_rle_decoder.h | 5 +-
be/src/vec/exec/format/parquet/decoder.h | 6 +-
.../exec/format/parquet/delta_bit_pack_decoder.cpp | 136 ++++
.../exec/format/parquet/delta_bit_pack_decoder.h | 180 +----
.../format/parquet/fix_length_dict_decoder.hpp | 6 +-
.../format/parquet/fix_length_plain_decoder.cpp} | 45 +-
.../exec/format/parquet/fix_length_plain_decoder.h | 97 +--
be/src/vec/exec/format/parquet/level_decoder.cpp | 10 +-
.../exec/format/parquet/parquet_column_convert.cpp | 59 +-
.../exec/format/parquet/parquet_column_convert.h | 73 +-
be/src/vec/exec/format/parquet/schema_desc.h | 4 +-
.../parquet/vparquet_column_chunk_reader.cpp | 2 +-
be/src/vec/exec/scan/scanner_scheduler.cpp | 13 +-
.../table_function/table_function_factory.cpp | 19 +-
.../exprs/table_function/table_function_factory.h | 17 +-
.../exprs/table_function/udf_table_function.cpp | 7 +-
be/src/vec/exprs/table_function/vexplode_v2.cpp | 246 ++++++
.../table_function/vexplode_v2.h} | 55 +-
be/src/vec/exprs/vbitmap_predicate.cpp | 1 -
be/src/vec/exprs/vcompound_pred.h | 1 -
be/src/vec/exprs/vexpr.cpp | 6 -
be/src/vec/exprs/vexpr.h | 6 +
be/src/vec/exprs/vliteral.h | 4 +
be/src/vec/exprs/vruntimefilter_wrapper.h | 15 +-
be/src/vec/exprs/vslot_ref.h | 4 +
.../vec/functions/array/function_arrays_overlap.h | 87 +-
be/src/vec/functions/function_bit_count.cpp | 1 -
be/src/vec/functions/function_bit_shift.cpp | 1 -
be/src/vec/functions/function_case.h | 1 -
.../vec/functions/function_datetime_floor_ceil.cpp | 2 +
be/src/vec/functions/function_fake.cpp | 68 +-
be/src/vec/functions/function_java_udf.cpp | 3 +-
be/src/vec/functions/function_timestamp.cpp | 51 +-
be/src/vec/functions/functions_logical.cpp | 2 -
be/src/vec/functions/math.cpp | 28 +
be/src/vec/functions/multiply.cpp | 3 -
be/src/vec/functions/simple_function_factory.h | 17 +-
be/src/vec/olap/olap_data_convertor.h | 1 -
be/src/vec/olap/vertical_merge_iterator.cpp | 2 +
.../vec/runtime/shared_hash_table_controller.cpp | 70 --
be/src/vec/runtime/shared_hash_table_controller.h | 96 ---
be/src/vec/sink/vmysql_result_writer.cpp | 22 -
be/src/vec/sink/vrow_distribution.h | 1 +
.../cloud_cumulative_compaction_policy_test.cpp | 148 ++++
be/test/io/cache/block_file_cache_test.cpp | 106 ++-
be/test/io/fs/s3_obj_storage_client_test.cpp | 171 ++++
be/test/olap/compaction_permit_limiter_test.cpp | 78 ++
be/test/olap/cumulative_compaction_test.cpp | 31 +
be/test/olap/rowset/beta_rowset_test.cpp | 107 +++
.../inverted_index/query/phrase_query_test.cpp | 35 +
.../segment_v2/inverted_index_file_writer_test.cpp | 253 ++++++
be/test/olap/storage_types_test.cpp | 1 -
be/test/olap/tablet_schema_index_test.cpp | 174 ++++
be/test/olap/wal/wal_manager_test.cpp | 9 +-
be/test/pipeline/local_exchanger_test.cpp | 12 +-
be/test/pipeline/operator/agg_operator_test.cpp | 4 +-
...or_test.cpp => analytic_sink_operator_test.cpp} | 198 ++---
...istinct_streaming_aggregation_operator_test.cpp | 2 +-
.../operator/exchange_sink_operator_test.cpp | 2 +-
.../operator/exchange_source_operator_test.cpp | 2 +-
.../local_merge_sort_source_operator_test.cpp | 2 +-
be/test/pipeline/operator/operator_helper.h | 18 +
.../operator/partition_sort_sink_operator_test.cpp | 180 +++++
.../partitioned_aggregation_sink_operator_test.cpp | 14 +-
...artitioned_aggregation_source_operator_test.cpp | 18 +-
.../partitioned_aggregation_test_helper.cpp | 8 +-
.../partitioned_hash_join_probe_operator_test.cpp | 5 +-
.../partitioned_hash_join_sink_operator_test.cpp | 8 +-
.../operator/partitioned_hash_join_test_helper.cpp | 8 +-
be/test/pipeline/operator/repeat_operator_test.cpp | 2 +-
be/test/pipeline/operator/set_operator_test.cpp | 554 +++++++++++++
be/test/pipeline/operator/sort_operator_test.cpp | 4 +-
.../operator/spill_sort_sink_operator_test.cpp | 386 +++++++++
.../operator/spill_sort_source_operator_test.cpp | 576 +++++++++++++
.../pipeline/operator/spill_sort_test_helper.cpp | 170 ++++
be/test/pipeline/operator/spill_sort_test_helper.h | 85 ++
.../operator/spillable_operator_test_helper.cpp | 4 +-
be/test/pipeline/operator/union_operator_test.cpp | 297 +++++++
be/test/pipeline/pipeline_test.cpp | 18 +-
be/test/runtime/cache/partition_cache_test.cpp | 1 -
.../runtime/memory/thread_mem_tracker_mgr_test.cpp | 16 +-
.../runtime_filter_consumer_helper_test.cpp | 1 -
.../runtime_filter_producer_helper_cross_test.cpp | 1 -
.../runtime_filter_producer_helper_test.cpp | 24 +-
be/test/testutil/column_helper.h | 38 +
be/test/testutil/creators.h | 8 +
be/test/testutil/mock/mock_agg_fn_evaluator.cpp | 1 +
be/test/testutil/mock/mock_descriptors.h | 1 +
be/test/testutil/mock/mock_literal_expr.cpp | 72 ++
be/test/testutil/mock/mock_literal_expr.h | 109 +++
.../runtime_profile_counter_tree_node_test.cpp | 30 +
be/test/vec/exec/column_type_convert_test.cpp | 897 +++++++++++++++------
.../format/parquet/bool_plain_decoder_test.cpp | 245 ++++++
.../exec/format/parquet/bool_rle_decoder_test.cpp | 245 ++++++
.../parquet/byte_array_dict_decoder_test.cpp | 513 ++++++++++++
.../parquet/byte_array_plain_decoder_test.cpp | 247 ++++++
.../parquet/byte_stream_split_decoder_test.cpp | 405 ++++++++++
.../format/parquet/delta_bit_pack_decoder_test.cpp | 272 +++++++
.../parquet/delta_byte_array_decoder_test.cpp | 598 ++++++++++++++
.../delta_length_byte_array_decoder_test.cpp | 281 +++++++
.../parquet/fix_length_dict_decoder_test.cpp | 551 +++++++++++++
.../parquet/fix_length_plain_decoder_test.cpp | 208 +++++
.../vec/exec/format/parquet/level_decoder_test.cpp | 225 ++++++
.../{ => format}/parquet/parquet_common_test.cpp | 0
.../parquet/parquet_corrupt_statistics_test.cpp | 0
.../parquet_nested_type_cross_page_test.cpp | 0
.../{ => format}/parquet/parquet_reader_test.cpp | 0
.../parquet/parquet_statistics_test.cpp | 0
.../{ => format}/parquet/parquet_thrift_test.cpp | 0
.../{ => format}/parquet/parquet_version_test.cpp | 0
be/test/vec/exec/orc/orc_convert_dict_test.cpp | 237 ++++++
.../exec/orc/orc_convert_to_orc_literal_test.cpp | 525 ++++++++++++
.../exec/{format => }/orc/orc_file_reader_test.cpp | 0
be/test/vec/exec/orc/orc_memory_stream_test.h | 102 +++
be/test/vec/exec/orc/orc_reader_fill_data_test.cpp | 475 +++++++++++
.../vec/exec/orc/orc_reader_init_column_test.cpp | 359 +++++++++
be/test/vec/exec/vfile_scanner_exception_test.cpp | 9 +-
.../vec/function/function_arrays_overlap_test.cpp | 63 +-
be/test/vec/function/function_bitmap_test.cpp | 1 -
be/test/vec/function/function_math_test.cpp | 60 ++
be/test/vec/function/function_string_test.cpp | 1 -
be/test/vec/function/function_test_util.cpp | 80 +-
be/test/vec/function/function_test_util.h | 3 +-
be/test/vec/function/table_function_test.cpp | 163 +++-
build.sh | 12 +-
cloud/src/common/config.h | 11 +
cloud/src/recycler/s3_accessor.cpp | 13 +-
common/cpp/aws_logger.h | 68 ++
conf/be.conf | 2 +-
dist/LICENSE-dist.txt | 1 +
dist/licenses/LICENSE-pugixml.txt | 24 +
.../be/resource/be_disaggregated_entrypoint.sh | 2 +-
docker/runtime/be/resource/be_entrypoint.sh | 2 +-
.../fe/resource/fe_disaggregated_entrypoint.sh | 2 +-
docker/runtime/fe/resource/fe_entrypoint.sh | 4 +-
.../scripts/create_preinstalled_scripts/run74.hql | 9 +
.../partition_col=,/000000_0 | Bin 0 -> 408 bytes
.../partition_col=a, b, c/000000_0 | Bin 0 -> 408 bytes
.../partition_col=a, b/000000_0 | Bin 0 -> 408 bytes
.../create_preinstalled_scripts/paimon/run03.sql | 15 +
.../doris/maxcompute/MaxComputeColumnValue.java | 63 +-
.../trinoconnector/TrinoConnectorPluginLoader.java | 8 +
.../main/java/org/apache/doris/common/Config.java | 12 +
fe/fe-core/pom.xml | 4 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 28 +-
.../apache/doris/alter/CloudSchemaChangeJobV2.java | 23 -
.../apache/doris/alter/SchemaChangeHandler.java | 17 +-
.../org/apache/doris/analysis/AlterUserStmt.java | 8 +
.../doris/analysis/BitmapFilterPredicate.java | 4 +-
.../doris/analysis/ModifyNodeHostNameClause.java | 2 -
.../org/apache/doris/analysis/SchemaTableType.java | 4 +-
.../java/org/apache/doris/backup/BackupJob.java | 12 +-
.../java/org/apache/doris/backup/RestoreJob.java | 26 +-
.../doris/catalog/BuiltinScalarFunctions.java | 8 +
.../catalog/BuiltinTableGeneratingFunctions.java | 11 +
.../apache/doris/catalog/ColocateTableIndex.java | 8 +-
.../java/org/apache/doris/catalog/ColumnType.java | 9 +-
.../main/java/org/apache/doris/catalog/Env.java | 4 +-
.../java/org/apache/doris/catalog/SchemaTable.java | 4 +-
.../org/apache/doris/catalog/TableProperty.java | 3 +
.../apache/doris/catalog/TabletInvertedIndex.java | 20 +-
.../apache/doris/cloud/CacheHotspotManager.java | 83 +-
.../apache/doris/cloud/rpc/MetaServiceClient.java | 204 +++--
.../apache/doris/cloud/rpc/MetaServiceProxy.java | 12 +-
.../java/org/apache/doris/common/ThriftServer.java | 51 +-
.../org/apache/doris/common/util/BrokerUtil.java | 20 +-
.../doris/common/util/DynamicPartitionUtil.java | 19 +-
.../org/apache/doris/datasource/CatalogIf.java | 2 +-
.../org/apache/doris/datasource/CatalogMgr.java | 2 +-
.../apache/doris/datasource/ExternalCatalog.java | 26 +-
.../doris/datasource/ExternalMetaCacheMgr.java | 25 +-
.../doris/datasource/hive/HMSExternalCatalog.java | 15 +-
.../doris/datasource/hive/HiveMetaStoreCache.java | 3 +-
.../datasource/iceberg/IcebergExternalCatalog.java | 8 +
.../datasource/iceberg/IcebergMetadataOps.java | 3 +
.../doris/datasource/jdbc/JdbcExternalCatalog.java | 8 +-
.../doris/datasource/jdbc/JdbcExternalTable.java | 1 +
.../maxcompute/source/MaxComputeScanNode.java | 2 +-
.../apache/doris/datasource/paimon/PaimonUtil.java | 6 +-
.../datasource/paimon/source/PaimonScanNode.java | 6 +-
.../datasource/property/PropertyConverter.java | 3 +-
.../trinoconnector/TrinoConnectorPluginLoader.java | 8 +
.../org/apache/doris/master/ReportHandler.java | 8 +-
.../java/org/apache/doris/metric/MetricRepo.java | 13 +
.../org/apache/doris/monitor/jvm/JvmService.java | 6 +-
.../org/apache/doris/monitor/jvm/JvmStats.java | 42 +-
.../org/apache/doris/mysql/AcceptListener.java | 11 +-
.../mysql/privilege/AccessControllerManager.java | 8 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 135 +++-
.../processor/post/RuntimeFilterGenerator.java | 6 +-
.../rules/analysis/EliminateGroupByConstant.java | 5 +-
.../rules/exploration/join/JoinCommute.java | 2 +-
.../rules/rewrite/EliminateEmptyRelation.java | 22 +-
.../executable/DateTimeExtractAndTransform.java | 20 +
.../functions/executable/NumericArithmetic.java | 46 ++
.../functions/executable/StringArithmetic.java | 32 +-
.../expressions/functions/generator/Explode.java | 61 +-
.../functions/generator/ExplodeOuter.java | 61 +-
.../functions/generator/ExplodeVariantArray.java | 57 +-
.../{generator/Explode.java => scalar/Acosh.java} | 28 +-
.../{generator/Explode.java => scalar/Asinh.java} | 29 +-
.../{generator/Explode.java => scalar/Atanh.java} | 28 +-
.../expressions/functions/scalar/DateTrunc.java | 85 +-
.../{generator/Explode.java => scalar/Sinh.java} | 28 +-
.../trees/expressions/functions/window/Lag.java | 5 +-
.../trees/expressions/functions/window/Lead.java | 5 +-
.../functions/window/WindowFunction.java | 6 +-
.../nereids/trees/expressions/literal/Literal.java | 25 +
.../expressions/visitor/ScalarFunctionVisitor.java | 20 +
.../apache/doris/nereids/trees/plans/PlanType.java | 10 +-
.../plans/commands/AlterStoragePolicyCommand.java | 100 +++
.../trees/plans/commands/CreateTableCommand.java | 25 +-
.../trees/plans/commands/DeleteFromCommand.java | 9 +-
.../plans/commands/DropAnalyzeJobCommand.java | 55 ++
.../plans/commands/KillAnalyzeJobCommand.java | 56 ++
.../nereids/trees/plans/commands/KillCommand.java | 33 +-
.../trees/plans/commands/ShowRowPolicyCommand.java | 60 ++
.../trees/plans/commands/ShowSnapshotCommand.java | 225 ++++++
.../plans/commands/ShowTableStatsCommand.java | 364 +++++++++
.../trees/plans/commands/ShowTabletIdCommand.java | 10 +
.../commands/ShowTabletsFromTableCommand.java | 298 +++++++
.../trees/plans/commands/UnlockTablesCommand.java | 50 ++
.../info/ModifyFrontendOrBackendHostNameOp.java | 2 -
.../plans/commands/info/PartitionTableInfo.java | 5 +
.../trees/plans/visitor/CommandVisitor.java | 40 +
.../apache/doris/nereids/util/ExpressionUtils.java | 11 +-
.../doris/planner/RuntimeFilterGenerator.java | 8 +-
.../java/org/apache/doris/policy/PolicyMgr.java | 35 +-
.../java/org/apache/doris/qe/ConnectScheduler.java | 14 +-
.../apache/doris/qe/RuntimeFilterTypeHelper.java | 18 +
.../java/org/apache/doris/qe/SessionVariable.java | 41 +-
.../apache/doris/service/FrontendServiceImpl.java | 26 +
.../sessions/FlightSessionsWithTokenManager.java | 20 +-
.../apache/doris/statistics/AnalysisManager.java | 32 +
.../java/org/apache/doris/task/AgentBatchTask.java | 22 +-
.../doris/cloud/cache/CacheHotspotManagerTest.java | 124 +++
.../doris/datasource/paimon/PaimonUtilTest.java | 28 +-
.../nereids/rules/expression/FoldConstantTest.java | 2 +-
.../rules/rewrite/EliminateEmptyRelationTest.java | 92 +++
.../functions/generator/ExplodeOuterTest.java | 95 +++
.../functions/generator/ExplodeTest.java | 95 +++
.../generator/ExplodeVariantArrayTest.java | 68 ++
.../commands/AlterStoragePolicyCommandTest.java | 157 ++++
.../plans/commands/AlterSystemCommandTest.java | 34 +-
.../plans/commands/ShowSnapshotCommandTest.java | 126 +++
.../plans/commands/ShowTableStatsCommandTest.java | 175 ++++
.../commands/ShowTabletsFromTableCommandTest.java | 172 ++++
.../util/CanInferNotNullForMarkSlotTest.java | 100 +++
.../doris/planner/RuntimeFilterGeneratorTest.java | 14 +-
.../doris/qe/RuntimeFilterTypeHelperTest.java | 51 +-
.../java/org/apache/doris/qe/SqlCacheTest.java | 60 ++
.../java/org/apache/doris/task/AgentTaskTest.java | 2 +
fe/pom.xml | 7 +
.../doris/broker/hdfs/FileSystemManager.java | 2 +-
gensrc/thrift/Descriptors.thrift | 2 +-
gensrc/thrift/PaloInternalService.thrift | 13 +-
.../data/compression_p0/{load.out => query.out} | Bin 2093 -> 2425 bytes
.../data/correctness_p0/test_lag_lead_window.out | Bin 1402 -> 1797 bytes
.../hive/test_hive_partitions.out | Bin 3171 -> 3333 bytes
.../paimon/test_paimon_char_varchar_type.out | Bin 0 -> 282 bytes
...tor.out => test_paimon_deletion_vector_oss.out} | Bin
.../paimon/test_paimon_schema_change.out | Bin 4601 -> 4751 bytes
.../external_table_p0/tvf/lzo/test_compress.lzo | Bin 0 -> 256 bytes
.../test_no_compress_with_empty_block_begin.lzo | Bin 0 -> 200 bytes
.../lzo/test_no_compress_with_empty_block_end.lzo | Bin 0 -> 196 bytes
.../test_no_compress_with_empty_block_middle.lzo | Bin 0 -> 188 bytes
.../external_table_p0/tvf/test_local_tvf_lzo.out | Bin 0 -> 899 bytes
.../maxcompute/test_max_compute_timestamp.out | Bin 3944 -> 5359 bytes
.../test_cloud_sc_self_retry_with_stop_token.out | Bin 0 -> 167 bytes
.../test_first_delete_compaction.out | Bin 0 -> 115 bytes
.../data/insert_p0/test_struct_insert.out | Bin 625 -> 4698 bytes
.../test_array_contains_with_inverted_index.out | Bin 43652 -> 44492 bytes
regression-test/data/point_query_p0/load.out | Bin 5193 -> 5239 bytes
.../array_functions/test_array_functions.out | Bin 28026 -> 28028 bytes
.../test_array_functions_by_literal.out | Bin 29819 -> 29825 bytes
.../datetime_functions/test_date_trunc.out | Bin 5294 -> 9785 bytes
.../test_math_unary_always_nullable.out | Bin 1032 -> 1769 bytes
.../string_functions/test_string_function.out | Bin 4890 -> 4892 bytes
.../sql_functions/table_function/explode.out | Bin 25904 -> 27843 bytes
.../schema_change_p0/test_type_length_change.out | Bin 352 -> 362 bytes
.../test_array_contains_with_inverted_index.out | Bin 45214 -> 46174 bytes
.../org/apache/doris/regression/suite/Suite.groovy | 25 +-
.../pipeline/cloud_p0/conf/be_custom.conf | 1 +
.../cloud_p0/conf/regression-conf-custom.groovy | 1 +
regression-test/pipeline/cloud_p0/prepare.sh | 10 +-
.../pipeline/cloud_p1/conf/be_custom.conf | 1 +
regression-test/pipeline/p0/conf/be.conf | 1 +
regression-test/pipeline/p1/conf/be.conf | 1 +
regression-test/pipeline/performance/prepare.sh | 20 +-
.../test_root_user.groovy} | 34 +-
.../auth_call/test_dml_delete_table_auth.groovy | 9 -
.../backup_restore/test_backup_cancelled.groovy | 45 +-
.../test_backup_restore_atomic_with_alter.groovy | 6 +-
.../test_backup_restore_get_snapshot.groovy | 102 +++
.../check_before_quit/check_before_quit.groovy | 101 ++-
.../tablets/test_clean_stale_rs_file_cache.groovy | 2 +-
...=> test_clean_stale_rs_index_file_cache.groovy} | 14 +-
regression-test/suites/compression_p0/load.groovy | 38 +-
.../suites/compression_p0/query.groovy | 23 +-
.../correctness_p0/test_lag_lead_window.groovy | 39 +
.../correctness_p0/test_runtime_filter.groovy | 17 +
.../suites/demo_p0/debugpoint_action.groovy | 26 +
.../suites/empty_relation/eliminate_empty.groovy | 173 ++++
.../hive/test_hive_partitions.groovy | 6 +-
.../hive/test_parquet_nested_types.groovy | 8 +-
.../paimon/test_paimon_char_varchar_type.groovy | 44 +
.../paimon/test_paimon_deletion_vector_oss.groovy | 60 ++
.../tvf/test_local_tvf_lzo.groovy | 58 ++
.../maxcompute/test_max_compute_timestamp.groovy | 54 ++
...test_cloud_sc_self_retry_with_stop_token.groovy | 76 ++
.../test_partial_update_during_sc.groovy | 2 +-
.../test_admin_clean_trash.groovy | 2 +-
...st_cumu_compaction_delay_fault_injection.groovy | 567 +++++++++++++
.../test_first_delete_compaction.groovy | 111 +++
.../test_insert_error_url.groovy | 67 ++
.../suites/insert_p0/test_struct_insert.groovy | 101 ++-
.../tpcds_sf1_index/ddl/store.sql | 2 +-
.../test_routine_load_job_info_system_table.groovy | 2 +-
...test_stream_load_commit_result_incorrect.groovy | 94 +++
.../suites/nereids_hint_tpcds_p0/load.groovy | 4 +-
.../aggregate/aggregate_groupby_constant.groovy | 26 +
.../create_table/test_ctas_auto_partition.groovy | 94 +++
.../fold_constant/fold_constant_cast.groovy | 50 ++
.../fold_constant_date_arithmatic.groovy | 1 +
.../fold_constant_numeric_arithmatic.groovy | 48 +-
.../fold_constant_string_arithmatic.groovy | 72 +-
.../suites/nereids_p0/infer_expr_name/load.groovy | 2 +-
.../show/test_nereids_show_snapshot.groovy | 71 ++
.../test_alter_storage_policy_command.groovy | 67 ++
.../nereids_p0/test_unlock_tables_command.groovy | 22 +-
.../suites/nereids_syntax_p0/runtime_filter.groovy | 40 +-
.../test_auto_range_partition.groovy | 2 +-
.../ddl/create_list_part_data_table.sql | 2 +-
.../ddl/create_range_part_data_table.sql | 2 +-
.../ddl/stream_load_list_test_table.sql | 2 +-
.../ddl/stream_load_range_test_table.sql | 2 +-
regression-test/suites/point_query_p0/load.groovy | 58 +-
.../suites/point_query_p0/load_ck.groovy | 6 +-
.../test_inject_send_filter_size_fail.groovy | 2 +-
.../join/test_low_bucket/test_low_bucket.groovy | 1 +
.../join/test_slow_close/test_slow_close.groovy | 2 +-
.../datetime_functions/test_date_trunc.groovy | 8 +
.../test_math_unary_always_nullable.groovy | 30 +-
.../sql_functions/table_function/explode.groovy | 51 ++
.../test_type_length_change.groovy | 8 +-
.../test_varchar_sc_in_complex.groovy | 55 ++
.../tpcds_sf100/constraints/load.groovy | 4 +-
.../suites/shape_check/tpcds_sf100/load.groovy | 4 +-
.../suites/shape_check/tpcds_sf1000/load.groovy | 4 +-
.../suites/shape_check/tpcds_sf10t_orc/load.groovy | 2 +-
.../suites/statistics/test_drop_analyze_job.groovy | 53 ++
.../suites/tpcds_sf1000_p2/ddl/store.sql | 2 +-
.../tpcds_sf100_dup_without_key_p2/ddl/store.sql | 2 +-
.../ddl/store_load.sql | 2 +-
.../suites/tpcds_sf100_p2/ddl/store.sql | 2 +-
.../suites/tpcds_sf100_p2/ddl/store_load.sql | 2 +-
regression-test/suites/tpcds_sf1_p1/ddl/store.sql | 2 +-
.../suites/tpcds_sf1_unique_ck_p1/ddl/store.sql | 2 +-
.../suites/tpcds_sf1_unique_p1/ddl/store.sql | 2 +-
samples/arrow-flight-sql/java/README.md | 15 +-
.../arrow-flight-sql/{java => python}/README.md | 22 +-
samples/arrow-flight-sql/python/test.py | 108 +++
thirdparty/CHANGELOG.md | 8 +
thirdparty/build-thirdparty.sh | 82 +-
thirdparty/download-thirdparty.sh | 30 +
thirdparty/patches/faiss-1.10.0.patch | 66 ++
.../thrift-0.16-reset-consumed-message-size.patch | 29 +
thirdparty/vars.sh | 29 +-
.../arrow-flight-sql/java => tools/lzo}/README.md | 24 +-
tools/lzo/build.sh | 20 +
tools/lzo/lzo_writer.cpp | 282 +++++++
tools/tpcds-tools/bin/load-tpcds-data.sh | 2 +-
tools/tpcds-tools/ddl/create-tpcds-tables-sf1.sql | 2 +-
.../tpcds-tools/ddl/create-tpcds-tables-sf100.sql | 2 +-
.../tpcds-tools/ddl/create-tpcds-tables-sf1000.sql | 2 +-
.../ddl/create-tpcds-tables-sf10000.sql | 2 +-
592 files changed, 20681 insertions(+), 4468 deletions(-)
delete mode 100644 be/src/gutil/cpu.cc
delete mode 100644 be/src/gutil/cpu.h
delete mode 100644 be/src/gutil/map-util.h
create mode 100644 be/src/vec/exec/format/parquet/delta_bit_pack_decoder.cpp
copy be/src/vec/{exprs/table_function/table_function_factory.h =>
exec/format/parquet/fix_length_plain_decoder.cpp} (50%)
create mode 100644 be/src/vec/exprs/table_function/vexplode_v2.cpp
copy be/src/vec/{exec/format/parquet/bool_rle_decoder.h =>
exprs/table_function/vexplode_v2.h} (50%)
delete mode 100644 be/src/vec/runtime/shared_hash_table_controller.cpp
delete mode 100644 be/src/vec/runtime/shared_hash_table_controller.h
create mode 100644 be/test/cloud/cloud_cumulative_compaction_policy_test.cpp
create mode 100644 be/test/io/fs/s3_obj_storage_client_test.cpp
create mode 100644 be/test/olap/compaction_permit_limiter_test.cpp
create mode 100644 be/test/olap/tablet_schema_index_test.cpp
copy be/test/pipeline/operator/{sort_operator_test.cpp =>
analytic_sink_operator_test.cpp} (52%)
create mode 100644
be/test/pipeline/operator/partition_sort_sink_operator_test.cpp
create mode 100644 be/test/pipeline/operator/set_operator_test.cpp
create mode 100644 be/test/pipeline/operator/spill_sort_sink_operator_test.cpp
create mode 100644
be/test/pipeline/operator/spill_sort_source_operator_test.cpp
create mode 100644 be/test/pipeline/operator/spill_sort_test_helper.cpp
create mode 100644 be/test/pipeline/operator/spill_sort_test_helper.h
create mode 100644 be/test/pipeline/operator/union_operator_test.cpp
create mode 100644 be/test/testutil/mock/mock_literal_expr.cpp
create mode 100644 be/test/testutil/mock/mock_literal_expr.h
create mode 100644 be/test/vec/exec/format/parquet/bool_plain_decoder_test.cpp
create mode 100644 be/test/vec/exec/format/parquet/bool_rle_decoder_test.cpp
create mode 100644
be/test/vec/exec/format/parquet/byte_array_dict_decoder_test.cpp
create mode 100644
be/test/vec/exec/format/parquet/byte_array_plain_decoder_test.cpp
create mode 100644
be/test/vec/exec/format/parquet/byte_stream_split_decoder_test.cpp
create mode 100644
be/test/vec/exec/format/parquet/delta_bit_pack_decoder_test.cpp
create mode 100644
be/test/vec/exec/format/parquet/delta_byte_array_decoder_test.cpp
create mode 100644
be/test/vec/exec/format/parquet/delta_length_byte_array_decoder_test.cpp
create mode 100644
be/test/vec/exec/format/parquet/fix_length_dict_decoder_test.cpp
create mode 100644
be/test/vec/exec/format/parquet/fix_length_plain_decoder_test.cpp
create mode 100644 be/test/vec/exec/format/parquet/level_decoder_test.cpp
rename be/test/vec/exec/{ => format}/parquet/parquet_common_test.cpp (100%)
rename be/test/vec/exec/{ =>
format}/parquet/parquet_corrupt_statistics_test.cpp (100%)
rename be/test/vec/exec/{ =>
format}/parquet/parquet_nested_type_cross_page_test.cpp (100%)
rename be/test/vec/exec/{ => format}/parquet/parquet_reader_test.cpp (100%)
rename be/test/vec/exec/{ => format}/parquet/parquet_statistics_test.cpp (100%)
rename be/test/vec/exec/{ => format}/parquet/parquet_thrift_test.cpp (100%)
rename be/test/vec/exec/{ => format}/parquet/parquet_version_test.cpp (100%)
create mode 100644 be/test/vec/exec/orc/orc_convert_dict_test.cpp
create mode 100644 be/test/vec/exec/orc/orc_convert_to_orc_literal_test.cpp
rename be/test/vec/exec/{format => }/orc/orc_file_reader_test.cpp (100%)
create mode 100644 be/test/vec/exec/orc/orc_memory_stream_test.h
create mode 100644 be/test/vec/exec/orc/orc_reader_fill_data_test.cpp
create mode 100644 be/test/vec/exec/orc/orc_reader_init_column_test.cpp
create mode 100644 common/cpp/aws_logger.h
create mode 100644 dist/licenses/LICENSE-pugixml.txt
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/partition_tables/string_partition_table_with_comma/partition_col=,/000000_0
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/partition_tables/string_partition_table_with_comma/partition_col=a,
b, c/000000_0
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/partition_tables/string_partition_table_with_comma/partition_col=a,
b/000000_0
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/create_preinstalled_scripts/paimon/run03.sql
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/{generator/Explode.java
=> scalar/Acosh.java} (66%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/{generator/Explode.java
=> scalar/Asinh.java} (64%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/{generator/Explode.java
=> scalar/Atanh.java} (66%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/{generator/Explode.java
=> scalar/Sinh.java} (64%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/AlterStoragePolicyCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/DropAnalyzeJobCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/KillAnalyzeJobCommand.java
copy regression-test/suites/demo_p0/debugpoint_action.groovy =>
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/KillCommand.java
(52%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowRowPolicyCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowSnapshotCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowTableStatsCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowTabletsFromTableCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/UnlockTablesCommand.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/cache/CacheHotspotManagerTest.java
copy regression-test/suites/demo_p0/debugpoint_action.groovy =>
fe/fe-core/src/test/java/org/apache/doris/datasource/paimon/PaimonUtilTest.java
(51%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/EliminateEmptyRelationTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/generator/ExplodeOuterTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/generator/ExplodeTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/generator/ExplodeVariantArrayTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/AlterStoragePolicyCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/ShowSnapshotCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/ShowTableStatsCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/ShowTabletsFromTableCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/util/CanInferNotNullForMarkSlotTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/SqlCacheTest.java
rename regression-test/data/compression_p0/{load.out => query.out} (86%)
create mode 100644
regression-test/data/external_table_p0/paimon/test_paimon_char_varchar_type.out
copy
regression-test/data/external_table_p0/paimon/{test_paimon_deletion_vector.out
=> test_paimon_deletion_vector_oss.out} (100%)
create mode 100644
regression-test/data/external_table_p0/tvf/lzo/test_compress.lzo
create mode 100644
regression-test/data/external_table_p0/tvf/lzo/test_no_compress_with_empty_block_begin.lzo
create mode 100644
regression-test/data/external_table_p0/tvf/lzo/test_no_compress_with_empty_block_end.lzo
create mode 100644
regression-test/data/external_table_p0/tvf/lzo/test_no_compress_with_empty_block_middle.lzo
create mode 100644
regression-test/data/external_table_p0/tvf/test_local_tvf_lzo.out
create mode 100644
regression-test/data/fault_injection_p0/cloud/test_cloud_sc_self_retry_with_stop_token.out
create mode 100644
regression-test/data/fault_injection_p0/test_first_delete_compaction.out
copy regression-test/suites/{demo_p0/debugpoint_action.groovy =>
account_p0/test_root_user.groovy} (53%)
create mode 100644
regression-test/suites/backup_restore/test_backup_restore_get_snapshot.groovy
copy
regression-test/suites/cloud_p0/tablets/{test_clean_stale_rs_file_cache.groovy
=> test_clean_stale_rs_index_file_cache.groovy} (92%)
copy be/src/pipeline/exec/join/cross_join_impl.cpp =>
regression-test/suites/compression_p0/query.groovy (58%)
create mode 100644
regression-test/suites/external_table_p0/paimon/test_paimon_char_varchar_type.groovy
create mode 100644
regression-test/suites/external_table_p0/paimon/test_paimon_deletion_vector_oss.groovy
create mode 100644
regression-test/suites/external_table_p0/tvf/test_local_tvf_lzo.groovy
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_cloud_sc_self_retry_with_stop_token.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_cumu_compaction_delay_fault_injection.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_first_delete_compaction.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_insert_error_url.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_stream_load_commit_result_incorrect.groovy
create mode 100644
regression-test/suites/nereids_p0/create_table/test_ctas_auto_partition.groovy
create mode 100644
regression-test/suites/nereids_p0/expression/fold_constant/fold_constant_cast.groovy
create mode 100644
regression-test/suites/nereids_p0/show/test_nereids_show_snapshot.groovy
create mode 100644
regression-test/suites/nereids_p0/test_alter_storage_policy_command.groovy
rename be/src/pipeline/exec/join/cross_join_impl.cpp =>
regression-test/suites/nereids_p0/test_unlock_tables_command.groovy (59%)
create mode 100644
regression-test/suites/statistics/test_drop_analyze_job.groovy
copy samples/arrow-flight-sql/{java => python}/README.md (56%)
create mode 100644 samples/arrow-flight-sql/python/test.py
create mode 100644 thirdparty/patches/faiss-1.10.0.patch
create mode 100644
thirdparty/patches/thrift-0.16-reset-consumed-message-size.patch
copy {samples/arrow-flight-sql/java => tools/lzo}/README.md (52%)
create mode 100644 tools/lzo/build.sh
create mode 100644 tools/lzo/lzo_writer.cpp
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
