This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a change to branch branch-4.0-preview
in repository https://gitbox.apache.org/repos/asf/doris.git
from f42e0fb0096 decrypt sk (#34174)
new d9ebea64899 [Fix](executor)Fix when Fe send empty wg list to be may
cause query failed. (#34074)
new aa88a718c1c Fix remote scan pool (#33976)
new ae943255445 Fix stream load can only use default group (#33875)
new a0d6968138e [fix](fe) Fix SHOW CREATE TABLE with AUTO PARTITION
(#34071)
new bf5f5d3b90d [fix](inverted index) the rowset may be deleted and become
nullptr.(#33878)
new 6747e9cfbd8 [fix](tablet invert index) fix tablet invert index leaky
caused by auto partition (#33973)
new a6659c8c41c [enhance](Cloud) Unify s3 and hdfs vault's check existence
logic (#34060)
new 23a15562701 [fix](scan) fix ignore expr exec when
_non_predicate_columns is empty (#33934)
new 5bd086fad88 [enhance](Cloud) Add case to test if vault is forbid for
cloud mode without vault (#34006)
new d17b214b628 [fix](cloud): fix parent directory doesn't exist in
HdfsFileWriter (#33985)
new 70c06f6b4b0 [Fix](nereids) fix cases unstable of hint (#34101)
new d6c1a27eade [fix](Nereids) support aggregate function only in having
statement (#34086)
new e40eebfa79d [Bug](runtime-filter) fix bloom filter size error on rf
merge (#34082)
new aff3f6668b2 [test](streamload) add load empty file regression test
(#34110)
new 717c6ce1ffb [fix](resource)fix check available fail when s3 aws_token
is set and reset as, sk faild on be. (#34057)
new 17dadfe19b9 [improve](disk) Not add disk path to broken list if check
status is not IO_ERROR (#34111)
new cd54e44b558 [fix](Nereids) check after rewrite cannot handle agg in
other opeator (#34114)
new c2c95f89dbb [fix](nereids)prevent null pointer access if translate
expression fails (#33990)
new 15c573cd1a2 [fix](planner)cast expr should do nothing in
compactForLiteral method (#34047)
new b224e9a9240 [fix](nereids)move ReplaceVariableByLiteral rule to
analyze phase (#33997)
new 5830cc6c68c [fix](planner)date_add function should accept date type as
its param (#34035)
new fd87d701a4b [chore](variable) deprecated
GROUP_BY_AND_HAVING_USE_ALIAS_FIRST (#34133)
new 4e6af32545f [Fix](nereids) fix rule merge_aggregate when has project
(#33892)
new 38c96352b3a [Fix](cloud) Fix concurrency bugs on creating auto
partition #34135
new e5917478580 [fix](Nereids) support not in predicate for delete command
(#34153)
new 4842cb41dda [fix](ES catalog)Make col != '' behavior consistent with
SQL (#34151)
new 9c53e831318 (cloud-merge) Fix missing ttl_seconds after checkpoint and
restart (#34161)
new 39f49559a6f [enhance](S3) Add one config to control s3 client's scheme
(#34176)
new df0744f1d7a [FIX](inverted index)fix for array inverted index writer
with large dataset witch will make core (#34076)
new 3b7c3735894 [fix](schema change) fix the defineName field is not the
same when copying column (#34199)
The 30 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/agent/task_worker_pool.cpp | 2 +
be/src/agent/topic_subscriber.cpp | 6 +-
be/src/agent/workload_group_listener.cpp | 27 +-
be/src/common/config.cpp | 6 +
be/src/common/config.h | 3 +
be/src/exprs/bloom_filter_func.h | 2 +-
be/src/exprs/runtime_filter.cpp | 88 ++--
be/src/io/fs/hdfs_file_writer.cpp | 15 +
be/src/io/fs/s3_file_system.cpp | 12 +-
be/src/olap/compaction.cpp | 7 +-
be/src/olap/data_dir.cpp | 2 +-
.../rowset/segment_v2/inverted_index_writer.cpp | 21 +-
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 17 +-
be/src/pipeline/exec/hashjoin_build_sink.cpp | 4 +-
be/src/runtime/workload_group/workload_group.cpp | 35 +-
be/src/runtime/workload_group/workload_group.h | 7 +-
.../workload_group/workload_group_manager.cpp | 67 +--
be/src/service/doris_main.cpp | 1 +
be/src/util/s3_util.cpp | 5 +
be/src/vec/exec/scan/scanner_scheduler.cpp | 24 +-
be/src/vec/exec/scan/scanner_scheduler.h | 26 +-
cloud/src/meta-service/meta_service_resource.cpp | 21 +-
.../java/org/apache/doris/analysis/CastExpr.java | 5 +
.../apache/doris/analysis/FunctionCallExpr.java | 16 +
.../doris/analysis/ShowStorageVaultStmt.java | 12 +
.../main/java/org/apache/doris/catalog/Column.java | 8 +-
.../main/java/org/apache/doris/catalog/Env.java | 22 +-
.../apache/doris/catalog/RangePartitionInfo.java | 10 +-
.../java/org/apache/doris/catalog/S3Resource.java | 16 +-
.../org/apache/doris/catalog/TableProperty.java | 3 +-
.../transaction/CloudGlobalTransactionMgr.java | 17 +-
.../doris/common/publish/TopicPublisherThread.java | 24 +-
.../common/publish/WorkloadGroupPublisher.java | 14 +-
.../apache/doris/datasource/InternalCatalog.java | 24 +-
.../apache/doris/datasource/es/QueryBuilders.java | 10 +
.../property/constants/S3Properties.java | 1 +
.../doris/nereids/jobs/executor/Analyzer.java | 12 +
.../doris/nereids/jobs/executor/Rewriter.java | 4 +-
.../nereids/rules/analysis/CheckAfterRewrite.java | 2 +-
.../nereids/rules/analysis/FillUpMissingSlots.java | 71 ++-
.../rules/analysis/VariableToLiteral.java} | 31 +-
.../rules/expression/ExpressionNormalization.java | 2 -
.../expression/rules/FoldConstantRuleOnBE.java | 5 +
.../nereids/rules/rewrite/MergeAggregate.java | 23 +-
.../trees/plans/commands/DeleteFromCommand.java | 2 +
.../java/org/apache/doris/qe/SessionVariable.java | 2 +-
.../resource/workloadgroup/WorkloadGroup.java | 11 +
.../apache/doris/service/FrontendServiceImpl.java | 4 +-
.../apache/doris/alter/AddExistsPartitionTest.java | 56 +++
.../external/elasticsearch/QueryBuildersTest.java | 9 +
.../apache/doris/utframe/TestWithFeService.java | 3 +-
gensrc/script/doris_builtins_functions.py | 2 +
gensrc/thrift/AgentService.thrift | 1 +
.../data/external_table_p0/es/test_es_query.out | 9 +-
.../test_array_with_large_dataset.out | 4 +
.../data/load_p0/stream_load/test_empty_file.csv | 0
.../stream_load/test_stream_load_empty_file.out} | 0
.../data/nereids_p0/hint/test_leading.out | 507 ---------------------
.../test_having_with_aggregate_function.out | 4 +
.../merge_aggregate/merge_aggregate.out | 51 +++
.../schema_change_p0/test_add_rename_column.out | 6 +
.../data/workload_manager_p0/test_curd_wlg.out | 24 +
.../cold_heat_separation/policy/alter.groovy | 11 +
.../correctness/test_date_function_const.groovy | 5 +-
.../suites/correctness_p0/test_cast_decimal.groovy | 11 +
.../ddl_p0/test_create_table_auto_partition.groovy | 45 ++
.../external_table_p0/es/test_es_query.groovy | 2 +-
.../test_array_with_large_dataset.groovy | 95 ++++
.../stream_load/test_stream_load_empty_file.groovy | 73 +++
.../suites/nereids_p0/hint/fix_leading.groovy | 6 +-
.../suites/nereids_p0/hint/multi_leading.groovy | 17 +-
.../suites/nereids_p0/hint/test_leading.groovy | 110 ++++-
.../suites/nereids_p0/test_user_var.groovy | 35 ++
.../test_having_with_aggregate_function.groovy} | 25 +-
.../merge_aggregate/merge_aggregate.groovy | 80 ++++
.../schema_change_p0/test_add_rename_column.groovy | 56 +++
regression-test/suites/vaults/forbid/forbid.groovy | 50 ++
.../workload_manager_p0/test_curd_wlg.groovy | 64 +++
78 files changed, 1304 insertions(+), 806 deletions(-)
copy
fe/fe-core/src/main/java/org/apache/doris/{common/publish/WorkloadGroupPublisher.java
=> nereids/rules/analysis/VariableToLiteral.java} (53%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/alter/AddExistsPartitionTest.java
create mode 100644
regression-test/data/inverted_index_p2/test_array_with_large_dataset.out
copy be/src/pch/pch.cc =>
regression-test/data/load_p0/stream_load/test_empty_file.csv (100%)
copy regression-test/data/{nereids_syntax_p0/analyze_agg.out =>
load_p0/stream_load/test_stream_load_empty_file.out} (100%)
create mode 100644
regression-test/data/nereids_rules_p0/fill_up_missing_slots/test_having_with_aggregate_function.out
create mode 100644
regression-test/data/schema_change_p0/test_add_rename_column.out
create mode 100644
regression-test/suites/ddl_p0/test_create_table_auto_partition.groovy
create mode 100644
regression-test/suites/inverted_index_p2/test_array_with_large_dataset.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_stream_load_empty_file.groovy
copy regression-test/suites/{correctness_p0/test_cast_decimal.groovy =>
nereids_rules_p0/fill_up_missing_slots/test_having_with_aggregate_function.groovy}
(67%)
create mode 100644
regression-test/suites/schema_change_p0/test_add_rename_column.groovy
create mode 100644 regression-test/suites/vaults/forbid/forbid.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
