This is an automated email from the ASF dual-hosted git repository. kxiao pushed a change to branch branch-2.0 in repository https://gitbox.apache.org/repos/asf/doris.git
from 6cde7bc8ad [feature](Nereids) just reserve logical expression in memo after do dphyp (#20843) add 5dc0f90c7f [opt](Nereids) revert convert IN with 2 options to OR expression rule (#20894) add 1cc611a913 [fix](match) fix regression case test_index_match_select and test_index_match_phrase (#20860) add ab32299ba4 [feature](nereids) Support multi target rf #20714 add 483d96368c [doc](insert-overwrite) add related doc (#20657) add 7ee744ff5a [opt](Nereids) add more unexpected expression check (#20901) add bb4f10b457 [fix](Nereids) lost having when analyze sort-having-agg (#20914) add bf197ee8d2 [opt](nereids) adjust cost model for BroadCastJoin and PartitionJoin (#20713) add e834637a5b [improvement](ck jdbc) Support for automatically getting the precision of clickhouse's datetime64 type (#20887) add 367f64e7bd [improvement](jdbc) support insert autoinc and default value column to mysql (#20765) add fe18cfa2fb [improvement](pg jdbc)Support for automatically obtaining the precision of the postgresql timestamp type (#20909) add 15a4eca467 [typo](docs) Delete invalid streaming hint. (#20929) add e5015b472e [Fix](Error) fix some typo error in code (#20612) add 82af1507e7 [fix](testcase) fix case failure of strict insert (#20930) add aea719627d Revert "[enhencement](streamload) add on_close callback for httpserver (#20826)" (#20927) add 72d8e41760 [fix]( regression-test ) mv_p0/test_drop_partition_from_index/test_drop_partition_from_index.groovy #20915 add 0a59580aa4 [Enhancement](function) fix compatibility issues of sum/count during upgrade process (#20890) add cc3f9ed9b7 [Fix](fd) fix fd limit over 100% (#20778) add 0585a1f004 [fix](compaction) fix time series compaction policy to adjust vertical compaction max segment size (#20889) No new revisions were added by this update. Summary of changes: be/src/agent/be_exec_version_manager.h | 2 + be/src/common/config.cpp | 2 +- be/src/exprs/runtime_filter.cpp | 19 +- be/src/exprs/runtime_filter.h | 2 + be/src/exprs/runtime_filter_slots.h | 12 +- be/src/http/action/stream_load.cpp | 4 +- be/src/http/ev_http_server.cpp | 52 +---- be/src/http/http_request.cpp | 9 +- be/src/io/fs/stream_load_pipe.cpp | 25 +-- be/src/io/fs/stream_load_pipe.h | 11 +- be/src/olap/compaction.cpp | 5 + be/src/olap/cumulative_compaction_policy.cpp | 2 +- be/src/olap/cumulative_compaction_policy.h | 2 +- .../cumulative_compaction_time_series_policy.h | 2 +- be/src/olap/tablet.cpp | 3 +- be/src/runtime/exec_env.cpp | 2 +- be/src/runtime/exec_env.h | 6 - be/src/runtime/exec_env_init.cpp | 42 +--- be/src/runtime/fragment_mgr.cpp | 18 +- be/src/runtime/runtime_filter_mgr.cpp | 149 ++++++++----- be/src/runtime/runtime_filter_mgr.h | 29 +-- be/src/runtime/stream_load/stream_load_context.cpp | 3 - be/src/runtime/stream_load/stream_load_context.h | 5 - be/src/util/byte_buffer.h | 15 +- ..._count.cpp => aggregate_function_count_old.cpp} | 24 +- ...tion_count.h => aggregate_function_count_old.h} | 142 +++++------- .../aggregate_function_simple_factory.cpp | 4 + .../aggregate_function_simple_factory.h | 28 ++- ...tion_sum.cpp => aggregate_function_sum_old.cpp} | 11 +- ...function_sum.h => aggregate_function_sum_old.h} | 91 +++----- be/src/vec/columns/column_nullable.h | 6 +- be/src/vec/exec/join/vhash_join_node.cpp | 5 +- be/src/vec/exec/join/vnested_loop_join_node.cpp | 4 +- be/src/vec/exec/runtime_filter_consumer_node.cpp | 164 ++++++++++++++ be/src/vec/exec/runtime_filter_consumer_node.h | 73 +++++++ be/src/vec/exec/scan/vscan_node.cpp | 138 +----------- be/src/vec/exec/scan/vscan_node.h | 37 +--- be/src/vec/exec/vdata_gen_scan_node.cpp | 12 +- be/src/vec/exec/vselect_node.cpp | 20 +- be/src/vec/exec/vselect_node.h | 7 +- be/src/vec/exprs/vectorized_agg_fn.cpp | 3 +- .../docker-compose/mysql/init/03-create-table.sql | 7 + .../postgresql/init/02-create-table.sql | 7 +- .../docker-compose/postgresql/init/04-insert.sql | 9 +- .../Manipulation/INSERT-OVERWRITE.md | 180 +++++++++++++++ .../Manipulation/INSERT.md | 3 - docs/sidebars.json | 3 +- .../Manipulation/INSERT-OVERWRITE.md | 182 ++++++++++++++++ .../Manipulation/INSERT.md | 3 - .../main/java/org/apache/doris/catalog/Type.java | 2 +- .../org/apache/doris/analysis/MatchPredicate.java | 9 +- .../apache/doris/analysis/NativeInsertStmt.java | 16 ++ .../java/org/apache/doris/analysis/SelectStmt.java | 78 +++---- .../org/apache/doris/analysis/StmtRewriter.java | 6 +- .../java/org/apache/doris/catalog/JdbcTable.java | 8 +- .../doris/external/jdbc/JdbcClickHouseClient.java | 19 +- .../org/apache/doris/external/jdbc/JdbcClient.java | 20 +- .../doris/external/jdbc/JdbcMySQLClient.java | 47 +++- .../doris/external/jdbc/JdbcPostgreSQLClient.java | 7 +- .../org/apache/doris/nereids/cost/CostModelV1.java | 44 +++- .../glue/translator/ExpressionTranslator.java | 35 ++- .../glue/translator/PhysicalPlanTranslator.java | 2 +- .../glue/translator/RuntimeFilterTranslator.java | 101 +++++---- .../doris/nereids/jobs/executor/Rewriter.java | 8 +- .../processor/post/RuntimeFilterContext.java | 10 +- .../processor/post/RuntimeFilterGenerator.java | 108 ++++++--- .../org/apache/doris/nereids/rules/RuleType.java | 3 +- .../nereids/rules/analysis/CheckAfterRewrite.java | 49 +++++ .../nereids/rules/analysis/CheckAnalysis.java | 40 +++- .../nereids/rules/analysis/FillUpMissingSlots.java | 3 +- .../rules/expression/rules/FunctionBinder.java | 22 ++ .../expression/rules/InPredicateToEqualToRule.java | 27 +-- .../rules/rewrite/CheckMatchExpression.java | 62 ++++++ .../doris/nereids/trees/expressions/Match.java | 26 +-- .../apache/doris/nereids/trees/plans/PlanType.java | 2 + .../trees/plans/logical/LogicalGenerate.java | 2 +- .../trees/plans/physical/PhysicalGenerate.java | 2 +- .../trees/plans/physical/RuntimeFilter.java | 28 ++- .../java/org/apache/doris/planner/DataSink.java | 3 - .../org/apache/doris/planner/JdbcTableSink.java | 6 +- .../org/apache/doris/planner/RuntimeFilter.java | 26 ++- .../doris/planner/RuntimeFilterGenerator.java | 41 +++- .../org/apache/doris/plugin/LoadAuditEvent.java | 2 +- .../main/java/org/apache/doris/qe/QueryDetail.java | 6 +- .../apache/doris/statistics/ColumnStatistic.java | 4 + .../org/apache/doris/statistics/Statistics.java | 25 ++- .../nereids/postprocess/RuntimeFilterTest.java | 2 +- .../rules/analysis/FillUpMissingSlotsTest.java | 7 + .../rules/expression/ExpressionRewriteTest.java | 10 +- .../test_clickhouse_jdbc_catalog.out | Bin 2586 -> 2583 bytes .../jdbc_catalog_p0/test_mysql_jdbc_catalog.out | 3 + .../data/jdbc_catalog_p0/test_pg_jdbc_catalog.out | 8 +- .../nereids_tpcds_shape_sf100_p0/shape/query1.out | 5 +- .../nereids_tpcds_shape_sf100_p0/shape/query11.out | 15 +- .../nereids_tpcds_shape_sf100_p0/shape/query12.out | 20 +- .../nereids_tpcds_shape_sf100_p0/shape/query15.out | 13 +- .../nereids_tpcds_shape_sf100_p0/shape/query18.out | 15 +- .../nereids_tpcds_shape_sf100_p0/shape/query27.out | 30 +-- .../nereids_tpcds_shape_sf100_p0/shape/query28.out | 133 ++++++------ .../nereids_tpcds_shape_sf100_p0/shape/query30.out | 3 +- .../nereids_tpcds_shape_sf100_p0/shape/query31.out | 18 +- .../nereids_tpcds_shape_sf100_p0/shape/query33.out | 61 +++--- .../nereids_tpcds_shape_sf100_p0/shape/query38.out | 28 ++- .../nereids_tpcds_shape_sf100_p0/shape/query39.out | 74 +++---- .../nereids_tpcds_shape_sf100_p0/shape/query45.out | 18 +- .../nereids_tpcds_shape_sf100_p0/shape/query46.out | 42 ++-- .../nereids_tpcds_shape_sf100_p0/shape/query56.out | 76 +++---- .../nereids_tpcds_shape_sf100_p0/shape/query59.out | 10 +- .../nereids_tpcds_shape_sf100_p0/shape/query6.out | 36 +-- .../nereids_tpcds_shape_sf100_p0/shape/query60.out | 72 +++--- .../nereids_tpcds_shape_sf100_p0/shape/query64.out | 241 +++++++-------------- .../nereids_tpcds_shape_sf100_p0/shape/query66.out | 4 +- .../nereids_tpcds_shape_sf100_p0/shape/query68.out | 7 +- .../nereids_tpcds_shape_sf100_p0/shape/query7.out | 28 +-- .../nereids_tpcds_shape_sf100_p0/shape/query74.out | 15 +- .../nereids_tpcds_shape_sf100_p0/shape/query79.out | 37 ++-- .../nereids_tpcds_shape_sf100_p0/shape/query87.out | 28 ++- .../nereids_tpcds_shape_sf100_p0/shape/query88.out | 93 ++++---- .../nereids_tpcds_shape_sf100_p0/shape/query91.out | 5 +- .../nereids_tpch_shape_sf1000_p0/shape/q12.out | 2 +- .../nereids_tpch_shape_sf1000_p0/shape/q19.out | 2 +- .../data/nereids_tpch_shape_sf1000_p0/shape/q3.out | 13 +- .../data/nereids_tpch_shape_sf500_p0/shape/q12.out | 2 +- .../data/nereids_tpch_shape_sf500_p0/shape/q19.out | 2 +- .../data/nereids_tpch_shape_sf500_p0/shape/q3.out | 13 +- .../jdbc_catalog_p0/test_mysql_jdbc_catalog.groovy | 2 + .../jdbc_catalog_p0/test_pg_jdbc_catalog.groovy | 1 + .../test_drop_partition_from_index.groovy | 1 + .../datetime_functions/test_date_function.groovy | 6 +- 129 files changed, 2196 insertions(+), 1488 deletions(-) copy be/src/vec/aggregate_functions/{aggregate_function_count.cpp => aggregate_function_count_old.cpp} (58%) copy be/src/vec/aggregate_functions/{aggregate_function_count.h => aggregate_function_count_old.h} (59%) copy be/src/vec/aggregate_functions/{aggregate_function_sum.cpp => aggregate_function_sum_old.cpp} (73%) copy be/src/vec/aggregate_functions/{aggregate_function_sum.h => aggregate_function_sum_old.h} (66%) create mode 100644 be/src/vec/exec/runtime_filter_consumer_node.cpp create mode 100644 be/src/vec/exec/runtime_filter_consumer_node.h create mode 100644 docs/en/docs/sql-manual/sql-reference/Data-Manipulation-Statements/Manipulation/INSERT-OVERWRITE.md create mode 100644 docs/zh-CN/docs/sql-manual/sql-reference/Data-Manipulation-Statements/Manipulation/INSERT-OVERWRITE.md create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/CheckMatchExpression.java --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org For additional commands, e-mail: commits-h...@doris.apache.org