This is an automated email from the ASF dual-hosted git repository.
zouxinyi pushed a change to branch auto-pick-44734-branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from 4ecd550b86b [fix](outfile) add regression test for outfile (#44734)
add 7780dda2fdc branch-3.0: [improvement](mysql)Support mysql
COM_RESET_CONNECTION command. #44747 (#44787)
add 8e2c58175ea [feature](nereids)support show view command in nereids
(#44699)
add 47fbbfabace branch-3.0: [fix](iceberg)Bring field_id with parquet
files And fix map type's key optional #44470 (#44827)
add 73379300bfc [fix](nereids) fix months_add/ months_sub/
years_add/years_sub compute wrong result because
SimplifyArithmeticComparisonRule (#44725) (#44813)
add cb5a0b7649a branch-3.0: [Improvement](shuffle) Use a knob to decide
whether a serial exchange… #44676 (#44731)
add 95aacdaa99e [fix](sql_cache) fix sql cache result wrong of
from_unixtime(col, 'yyyy-MM-dd HH:mm:ss') (#44631) (#44811)
add 7af87cc80e2 branch-3.0: [refactor](cancel) Reduce lock scope in cancel
worker #42520 (#44837)
add d8bed481b38 [enhance](mtmv)External partition prune #44415 #44567
#44673 (#44844)
add 9affc1035ba branch-3.0: [Opt](SegmentIterator) clear and release
iterators memory footprint in advance when EOF #44768 (#44839)
add 19d9296fb9a [fix](cache) fix same sql return wrong result when switch
database with use db and enable sql cache (#44782) (#44852)
add cc85069f976 [Bug](runtime-filter) fix publish not inited rf when
broadcast join meet wake up by downsteam #44823 (#44860)
add 8e881cedd3e [fix](cluster key) 3.0 forbid mow cluster key (#44737)
add 66b9b8f8d26 branch-3.0: [Fix](TPartitionVersionInfo) Fix duplicate
`TPartitionVersionInfo` in `PublishVersionTask.partitionVersionInfos` #44846
(#44883)
add 06d9a44559d branch-3.0: [chore](binlog) Save table type in
CreateTableRecord #44735 (#44835)
add 866b70477f5 branch-3.0: [improve](routine load) ensure load balance
after scaling up BE nodes #44693 (#44798)
add 6e045458d0a [fix](nereids) fix UnknownValue's reference in simplify
range rule #44637 (#44770)
add 38799405c68 branch-3.0: [fix](arrow-flight-sql) Fix Doris NULL column
conversion to arrow batch #43929 (#44231)
add eef1d766d3f Merge branch 'branch-3.0' into auto-pick-44734-branch-3.0
No new revisions were added by this update.
Summary of changes:
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 8 +
be/src/olap/rowset/segment_v2/segment_iterator.h | 2 +
be/src/pipeline/exec/hashjoin_build_sink.cpp | 31 ++-
be/src/runtime/fragment_mgr.cpp | 11 +-
.../data_types/serde/data_type_number_serde.cpp | 21 +-
.../format/table/iceberg/arrow_schema_util.cpp | 134 +++++++++
.../exec/format/table/iceberg/arrow_schema_util.h | 37 ++-
be/src/vec/exec/format/table/iceberg/types.cpp | 3 +-
be/src/vec/exec/format/table/iceberg/types.h | 4 +
be/src/vec/runtime/vparquet_transformer.cpp | 51 ++--
be/src/vec/runtime/vparquet_transformer.h | 5 +-
.../writer/iceberg/viceberg_partition_writer.cpp | 2 +-
.../table/iceberg/arrow_schema_util_test.cpp | 304 +++++++++++++++++++++
.../format/table/iceberg/schema_parser_test.cpp | 24 ++
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 12 +-
.../java/org/apache/doris/analysis/KeysDesc.java | 4 +-
.../org/apache/doris/binlog/CreateTableRecord.java | 5 +
.../java/org/apache/doris/catalog/Database.java | 13 +
.../java/org/apache/doris/catalog/OlapTable.java | 23 +-
.../apache/doris/catalog/TabletInvertedIndex.java | 13 +-
.../doris/common/NereidsSqlCacheManager.java | 49 ++--
.../org/apache/doris/datasource/ExternalTable.java | 53 ++++
.../doris/datasource/hive/HMSExternalTable.java | 61 +++--
.../mvcc/MvccSnapshot.java} | 17 +-
.../mvcc/MvccTable.java} | 23 +-
.../doris/datasource/mvcc/MvccTableInfo.java | 84 ++++++
.../doris/load/routineload/RoutineLoadManager.java | 1 +
.../org/apache/doris/master/ReportHandler.java | 9 +-
.../doris/mtmv/MTMVPartitionExprDateTrunc.java | 2 +-
.../org/apache/doris/mtmv/MTMVPartitionInfo.java | 3 +-
.../org/apache/doris/mtmv/MTMVPartitionUtil.java | 11 +-
.../MTMVRelatedPartitionDescInitGenerator.java | 3 +-
.../MTMVRelatedPartitionDescRollUpGenerator.java | 3 +-
.../org/apache/doris/mtmv/MTMVRelatedTableIf.java | 22 +-
.../org/apache/doris/nereids/CascadesContext.java | 8 +
.../org/apache/doris/nereids/NereidsPlanner.java | 2 +-
.../org/apache/doris/nereids/StatementContext.java | 31 +++
.../doris/nereids/parser/LogicalPlanBuilder.java | 12 +
.../doris/nereids/rules/analysis/BindRelation.java | 1 -
.../exploration/mv/MaterializedViewUtils.java | 4 +-
.../rules/OneListPartitionEvaluator.java | 14 +-
.../expression/rules/OnePartitionEvaluator.java | 4 +-
.../rules/OneRangePartitionEvaluator.java | 14 +-
.../rules/expression/rules/PartitionPruner.java | 16 +-
.../rules/SimplifyArithmeticComparisonRule.java | 11 +-
.../rules/expression/rules/SimplifyRange.java | 235 +++++++++-------
.../expression/rules/SupportJavaDateFormatter.java | 3 +-
.../rules/UnknownPartitionEvaluator.java | 12 +-
.../rules/rewrite/PruneFileScanPartition.java | 32 +--
.../executable/DateTimeExtractAndTransform.java | 9 +
.../apache/doris/nereids/trees/plans/PlanType.java | 1 +
.../trees/plans/commands/ShowViewCommand.java | 157 +++++++++++
.../trees/plans/commands/info/CreateMTMVInfo.java | 2 +-
.../trees/plans/commands/info/CreateTableInfo.java | 4 +
.../commands/info/MTMVPartitionDefinition.java | 3 +-
.../trees/plans/commands/info/TableNameInfo.java | 31 +++
.../trees/plans/logical/LogicalFileScan.java | 16 +-
.../trees/plans/visitor/CommandVisitor.java | 5 +
.../org/apache/doris/planner/ExchangeNode.java | 13 +-
.../org/apache/doris/planner/PlanFragment.java | 14 +-
.../java/org/apache/doris/planner/PlanNode.java | 7 +
.../java/org/apache/doris/planner/ScanNode.java | 5 +
.../java/org/apache/doris/qe/ConnectContext.java | 5 +
.../java/org/apache/doris/qe/ConnectProcessor.java | 7 +
.../main/java/org/apache/doris/qe/Coordinator.java | 10 +-
.../org/apache/doris/qe/MysqlConnectProcessor.java | 3 +
.../java/org/apache/doris/qe/SessionVariable.java | 13 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 4 +
.../apache/doris/mtmv/MTMVPartitionUtilTest.java | 5 +-
.../expression/SimplifyArithmeticRuleTest.java | 8 +-
.../rules/expression/SimplifyRangeTest.java | 4 +
.../data/nereids_hint_tpcds_p0/shape/query41.out | 2 +-
.../data/nereids_p0/show/show_view_command.out | 17 ++
.../shape/query41.out | 2 +-
.../noStatsRfPrune/query41.out | 2 +-
.../no_stats_shape/query41.out | 2 +-
.../rf_prune/query41.out | 2 +-
.../nereids_tpcds_shape_sf100_p0/shape/query41.out | 2 +-
.../shape/query41.out | 2 +-
.../tpcds_sf100/noStatsRfPrune/query41.out | 2 +-
.../tpcds_sf100/no_stats_shape/query41.out | 2 +-
.../new_shapes_p0/tpcds_sf100/rf_prune/query41.out | 2 +-
.../new_shapes_p0/tpcds_sf100/shape/query41.out | 2 +-
.../new_shapes_p0/tpcds_sf1000/shape/query41.out | 2 +-
.../cloud_p0/conf/regression-conf-custom.groovy | 6 +-
.../pipeline/p0/conf/regression-conf.groovy | 7 +
.../create_view_nereids/create_view_use_mv.groovy | 2 +
.../test_index_compaction_unique_keys_arr.groovy | 2 +-
.../cache/parse_sql_from_sql_cache.groovy | 81 ++++++
.../nereids_p0/show/show_view_command.groovy | 80 ++++++
.../datetime_functions/test_date_function.groovy | 11 +
.../expression/test_simplify_range.groovy | 24 +-
.../datetime_functions/test_date_function.groovy | 11 +
93 files changed, 1650 insertions(+), 388 deletions(-)
create mode 100644 be/src/vec/exec/format/table/iceberg/arrow_schema_util.cpp
copy
fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVRelatedPartitionDescInitGenerator.java
=> be/src/vec/exec/format/table/iceberg/arrow_schema_util.h (53%)
create mode 100644
be/test/vec/exec/format/table/iceberg/arrow_schema_util_test.cpp
copy
fe/fe-core/src/main/java/org/apache/doris/{mtmv/MTMVRelatedPartitionDescInitGenerator.java
=> datasource/mvcc/MvccSnapshot.java} (60%)
copy
fe/fe-core/src/main/java/org/apache/doris/{mtmv/MTMVRelatedPartitionDescInitGenerator.java
=> datasource/mvcc/MvccTable.java} (60%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/mvcc/MvccTableInfo.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowViewCommand.java
create mode 100644 regression-test/data/nereids_p0/show/show_view_command.out
create mode 100644
regression-test/suites/nereids_p0/show/show_view_command.groovy
copy
fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVRelatedPartitionDescInitGenerator.java
=>
regression-test/suites/nereids_rules_p0/expression/test_simplify_range.groovy
(60%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
