This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch branch-4.2
in repository https://gitbox.apache.org/repos/asf/doris.git
discard 042cdfe23b3 [fix](ci) Update github host from macos-13 to macos-15
(#67747)
omit 8e79827c98e branch-4.1: [fix](variable) Track user variables in SQL
cache during binding #67787 (#68069)
omit ad01732816b branch-4.1: [fix](aggregate) Normalize projected count
slots before null safety checks #67732 (#68068)
omit d092429a3c3 branch-4.1: [fix](mv) Compensate complete invalid roll-up
partition buckets #67882 (#68067)
omit dd84c95967b branch-4.1: [feature](lance) Add Lance index admission,
job inspection SQL and catalog DDL guard (#67630)
omit 608f2f533ca branch-4.1: [fix](fe) Upgrade gRPC and remove unused LZ4
dependencies (#68060)
omit 6640614be23 branch-4.1: [fix](statistics) Treat invalid column
statistics as UNKNOWN instead of aborting analyze job (#66756) (#68061)
omit 0d0acda94fe branch-4.1: [fix](test) make test_show_index_data_p2 wait
for loaded data to be visible #67939 (#68058)
omit f48a453ae21 branch-4.1: [fix](fe) Keep rollup jobs waiting on conflict
txn abort failure (#67661) (#68055)
omit 746d3779191 branch-4.1: [fix](regression) Wait for sync MV row count
#68015 (#68053)
omit 876e2f05f59 branch-4.1: [fix](be) Fix SIGSEGV in bvar::take_sample
caused by ~AgentCombiner walking freed TLS agents #67276 (#68045)
omit f9c46259d73 [fix](be) Backport Parquet metadata size limit to
branch-4.1 (#67631) (#68047)
omit 1a3cfc3cb24 branch-4.1: [fix](be) Avoid per-fd stat when counting
process fds in metrics #67945 (#68046)
omit 1e02c27ef94 branch-4.1: [fix](cloud) refresh tablet meta of
continuously ingested tablets #67972 (#68044)
omit 4ba21d3d019 branch-4.1: [fix](variant) Keep integer element_at indexes
out of variant sub-column paths #67955 (#68041)
omit 5d885d57d2d branch-4.1: [fix](be) Return null for TRY_CAST arithmetic
overflow #67697 (#67985)
omit fc68393b41e branch-4.1: [fix](fe) Fix ReadListener leak on rejected
worker task (#62679) (#67990)
omit 865adb83fee branch-4.1: [test](statistics) Make analyze MV row count
assertion stable #67947 (#67988)
omit dbb274e1502 branch-4.1:[fix](iceberg) Preserve nullability in schema
metadata (#67856)
omit 5eb01bb3d82 branch-4.1: [fix](zonemap) Keep every byte of a
STRING/VARCHAR zone map bound #67949 (#67998)
omit 5f98d6c0382 [fix](lance) Select metric-compatible vector index (#67553)
omit b872a1b25fc branch-4.1 [fix](runtime filter) do not push runtime
filter below repeat when target slot is not in all grouping sets (#67992)
omit 9712b7b7704 branch-4.1: [fix](cdc) Use streaming job creator identity
for CDC operations #67851 (#67937)
omit 0dd17a3bb12 branch-4.1: [improvement](storage) Release unused memory
earlier, rather than leaving it to the memory pool for guaranteed release
#57215 (#67956)
omit 42bf1581939 [Feature](lance) Support nested Arrow Null types (#67921)
omit 18baef9aa26 [fix](fe) Reject unsafe casts in storage MIN/MAX pushdown
(branch-4.1) (#67980)
omit 48fe6020d7b branch-4.1: [fix](cloud) Decode transaction IDs safely
through Versionstamp #67641 (#67954)
omit 4865cb73eb0 [chore](build) Reduce redundant Actions on branch-4.2
(#68026)
add c4a403c95ac branch-4.1: [fix](cloud) Decode transaction IDs safely
through Versionstamp #67641 (#67954)
add 586a736eddc [fix](fe) Reject unsafe casts in storage MIN/MAX pushdown
(branch-4.1) (#67980)
add be9628703f7 [Feature](lance) Support nested Arrow Null types (#67921)
add ffc69befc88 branch-4.1: [improvement](storage) Release unused memory
earlier, rather than leaving it to the memory pool for guaranteed release
#57215 (#67956)
add fc7aa9559f3 branch-4.1: [fix](cdc) Use streaming job creator identity
for CDC operations #67851 (#67937)
add d9570d1ea9f branch-4.1 [fix](runtime filter) do not push runtime
filter below repeat when target slot is not in all grouping sets (#67992)
add 089fa51f229 [fix](lance) Select metric-compatible vector index (#67553)
add 4d7b727c4ac branch-4.1: [fix](zonemap) Keep every byte of a
STRING/VARCHAR zone map bound #67949 (#67998)
add 0191a305520 branch-4.1:[fix](iceberg) Preserve nullability in schema
metadata (#67856)
add 6a4e486cac4 branch-4.1: [test](statistics) Make analyze MV row count
assertion stable #67947 (#67988)
add 0d69f55c074 [chore](build) Reduce redundant Actions on branch-4.1
(#68025)
add d34adde0306 branch-4.1: [fix](fe) Fix ReadListener leak on rejected
worker task (#62679) (#67990)
add 397124dd17a branch-4.1: [fix](be) Return null for TRY_CAST arithmetic
overflow #67697 (#67985)
add 7a21b136291 branch-4.1: [fix](variant) Keep integer element_at indexes
out of variant sub-column paths #67955 (#68041)
add 02a54fe220e branch-4.1: [fix](cloud) refresh tablet meta of
continuously ingested tablets #67972 (#68044)
add f0fab593f72 branch-4.1: [fix](be) Avoid per-fd stat when counting
process fds in metrics #67945 (#68046)
add ea5efa367ca [fix](be) Backport Parquet metadata size limit to
branch-4.1 (#67631) (#68047)
add 8ba0eddf0bc branch-4.1: [fix](be) Fix SIGSEGV in bvar::take_sample
caused by ~AgentCombiner walking freed TLS agents #67276 (#68045)
add 4671a5e6aaf branch-4.1: [fix](regression) Wait for sync MV row count
#68015 (#68053)
add 81cd12dea4d branch-4.1: [fix](fe) Keep rollup jobs waiting on conflict
txn abort failure (#67661) (#68055)
add d19fd4fdc21 branch-4.1: [fix](test) make test_show_index_data_p2 wait
for loaded data to be visible #67939 (#68058)
add 4c4b025dea0 branch-4.1: [fix](statistics) Treat invalid column
statistics as UNKNOWN instead of aborting analyze job (#66756) (#68061)
add 8bbe4c5fad0 branch-4.1: [fix](fe) Upgrade gRPC and remove unused LZ4
dependencies (#68060)
add b80cf042af7 branch-4.1: [feature](lance) Add Lance index admission,
job inspection SQL and catalog DDL guard (#67630)
add fa5667c12ab branch-4.1: [fix](mv) Compensate complete invalid roll-up
partition buckets #67882 (#68067)
add 6c4b0baedef branch-4.1: [fix](aggregate) Normalize projected count
slots before null safety checks #67732 (#68068)
add 3a33142dc3f branch-4.1: [fix](variable) Track user variables in SQL
cache during binding #67787 (#68069)
add f83ca2c6e07 [opt](lance) add session cache and data cache in lance
(#67650)
add f0b32a6d086 branch-4.1: [fix](protocol) Prevent Connector/J cursor
fetch from hanging on empty results (#68064)
add 5a484a2f884 branch-4.1: [fix](constant folding) Align FE folding with
BE execution #64881 #65319 (#68071)
add 2709af1d507 branch-4.1: [fix](zonemap) Do not treat a legacy float or
double zone map as NaN-free #67779 (#68102)
add 4714241b993 branch-4.1: [fix](iceberg) Fix planning failure for
Iceberg Variant subpaths (#68121)
add 461c6d2331b branch-4.1: [fix](filecache) convert blocks back to TTL
when an expired TTL is extended #67971 (#68092)
add 30535aa6f03 branch-4.1: [fix](cloud) Repair tablet indexes missing
db_id during transaction commit (#67855) (#68127)
add 9558285a5cd [fix](iceberg) Fail on missing snapshot files (#68143)
add 888be80ba28 [fix](lance) Prepare glibc-compatible JNI for FE unit
tests (#68052)
add 31b0e6e5d10 branch-4.1: [fix](audit) Fix SET_VAR leakage after INSERT
audit logging (#67786) (#68108)
add 833204c2523 branch-4.1: [fix](test) stabilize Paimon thread lifecycle
check (#68130)
add a4504d3138f branch-4.1: [fix](parquet) Keep Variant metadata pruning
behind the safe conjunct prefix (#68144)
new 57998841095 [fix](ci) Update github host from macos-13 to macos-15
(#67747)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (042cdfe23b3)
\
N -- N -- N refs/heads/branch-4.2 (57998841095)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.gitignore | 3 +
be/src/common/config.cpp | 20 +
be/src/common/config.h | 15 +
be/src/exec/scan/file_scan_range_utils.h | 31 +
be/src/exec/scan/file_scanner.cpp | 13 +-
be/src/exec/scan/file_scanner_v2.cpp | 15 +-
be/src/format_v2/lance/lance_session_manager.cpp | 239 ++
be/src/format_v2/lance/lance_session_manager.h | 71 +
be/src/format_v2/parquet/parquet_statistics.cpp | 15 +-
be/src/format_v2/table/lance_reader.cpp | 117 +-
be/src/format_v2/table/lance_reader.h | 6 +
be/src/io/cache/block_file_cache.h | 4 +
be/src/io/cache/block_file_cache_ttl_mgr.cpp | 184 +-
be/src/io/cache/block_file_cache_ttl_mgr.h | 45 +-
be/src/storage/index/zone_map/zone_map_index.cpp | 14 +
be/test/exec/scan/file_scan_range_utils_test.cpp | 48 +
.../lance/lance_runtime_filter_helper_test.cpp | 10 +-
.../format_v2/lance/lance_session_manager_test.cpp | 131 ++
.../format_v2/parquet/parquet_statistics_test.cpp | 21 +
be/test/format_v2/table/lance_reader_test.cpp | 228 +-
be/test/io/cache/block_file_cache_ttl_mgr_test.cpp | 308 ++-
be/test/storage/segment/zone_map_index_test.cpp | 80 +-
cloud/src/common/bvars.cpp | 1 +
cloud/src/common/bvars.h | 1 +
cloud/src/meta-service/meta_service_txn.cpp | 86 +-
cloud/test/txn_lazy_commit_test.cpp | 257 ++-
docker/thirdparties/lance-jni-helpers.sh | 53 +-
.../datasource/iceberg/source/IcebergScanNode.java | 5 +
.../datasource/lance/LanceExternalCatalog.java | 23 +-
.../doris/datasource/lance/LanceFragmentInfo.java | 4 +-
.../datasource/lance/LanceIndexMetadataLoader.java | 211 +-
.../datasource/lance/LanceMetadataLoader.java | 69 +-
.../lance/source/IndexSegmentSplitPlan.java | 114 +-
.../lance/source/LancePredicateConverter.java | 2 +-
.../lance/source/LanceScalarIndexPlanner.java | 139 ++
.../datasource/lance/source/LanceScanNode.java | 106 +-
.../doris/datasource/lance/source/LanceSplit.java | 14 +-
.../doris/mysql/MysqlCursorFetchCompatibility.java | 61 +
.../java/org/apache/doris/mysql/MysqlOkPacket.java | 15 +-
.../java/org/apache/doris/mysql/MysqlProto.java | 10 +-
.../doris/mysql/MysqlResultSetEndPacket.java | 1 +
.../apache/doris/nereids/parser/NereidsParser.java | 5 +-
.../nereids/processor/post/PlanPostProcessors.java | 4 +-
.../post/materialize/LazyMaterializeTopN.java | 10 +-
.../post/materialize/MaterializeProbeVisitor.java | 7 +-
.../executable/DateTimeExtractAndTransform.java | 16 +-
.../functions/executable/StringArithmetic.java | 357 +--
.../expressions/functions/scalar/StrToDate.java | 29 +-
.../trees/expressions/literal/DateLiteral.java | 2 +-
.../trees/expressions/literal/DateTimeLiteral.java | 51 +-
.../expressions/literal/DateTimeV2Literal.java | 4 +-
.../expressions/literal/DecimalV3Literal.java | 7 +-
.../expressions/literal/StringLikeLiteral.java | 68 +-
.../trees/expressions/literal/TimeV2Literal.java | 5 +-
.../expressions/literal/TimestampTzLiteral.java | 4 +-
.../nereids/trees/plans/commands/LoadCommand.java | 2 +-
.../plans/commands/load/MysqlLoadCommand.java | 2 +-
.../java/org/apache/doris/qe/ConnectContext.java | 12 +
.../java/org/apache/doris/qe/ConnectProcessor.java | 27 +-
.../java/org/apache/doris/qe/FEOpExecutor.java | 85 +-
.../org/apache/doris/qe/MysqlConnectProcessor.java | 12 +-
.../java/org/apache/doris/qe/SessionVariable.java | 29 +
.../java/org/apache/doris/qe/StmtExecutor.java | 40 +-
.../doris/datasource/LanceThriftContractTest.java | 24 +
.../iceberg/source/IcebergScanNodeTest.java | 48 +
.../LanceSchemaContractBuilderRealDatasetTest.java | 2 +
.../datasource/lance/source/LanceScanNodeTest.java | 268 ++-
.../mysql/MysqlCursorFetchCompatibilityTest.java | 59 +
.../org/apache/doris/mysql/MysqlOkPacketTest.java | 19 +-
.../org/apache/doris/mysql/MysqlProtoTest.java | 38 +-
.../doris/mysql/MysqlResultSetEndPacketTest.java | 26 +
.../parser/AuditEncryptionSessionVariableTest.java | 63 +
.../functions/executable/StringArithmeticTest.java | 66 +
.../functions/scalar/StrToDateTest.java | 43 +
.../trees/expressions/literal/DateLiteralTest.java | 7 +-
.../expressions/literal/DecimalLiteralTest.java | 11 +
.../expressions/literal/StringLikeLiteralTest.java | 13 +
.../expressions/literal/TimeV2LiteralTest.java | 33 +
.../commands/MysqlLoadCommandCapabilityTest.java | 85 +
.../qe/ConnectProcessorForwardProtocolTest.java | 148 ++
.../doris/qe/FEOpExecutorMysqlProtocolTest.java | 229 ++
.../qe/MysqlConnectProcessorCursorFetchTest.java | 112 +
.../java/org/apache/doris/qe/StmtExecutorTest.java | 98 +
gensrc/thrift/FrontendService.thrift | 6 +
gensrc/thrift/PlanNodes.thrift | 11 +-
.../iceberg/test_iceberg_variant_access_path.out | 29 +
.../lance/test_lance_vector_search_index_types.out | 16 +-
.../prepared_stmt_p0/cursor_fetch_empty_result.out | 11 +
.../suites/arrow_flight_sql_p0/test_ddl.groovy | 25 +
.../suites/cast_p0/cast_to_datetime.groovy | 7 +-
.../iceberg/test_iceberg_missing_data_file.groovy | 89 +
.../test_iceberg_variant_access_path.groovy | 104 +
.../iceberg/test_iceberg_variant_read.groovy | 76 +-
.../lance/test_lance_fragment_grouping.groovy | 83 +
.../test_lance_runtime_filter_pushdown.groovy | 2 +
.../test_lance_vector_search_index_types.groovy | 38 +-
.../test_lance_vector_search_two_phase.groovy | 11 +-
.../test_paimon_write_thread_lifecycle.groovy | 22 +-
.../fold_constant/fe_constant_cast_to_date.groovy | 18 +-
.../fold_constant_string_arithmatic.groovy | 10 +-
.../datetime_functions/test_date_function.groovy | 1 +
.../cursor_fetch_empty_result.groovy | 107 +
.../test_set_var_hint_restore.groovy | 44 +
.../datetime_functions/test_func_time.groovy | 1 +
.../string_functions/test_string_function.groovy | 11 +
run-fe-ut.sh | 7 +
thirdparty/download-thirdparty.sh | 20 +-
thirdparty/patches/lance-c-0.1.9-pr-73.patch | 133 +-
thirdparty/patches/lance-c-0.1.9-pr-75-pr-78.patch | 2441 ++++++++++++++++++++
thirdparty/patches/lance-c-0.1.9-pr-77.patch | 1863 +++++++++++++++
thirdparty/patches/lance-c-0.1.9-pr-79.patch | 1782 ++++++++++++++
thirdparty/patches/lance-c-0.1.9-pr-80.patch | 225 ++
112 files changed, 11332 insertions(+), 821 deletions(-)
create mode 100644 be/src/exec/scan/file_scan_range_utils.h
create mode 100644 be/src/format_v2/lance/lance_session_manager.cpp
create mode 100644 be/src/format_v2/lance/lance_session_manager.h
create mode 100644 be/test/exec/scan/file_scan_range_utils_test.cpp
create mode 100644 be/test/format_v2/lance/lance_session_manager_test.cpp
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/source/LanceScalarIndexPlanner.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/mysql/MysqlCursorFetchCompatibility.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mysql/MysqlCursorFetchCompatibilityTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/parser/AuditEncryptionSessionVariableTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/executable/StringArithmeticTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/scalar/StrToDateTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/MysqlLoadCommandCapabilityTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/ConnectProcessorForwardProtocolTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/FEOpExecutorMysqlProtocolTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/MysqlConnectProcessorCursorFetchTest.java
create mode 100644
regression-test/data/external_table_p0/iceberg/test_iceberg_variant_access_path.out
create mode 100644
regression-test/data/prepared_stmt_p0/cursor_fetch_empty_result.out
create mode 100644 regression-test/suites/arrow_flight_sql_p0/test_ddl.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/test_iceberg_missing_data_file.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/test_iceberg_variant_access_path.groovy
create mode 100644
regression-test/suites/external_table_p0/lance/test_lance_fragment_grouping.groovy
create mode 100644
regression-test/suites/prepared_stmt_p0/cursor_fetch_empty_result.groovy
create mode 100644
regression-test/suites/query_p0/session_variable/test_set_var_hint_restore.groovy
create mode 100644 thirdparty/patches/lance-c-0.1.9-pr-75-pr-78.patch
create mode 100644 thirdparty/patches/lance-c-0.1.9-pr-77.patch
create mode 100644 thirdparty/patches/lance-c-0.1.9-pr-79.patch
create mode 100644 thirdparty/patches/lance-c-0.1.9-pr-80.patch
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
