This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch branch-4.2
in repository https://gitbox.apache.org/repos/asf/doris.git
from cabcf45c1af [branch-4.2](thrift) Renumber enable_prune_nested_column
to 230 on branch-4.2 (#68782)
new 5acff117d6e [improvement](lance) Upgrade prewarm dependency and remove
install guard (branch-4.1) (#68698)
new 0910ff2ebcc [fix](ci) Backport MinIO image migration to branch-4.1
(#68777)
new 88549d00336 [fix](catalog) Validate external table partition models on
branch-4.1 (#68769)
new 51f857541b3 [fix](flight-sql) Report actual server and Arrow versions
on branch-4.1 (#68770)
new 97df025c483 branch-4.1: [fix](iceberg) Resolve dropped equality-delete
fields in manifest-cache planning (#68433)
new b621170f282 branch-4.1:[fix](rowid-fetch) fix TopN lazy
materialization crash with duplicateprojected columns (#64372) (#67563)
new f9d755fcb6a branch-4.1: [fix](iceberg) keep identity partition values
of old specs after evolving to unpartitioned(#68124) (#68259)
new 68e4aa38915 branch-4.1: [fix](be) Defer Bloom allocation for IN
runtime filters #68763 (#68789)
new 409acf9dc53 branch-4.1: [fix](be) Prevent shared quantile state
mutation with TDigest COW (#68498) (#68759)
new e48911e417e [feature](flight) Support native Variant V2 results for
ADBC on branch-4.1 (#68667)
new c552df550f4 [feature](lance) Search historical versions, tags and
branches with vector_search and full_text_search (#68707)
new cd3af8974c7 [fix](flight-sql) Support prepared query parameter binding
on branch-4.1 (#68768)
new e2a64e268be [improvement](metrics) Unify build version metric labels
#68655 (#68656)
new 2a6f1521f03 [fix](regression) Bound large Parquet map output batches
(#68808)
new 18b626064b9 [fix](parquet) Handle empty filter pages and offset index
fallback (#68780)
new 658f5958b33 branch-4.1: [fix](cloud) Delete versioned tablet indexes
and metadata atomically #68322 (#68817)
new 3030d467957 branch-4.1: [fix](window) Recompute sliding frames for
floating-point sum/avg #68113 (#68736)
new 89fa7feecc2 branch-4.1: [fix](test)(dynamic-partition) fix some
unstable test cases and dynamic-partition logic (#63551) (#68820)
new 66f60c1da50 branch-4.1: [fix](expr) Canonicalize logical OR results
(#68798)
new f5dfeb66974 [fix](be) Fix null-safe string joins in 4.1 (backport
#65975) (#68809)
new 3aa1a3c0285 branch-4.1: [fix](regression-test) Make test_analyze
independent of the SQL cache #68829 (#68843)
new 4981796ac38 branch-4.1: [fix](function) Sum integers exactly in
array_avg #68632 (#68831)
new ada545de782 branch-4.1: [fix](function) Reject a non-constant seed in
array_shuffle #68438 (#68832)
new 3f8decb3429 [fix](fe) Fix HTTP system forwarding on follower FE
(#68827)
new 3c4b3d93a59 branch-4.1: [fix](load) Avoid false quorum failures with
distributed commit reports #68275 (#68818)
new 8b59ed1ec22 branch-4.1: [refactor](lance) Remove the durable Lance
index job framework (#66497) (#68781)
new 698a018d503 branch-4.1: [fix](function) Fix overflow in quarter
arithmetic (#68410) (#68764)
new d3063235507 [feature](lance) Support distance bounds in vector_search
(#68815)
The 28 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/build-thirdparty.yml | 3 -
be/src/common/config.cpp | 4 +
be/src/common/config.h | 3 +
.../data_type_serde/data_type_variant_serde.cpp | 6 +
.../data_type_serde/data_type_variant_v2_serde.cpp | 78 +-
be/src/core/string_ref.h | 4 +-
be/src/core/value/quantile_state.cpp | 122 ++-
be/src/core/value/quantile_state.h | 16 +-
be/src/exec/common/hash_table/hash_map_context.h | 19 +-
be/src/exec/rowid_fetcher.cpp | 267 +++--
be/src/exec/rowid_fetcher.h | 15 +-
.../exec/runtime_filter/runtime_filter_wrapper.cpp | 2 +-
be/src/exec/sink/writer/vtablet_writer_v2.cpp | 36 +-
be/src/exprs/aggregate/aggregate_function_avg.cpp | 17 +-
be/src/exprs/aggregate/aggregate_function_avg.h | 20 +-
.../aggregate_function_quantile_state.cpp | 4 +-
.../aggregate/aggregate_function_quantile_state.h | 24 +-
be/src/exprs/aggregate/aggregate_function_sum.h | 8 +-
.../function/array/function_array_aggregation.cpp | 3 +-
.../function/array/function_array_shuffle.cpp | 32 +-
be/src/exprs/function/datetime_errors.h | 2 +-
.../function_date_or_datetime_computation.h | 5 +-
be/src/exprs/function/functions_logical.h | 4 +-
be/src/exprs/vcompound_pred.h | 7 +-
be/src/exprs/vectorized_fn_call.cpp | 3 +-
be/src/format/arrow/arrow_block_convertor.cpp | 22 +
be/src/format/arrow/arrow_block_convertor.h | 7 +
be/src/format/arrow/arrow_row_batch.cpp | 57 +-
be/src/format/arrow/arrow_row_batch.h | 14 +-
.../parquet/reader/native/column_chunk_reader.cpp | 102 +-
.../parquet/reader/native/column_chunk_reader.h | 3 +
.../parquet/reader/native/column_reader.cpp | 51 +-
.../parquet/reader/native/column_reader.h | 1 +
.../format_v2/parquet/reader/native/page_reader.h | 6 +
.../parquet/reader/native_column_reader.cpp | 18 +-
be/src/format_v2/table/lance_reader.cpp | 174 ++-
be/src/format_v2/table/lance_reader.h | 8 +
be/src/load/channel/load_stream.cpp | 62 ++
be/src/load/channel/load_stream.h | 2 +
.../arrow_flight/arrow_flight_batch_reader.cpp | 1 +
be/src/service/doris_main.cpp | 2 +
be/src/util/debug_util.cpp | 39 +-
be/src/util/debug_util.h | 4 +
be/src/util/tdigest.h | 2 +
be/test/core/value/quantile_state_test.cpp | 294 +++++
be/test/exec/hash_map/hash_table_method_test.cpp | 27 +
.../exec/operator/analytic_sink_operator_test.cpp | 79 ++
be/test/exec/rowid_fetcher_test.cpp | 167 +++
.../runtime_filter/runtime_filter_wrapper_test.cpp | 42 +
be/test/exec/sink/vtablet_writer_v2_test.cpp | 74 ++
be/test/exprs/aggregate/agg_avg_test.cpp | 11 +
be/test/exprs/aggregate/agg_percentile_test.cpp | 171 +++
.../{agg_avg_test.cpp => agg_sum_test.cpp} | 19 +-
.../function/function_array_aggregation_test.cpp | 17 +
.../exprs/function/function_array_shuffle_test.cpp | 227 ++++
be/test/exprs/function/function_time_test.cpp | 46 +
be/test/exprs/function/functions_logical_test.cpp | 143 +++
be/test/format/arrow/arrow_flight_variant_test.cpp | 511 +++++++++
be/test/format/arrow/arrow_row_batch_test.cpp | 11 +-
be/test/format_v2/parquet/native_decoder_test.cpp | 1156 +++++++++++++++++++-
be/test/format_v2/parquet/parquet_scan_test.cpp | 226 ++++
.../auxiliary.idx | Bin 0 -> 3254 bytes
.../9634c881-df64-46a5-95dc-2468928008a5/index.idx | Bin 0 -> 329 bytes
.../0-388c379e-6e57-4a48-a567-603ce868bdea.txn | Bin 0 -> 205 bytes
.../1-831523ce-b62e-46b0-bcd2-501920af09b8.txn | Bin 0 -> 376 bytes
.../2-4546c7a5-c68b-47d3-8f54-1e3036ad6429.txn | Bin 0 -> 122 bytes
.../_versions/18446744073709551612.manifest | Bin 0 -> 824 bytes
.../_versions/18446744073709551613.manifest | Bin 0 -> 997 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 486 bytes
.../_versions/latest_version_hint.json | 0
...100000101111111a29c2749f892029e3946d88007.lance | Bin 0 -> 661 bytes
...000101110010011f2593f448ba30e92dc54b90567.lance | Bin 0 -> 3100 bytes
.../auxiliary.idx | Bin 0 -> 3255 bytes
.../76cb567d-f24f-4dd0-85b1-b0f486361b5e/index.idx | Bin 0 -> 330 bytes
.../0-ec982602-f60a-425e-8b31-f77179548301.txn | Bin 0 -> 205 bytes
.../1-bd4b52a8-552e-4270-b52f-3f678df92fed.txn | Bin 0 -> 378 bytes
.../_versions/18446744073709551613.manifest | Bin 0 -> 1001 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 487 bytes
.../_versions/latest_version_hint.json | 1 +
...000110101111101bccc4b4c19af77197f1a92b69c.lance | Bin 0 -> 3100 bytes
.../auxiliary.idx | Bin 0 -> 2805 bytes
.../16361222-c72d-4428-9826-beeb3bfd3667/index.idx | Bin 0 -> 327 bytes
.../0-2dfc92d6-8481-4406-8893-9fc051e167d2.txn | Bin 0 -> 205 bytes
.../1-f4a6b175-3626-4561-817e-c45c857597fa.txn | Bin 0 -> 407 bytes
.../_versions/18446744073709551613.manifest | Bin 0 -> 1059 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 487 bytes
.../_versions/latest_version_hint.json | 1 +
...1010101000001014167dc46e9aa87a5e01e036b2a.lance | Bin 0 -> 4892 bytes
.../table/lance/distance_range_fixture.md | 93 ++
be/test/format_v2/table/lance_reader_test.cpp | 535 ++++++++-
be/test/util/debug_util_test.cpp | 63 ++
be/test/util/tdigest_test.cpp | 28 +
build.sh | 25 +-
cloud/src/common/CMakeLists.txt | 1 +
cloud/src/common/version_metrics.cpp | 72 ++
.../src/common/version_metrics.h | 18 +-
cloud/src/main.cpp | 16 +-
cloud/src/recycler/recycler.cpp | 68 +-
cloud/test/metric_test.cpp | 37 +
cloud/test/recycle_versioned_keys_test.cpp | 74 ++
.../thirdparties/docker-compose/hudi/hudi.yaml.tpl | 4 +-
.../docker-compose/iceberg/iceberg.yaml.tpl | 21 +-
.../scripts/lance_build_legacy_vector_index.py | 100 ++
.../scripts/lance_build_preinstalled_catalog.py | 41 +-
.../iceberg/scripts/lance_build_search_snapshot.py | 329 ++++++
.../iceberg/scripts/lance_build_unicode_branch.py | 135 +++
.../iceberg/scripts/lance_fixture_requirements.txt | 6 +
.../bc324f21-a15a-45bf-8d9e-09538f895f55/index.idx | Bin 0 -> 9341 bytes
.../0-c5e3be90-3de0-44fb-95b1-bd46928ae0f2.txn | Bin 0 -> 184 bytes
.../1-9c8d1a85-5125-46ad-aeb8-8370bba30617.txn | Bin 0 -> 99 bytes
.../legacy_vector_index.lance/_versions/1.manifest | Bin 0 -> 253 bytes
.../legacy_vector_index.lance/_versions/2.manifest | Bin 0 -> 315 bytes
.../02cdc0ff-ceee-44ef-bccd-6cb6f4b50779.lance | Bin 0 -> 10641 bytes
.../_deletions/0-5-1267712482458982649.arrow | Bin 0 -> 698 bytes
.../_deletions/1-5-6394601565774866848.arrow | Bin 0 -> 698 bytes
.../auxiliary.idx | Bin 0 -> 1201 bytes
.../85880db4-716d-49b3-8eb2-fdadcc900e25/index.idx | Bin 0 -> 332 bytes
.../auxiliary.idx | Bin 0 -> 1265 bytes
.../984593f1-89f1-4849-83f9-d3e45462c244/index.idx | Bin 0 -> 332 bytes
.../metadata.lance | Bin 0 -> 654 bytes
.../part_0_docs.lance | Bin 0 -> 626 bytes
.../part_0_invert.lance | Bin 0 -> 3479 bytes
.../part_0_tokens.lance | Bin 0 -> 731 bytes
.../search_snapshot.lance/_refs/branches/dev.json | 15 +
.../search_snapshot.lance/_refs/tags/dev_rel.json | 8 +
.../search_snapshot.lance/_refs/tags/rel.json | 8 +
.../0-154ed129-09cd-48de-89ac-618fc1060501.txn | Bin 0 -> 237 bytes
.../1-d6645060-096c-4335-8bd9-c595a08fdd34.txn | Bin 0 -> 124 bytes
.../2-1518405c-5551-4e8f-b615-a0ca0d754255.txn | Bin 0 -> 372 bytes
.../3-c7c138f8-03a8-4564-9fc5-d59c25c2223c.txn | Bin 0 -> 278 bytes
.../4-1cbab51a-2c2d-41c4-8025-30daa3cc11a4.txn | Bin 0 -> 124 bytes
.../5-630bd020-d3af-4be8-b5e8-33388c068adc.txn | Bin 0 -> 259 bytes
.../6-9a8f0e65-3b5d-49ac-b232-5990ddd60891.txn | Bin 0 -> 702 bytes
.../_versions/18446744073709551608.manifest | Bin 0 -> 1789 bytes
.../_versions/18446744073709551609.manifest | Bin 0 -> 1343 bytes
.../_versions/18446744073709551610.manifest | Bin 0 -> 1173 bytes
.../_versions/18446744073709551611.manifest | Bin 0 -> 1244 bytes
.../_versions/18446744073709551612.manifest | Bin 0 -> 1104 bytes
.../_versions/18446744073709551613.manifest | Bin 0 -> 521 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 551 bytes
.../_versions/latest_version_hint.json | 1 +
...11110000001111167198a47f9880a55a8085ebb87.lance | Bin 0 -> 1211 bytes
...010111000101110284ca44e90bfc0c56be666a32f.lance | Bin 0 -> 1211 bytes
...111011110010100fc3e5d485e9c40f5a217eaa59e.lance | Bin 0 -> 1211 bytes
.../metadata.lance | Bin 0 -> 654 bytes
.../part_0_docs.lance | Bin 0 -> 690 bytes
.../part_0_invert.lance | Bin 0 -> 2987 bytes
.../part_0_tokens.lance | Bin 0 -> 731 bytes
.../4-a99a47e7-aae1-46cf-87f7-4cc649db3aa1.txn | 1 +
.../4-d995fee3-982e-4e43-8e30-94537a9b0de2.txn | Bin 0 -> 124 bytes
.../5-6028c4ff-0a8e-4938-9d58-8a13524f6812.txn | Bin 0 -> 516 bytes
.../dev/_versions/18446744073709551609.manifest | Bin 0 -> 1632 bytes
.../dev/_versions/18446744073709551610.manifest | Bin 0 -> 1240 bytes
.../dev/_versions/18446744073709551611.manifest | Bin 0 -> 1128 bytes
...01010111100101014250f4aa0a70d3d926f124125.lance | Bin 0 -> 1211 bytes
.../auxiliary.idx | Bin 0 -> 1008 bytes
.../72e585d1-b843-4463-aba0-ffabc76017c1/index.idx | Bin 0 -> 332 bytes
.../0-fecb1851-f6b0-496c-bfb8-f4dbe7f649f1.txn | Bin 0 -> 237 bytes
.../1-5a98fef6-06a5-457c-b1b1-a9c830eafd2b.txn | Bin 0 -> 370 bytes
.../2-9bdddb95-2dc3-4e77-95b9-f67ed6e6387e.txn | Bin 0 -> 346 bytes
.../3-954a5d41-5fc9-4e39-96d9-864e1ac233bc.txn | 5 +
.../4-a41517b8-29a3-410f-b3ae-768c33b38cf5.txn | Bin 0 -> 126 bytes
.../_versions/18446744073709551610.manifest | Bin 0 -> 970 bytes
.../_versions/18446744073709551611.manifest | Bin 0 -> 956 bytes
.../_versions/18446744073709551612.manifest | Bin 0 -> 1099 bytes
.../_versions/18446744073709551613.manifest | Bin 0 -> 1016 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 551 bytes
.../_versions/latest_version_hint.json | 0
...001001000111000634254483b82696db0b43cee8b.lance | Bin 0 -> 1576 bytes
...0111000011010107529f744f0b515d3cc0aaf4111.lance | Bin 0 -> 416 bytes
...0000010110100009494424b38a01956f50baa341d.lance | Bin 0 -> 1211 bytes
.../auxiliary.idx | Bin 0 -> 1008 bytes
.../961caf93-b3e9-45b9-b1a7-8944a37213ea/index.idx | Bin 0 -> 332 bytes
.../_refs/tags/kept.json | 8 +
.../1-5c4816b8-2e0a-46bb-aa6c-0879630399b4.txn | Bin 0 -> 370 bytes
.../2-b57c17ad-85a6-415b-a250-4b2efe8d3f8c.txn | Bin 0 -> 696 bytes
.../_versions/18446744073709551612.manifest | Bin 0 -> 1343 bytes
.../_versions/18446744073709551613.manifest | Bin 0 -> 1017 bytes
.../_versions/latest_version_hint.json | 0
...110111001110011284b0f491a947f1b18c7abddff.lance | Bin 0 -> 1211 bytes
.../_refs/branches/dev%E1%B2%89.json | 15 +
.../0-420a1091-b61a-4cfb-8006-0b8f1e322ef8.txn | Bin 0 -> 237 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 552 bytes
.../_versions/latest_version_hint.json | 0
...101111000101000a13eb949eca41d69d17f9ea5a6.lance | Bin 0 -> 1146 bytes
.../1-1be00bd2-8443-4851-9ab8-4bdcee3ffa5e.txn" | Bin 0 -> 124 bytes
.../1-c1998c6f-6213-4b7e-ae7c-cc00cde3b7de.txn" | 1 +
.../_versions/18446744073709551613.manifest" | Bin 0 -> 585 bytes
.../_versions/18446744073709551614.manifest" | Bin 0 -> 476 bytes
...1000100001111040aa57401ab473a6a921298540.lance" | Bin 0 -> 1017 bytes
.../minio/minio-RELEASE.2024-11-07.yaml.tpl | 2 +-
.../docker-compose/polaris/docker-compose.yaml.tpl | 4 +-
fe/be-java-extensions/preload-extensions/pom.xml | 13 +-
.../main/java/org/apache/doris/common/Config.java | 31 +-
.../doris/common/LanceIndexConfigValidator.java | 31 +-
.../common/LanceIndexConfigValidatorTest.java | 65 +-
.../antlr4/org/apache/doris/nereids/DorisLexer.g4 | 1 -
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 3 -
.../apache/doris/alter/SchemaChangeHandler.java | 33 +-
.../main/java/org/apache/doris/catalog/Env.java | 25 -
.../java/org/apache/doris/common/ErrorCode.java | 3 +-
.../org/apache/doris/datasource/CatalogMgr.java | 48 +-
.../doris/datasource/iceberg/IcebergUtils.java | 14 +
.../datasource/iceberg/source/IcebergScanNode.java | 67 +-
.../doris/datasource/lance/LanceCatalogClient.java | 84 +-
.../datasource/lance/LanceExternalCatalog.java | 38 +-
.../doris/datasource/lance/LanceExternalTable.java | 15 +-
.../datasource/lance/LanceIndexAdmission.java | 221 +---
.../doris/datasource/lance/LanceIndexFamilies.java | 1 -
.../lance/LanceIndexMutationValidator.java | 9 +-
.../lance/{job => }/LanceIndexNameNormalizer.java | 16 +-
.../lance/{job => }/LanceIndexSchemaContract.java | 2 +-
.../lance/LanceSchemaContractBuilder.java | 1 -
.../lance/index/LanceDatasetIndexDiscovery.java | 6 +-
.../lance/job/LanceIndexDatasetLocator.java | 143 ---
.../datasource/lance/job/LanceIndexFenceKey.java | 92 --
.../doris/datasource/lance/job/LanceIndexJob.java | 699 ------------
.../lance/job/LanceIndexJobCompletionReason.java | 28 -
.../datasource/lance/job/LanceIndexJobManager.java | 790 -------------
.../lance/job/LanceIndexJobMutationState.java | 47 -
.../datasource/lance/job/LanceIndexJobQuota.java | 189 ----
.../lance/job/LanceIndexJobRefreshState.java | 41 -
.../datasource/lance/job/LanceIndexJobResult.java | 112 --
.../lance/job/LanceIndexJobResultCode.java | 158 ---
.../lance/job/LanceIndexTerminationProof.java | 33 -
.../lance/metadata/LanceRefSelector.java | 11 +-
.../lance/metadata/LanceSnapshotResolver.java | 25 +
.../datasource/lance/source/LanceScanNode.java | 29 +-
.../datasource/lance/source/LanceScanPlan.java | 13 +-
.../datasource/lance/source/LanceScanPlanner.java | 26 +-
.../org/apache/doris/journal/JournalEntity.java | 14 +-
.../org/apache/doris/load/loadv2/LoadManager.java | 20 +
.../doris/nereids/parser/LogicalPlanBuilder.java | 37 +-
.../nereids/rules/analysis/ExpressionAnalyzer.java | 5 +-
.../functions/executable/DateTimeArithmetic.java | 6 +-
.../expressions/functions/scalar/ArrayShuffle.java | 28 +-
.../apache/doris/nereids/trees/plans/PlanType.java | 2 -
.../trees/plans/commands/AlterTableCommand.java | 35 +-
.../plans/commands/ShowLanceIndexJobCommand.java | 174 ---
.../plans/commands/ShowLanceIndexJobsCommand.java | 378 -------
.../trees/plans/commands/info/CreateTableInfo.java | 9 +-
.../plans/commands/info/PartitionTableInfo.java | 49 +
.../trees/plans/visitor/CommandVisitor.java | 10 -
.../java/org/apache/doris/persist/EditLog.java | 15 +-
.../org/apache/doris/persist/OperationType.java | 6 +-
.../doris/persist/meta/MetaPersistMethod.java | 6 -
.../doris/persist/meta/PersistMetaModules.java | 7 +-
.../java/org/apache/doris/planner/ResultSink.java | 2 +-
.../java/org/apache/doris/qe/ConnectContext.java | 176 ++-
.../java/org/apache/doris/qe/FEOpExecutor.java | 9 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 6 +
.../org/apache/doris/qe/runtime/LoadProcessor.java | 6 +
.../arrowflight/DorisFlightSqlProducer.java | 158 ++-
.../arrowflight/FlightSqlConnectProcessor.java | 38 +
.../service/arrowflight/FlightSqlParameters.java | 336 ++++++
.../service/arrowflight/FlightSqlQuerySchema.java | 96 +-
.../service/arrowflight/FlightSqlSchemaHelper.java | 39 +-
.../sessions/FlightSqlConnectPoolMgr.java | 3 +
.../FullTextSearchTableValuedFunction.java | 2 +-
.../LanceExternalSearchTableValuedFunction.java | 89 +-
.../VectorSearchTableValuedFunction.java | 44 +-
.../java/org/apache/iceberg/DeleteFileIndex.java | 3 +-
.../doris/datasource/CatalogMgrLanceGuardTest.java | 505 ++-------
.../doris/datasource/iceberg/IcebergUtilsTest.java | 19 +
.../iceberg/source/IcebergScanNodeTest.java | 157 +++
.../datasource/lance/LanceCatalogClientTest.java | 26 +
.../lance/LanceCatalogLifecycleTest.java | 20 -
.../datasource/lance/LanceIndexAdmissionTest.java | 400 ++-----
.../{job => }/LanceIndexNameNormalizerTest.java | 2 +-
.../lance/LanceManagedVersioningTest.java | 82 +-
.../LanceSchemaContractBuilderRealDatasetTest.java | 1 -
.../lance/LanceSchemaContractBuilderTest.java | 1 -
.../datasource/lance/LanceSearchSnapshotTest.java | 506 +++++++++
.../lance/job/LanceIndexDatasetLocatorTest.java | 183 ----
.../lance/job/LanceIndexJobManagerPersistTest.java | 457 --------
.../lance/job/LanceIndexJobManagerQueryTest.java | 131 ---
.../lance/job/LanceIndexJobManagerReplayTest.java | 628 -----------
.../lance/job/LanceIndexJobQuotaTest.java | 208 ----
.../lance/job/LanceIndexJobResultClassifyTest.java | 239 ----
.../lance/job/LanceIndexJobStateMachineTest.java | 640 -----------
.../datasource/lance/job/LanceIndexJobTest.java | 303 -----
.../lance/job/LanceIndexJobWiringTest.java | 78 --
.../datasource/lance/source/LanceScanNodeTest.java | 101 +-
.../datasource/paimon/PaimonMetadataOpsTest.java | 59 +
.../java/org/apache/doris/metric/MetricsTest.java | 24 +
.../doris/nereids/parser/NereidsParserTest.java | 13 +
.../parser/ShowLanceIndexJobsParserTest.java | 183 ----
.../functions/scalar/UniqueFunctionTest.java | 13 +
.../trees/plans/CreateTableCommandTest.java | 48 +
.../AlterTableCommandLanceAdmissionTest.java | 159 +--
.../commands/ShowLanceIndexJobCommandTest.java | 565 ----------
.../commands/ShowLanceIndexJobsCommandTest.java | 821 --------------
.../doris/qe/FEOpExecutorMysqlProtocolTest.java | 24 +
.../arrowflight/DorisFlightSqlSchemaTest.java | 98 +-
.../FlightSqlConnectProcessorSchemaTest.java | 8 +-
.../arrowflight/FlightSqlNativeVariantTest.java | 124 +++
.../arrowflight/FlightSqlParameterBindingTest.java | 41 +
.../arrowflight/FlightSqlPreparedQueryTest.java | 666 +++++++++++
.../arrowflight/FlightSqlServerInfoTest.java | 104 ++
.../tablefunction/LancePreparedSearchTest.java | 307 +++++-
.../tablefunction/LanceSearchSelectorTest.java | 189 ++++
.../VectorSearchTableValuedFunctionTest.java | 50 +-
fe/pom.xml | 7 +-
gensrc/thrift/PlanNodes.thrift | 3 +
.../data/doc/sql-manual/ArrayNullsafe.out | 2 +-
.../sql-function/test_array_function.out | 2 +-
.../hive/test_hive_topn_lazy_mat.out | 1047 ++++++++++++++++++
.../lance/test_lance_rest_catalog.out | 5 +
.../lance/test_lance_rest_search_snapshot.out | 59 +
.../lance/test_lance_rest_time_travel.out | 5 +
.../lance/test_lance_search_snapshot.out | 182 +++
.../test_lance_vector_search_legacy_index.out | 11 +
.../tvf/test_tvf_topn_lazy_mat.out | 72 ++
.../test_insert_quorum_split_reports.out | 6 +
.../nereids_function_p0/scalar_function/Array1.out | 24 +-
.../join/test_null_safe_eq_join_string_key.out | 66 ++
.../array_functions/test_array_avg_integer_sum.out | 21 +
.../array_functions/test_array_shuffle_seed.out | 26 +
.../test_json_extract_bool_null_payload.out | 41 +
.../test_quantile_state_function.out | 32 +
.../size_funciton/test_size_function.out | 12 +-
.../test_window_float_sliding_frame.out | 66 ++
regression-test/pipeline/p0/conf/fe.conf | 1 +
.../test_flight_cancel_cleanup.groovy | 4 +-
.../test_flight_native_variant.groovy | 215 ++++
.../test_prepared_query_parameters.groovy | 223 ++++
.../test_http_rest_v1_system_follower.groovy | 45 +
...st_file_cache_warmup_read_metrics_docker.groovy | 2 +-
.../test_external_partition_validation.groovy | 58 +
.../hive/ddl/test_hive_ddl.groovy | 20 +
.../hive/test_hive_topn_lazy_mat.groovy | 50 +-
.../test_iceberg_write_transform_partitions.groovy | 31 +
.../jdbc/test_doris_jdbc_catalog.groovy | 4 +
.../lance/test_lance_index_admission.groovy | 147 +--
.../lance/test_lance_index_ddl.groovy | 3 +-
.../lance/test_lance_rest_search_snapshot.groovy | 202 ++++
.../lance/test_lance_search_snapshot.groovy | 452 ++++++++
.../test_lance_vector_search_distance_range.groovy | 82 ++
.../test_lance_vector_search_legacy_index.groovy | 90 ++
.../test_paimon_create_partition_validation.groovy | 128 +++
.../tvf/test_hdfs_parquet_group0.groovy | 5 +-
.../tvf/test_tvf_topn_lazy_mat.groovy | 7 +
.../write/test_mc_write_partitions.groovy | 16 +
.../test_insert_quorum_split_reports.groovy | 101 ++
.../flink_connector_p0/flink_connector_type.groovy | 29 +-
.../suites/manager/test_manager_interface_1.groovy | 4 +-
.../suites/metrics_p0/test_version_metrics.groovy | 51 +-
.../nereids_p0/join/asof/test_asof_join.groovy | 24 +
.../join/test_null_safe_eq_join_string_key.groovy | 154 +++
.../test_array_avg_integer_sum.groovy | 60 +
.../array_functions/test_array_shuffle_seed.groovy | 101 ++
.../datetime_functions/test_quarters_add.groovy | 57 +-
.../test_json_extract_bool_null_payload.groovy | 153 +++
.../test_quantile_state_function.groovy | 90 ++
.../test_window_float_sliding_frame.groovy | 150 +++
.../suites/statistics/analyze_stats.groovy | 6 +
samples/arrow-flight-sql/python/README.md | 39 +-
samples/arrow-flight-sql/python/test_variant.py | 96 ++
.../deltalake_and_kudu/trinoconnector-compose.yml | 4 +-
samples/datalake/hudi/hudi-compose.yml | 4 +-
.../datalake/iceberg_and_paimon/docker-compose.yml | 4 +-
thirdparty/build-thirdparty.sh | 7 -
thirdparty/lance-install.sh | 38 -
thirdparty/patches/lance-c-foyer.patch | 22 +-
thirdparty/test/lance-install-test.sh | 176 ---
thirdparty/test/lance-prefilter-patch-test.sh | 7 +
thirdparty/vars.sh | 10 +-
367 files changed, 14545 insertions(+), 9706 deletions(-)
create mode 100644 be/test/exprs/aggregate/agg_percentile_test.cpp
copy be/test/exprs/aggregate/{agg_avg_test.cpp => agg_sum_test.cpp} (58%)
create mode 100644 be/test/exprs/function/function_array_shuffle_test.cpp
create mode 100644 be/test/exprs/function/functions_logical_test.cpp
create mode 100644 be/test/format/arrow/arrow_flight_variant_test.cpp
create mode 100644
be/test/format_v2/table/lance/data/distance_range.lance/_indices/9634c881-df64-46a5-95dc-2468928008a5/auxiliary.idx
create mode 100644
be/test/format_v2/table/lance/data/distance_range.lance/_indices/9634c881-df64-46a5-95dc-2468928008a5/index.idx
create mode 100644
be/test/format_v2/table/lance/data/distance_range.lance/_transactions/0-388c379e-6e57-4a48-a567-603ce868bdea.txn
create mode 100644
be/test/format_v2/table/lance/data/distance_range.lance/_transactions/1-831523ce-b62e-46b0-bcd2-501920af09b8.txn
create mode 100644
be/test/format_v2/table/lance/data/distance_range.lance/_transactions/2-4546c7a5-c68b-47d3-8f54-1e3036ad6429.txn
create mode 100644
be/test/format_v2/table/lance/data/distance_range.lance/_versions/18446744073709551612.manifest
create mode 100644
be/test/format_v2/table/lance/data/distance_range.lance/_versions/18446744073709551613.manifest
create mode 100644
be/test/format_v2/table/lance/data/distance_range.lance/_versions/18446744073709551614.manifest
copy be/test/format_v2/table/lance/data/{all_types.lance =>
distance_range.lance}/_versions/latest_version_hint.json (100%)
create mode 100644
be/test/format_v2/table/lance/data/distance_range.lance/data/011111011100000101111111a29c2749f892029e3946d88007.lance
create mode 100644
be/test/format_v2/table/lance/data/distance_range.lance/data/100110001000101110010011f2593f448ba30e92dc54b90567.lance
create mode 100644
be/test/format_v2/table/lance/data/distance_range_dot.lance/_indices/76cb567d-f24f-4dd0-85b1-b0f486361b5e/auxiliary.idx
create mode 100644
be/test/format_v2/table/lance/data/distance_range_dot.lance/_indices/76cb567d-f24f-4dd0-85b1-b0f486361b5e/index.idx
create mode 100644
be/test/format_v2/table/lance/data/distance_range_dot.lance/_transactions/0-ec982602-f60a-425e-8b31-f77179548301.txn
create mode 100644
be/test/format_v2/table/lance/data/distance_range_dot.lance/_transactions/1-bd4b52a8-552e-4270-b52f-3f678df92fed.txn
create mode 100644
be/test/format_v2/table/lance/data/distance_range_dot.lance/_versions/18446744073709551613.manifest
create mode 100644
be/test/format_v2/table/lance/data/distance_range_dot.lance/_versions/18446744073709551614.manifest
create mode 100644
be/test/format_v2/table/lance/data/distance_range_dot.lance/_versions/latest_version_hint.json
create mode 100644
be/test/format_v2/table/lance/data/distance_range_dot.lance/data/110000101000110101111101bccc4b4c19af77197f1a92b69c.lance
create mode 100644
be/test/format_v2/table/lance/data/distance_range_sq.lance/_indices/16361222-c72d-4428-9826-beeb3bfd3667/auxiliary.idx
create mode 100644
be/test/format_v2/table/lance/data/distance_range_sq.lance/_indices/16361222-c72d-4428-9826-beeb3bfd3667/index.idx
create mode 100644
be/test/format_v2/table/lance/data/distance_range_sq.lance/_transactions/0-2dfc92d6-8481-4406-8893-9fc051e167d2.txn
create mode 100644
be/test/format_v2/table/lance/data/distance_range_sq.lance/_transactions/1-f4a6b175-3626-4561-817e-c45c857597fa.txn
create mode 100644
be/test/format_v2/table/lance/data/distance_range_sq.lance/_versions/18446744073709551613.manifest
create mode 100644
be/test/format_v2/table/lance/data/distance_range_sq.lance/_versions/18446744073709551614.manifest
create mode 100644
be/test/format_v2/table/lance/data/distance_range_sq.lance/_versions/latest_version_hint.json
create mode 100644
be/test/format_v2/table/lance/data/distance_range_sq.lance/data/0000100001010101000001014167dc46e9aa87a5e01e036b2a.lance
create mode 100644 be/test/format_v2/table/lance/distance_range_fixture.md
create mode 100644 be/test/util/debug_util_test.cpp
create mode 100644 cloud/src/common/version_metrics.cpp
rename
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/job/LanceIndexJobMutationType.java
=> cloud/src/common/version_metrics.h (74%)
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/lance_build_legacy_vector_index.py
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/lance_build_search_snapshot.py
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/lance_build_unicode_branch.py
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/legacy_vector_index.lance/_indices/bc324f21-a15a-45bf-8d9e-09538f895f55/index.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/legacy_vector_index.lance/_transactions/0-c5e3be90-3de0-44fb-95b1-bd46928ae0f2.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/legacy_vector_index.lance/_transactions/1-9c8d1a85-5125-46ad-aeb8-8370bba30617.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/legacy_vector_index.lance/_versions/1.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/legacy_vector_index.lance/_versions/2.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/legacy_vector_index.lance/data/02cdc0ff-ceee-44ef-bccd-6cb6f4b50779.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_deletions/0-5-1267712482458982649.arrow
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_deletions/1-5-6394601565774866848.arrow
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_indices/85880db4-716d-49b3-8eb2-fdadcc900e25/auxiliary.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_indices/85880db4-716d-49b3-8eb2-fdadcc900e25/index.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_indices/984593f1-89f1-4849-83f9-d3e45462c244/auxiliary.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_indices/984593f1-89f1-4849-83f9-d3e45462c244/index.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_indices/b1fd3eca-c523-401e-88cd-d4afa9b66ecf/metadata.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_indices/b1fd3eca-c523-401e-88cd-d4afa9b66ecf/part_0_docs.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_indices/b1fd3eca-c523-401e-88cd-d4afa9b66ecf/part_0_invert.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_indices/b1fd3eca-c523-401e-88cd-d4afa9b66ecf/part_0_tokens.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_refs/branches/dev.json
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_refs/tags/dev_rel.json
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_refs/tags/rel.json
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_transactions/0-154ed129-09cd-48de-89ac-618fc1060501.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_transactions/1-d6645060-096c-4335-8bd9-c595a08fdd34.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_transactions/2-1518405c-5551-4e8f-b615-a0ca0d754255.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_transactions/3-c7c138f8-03a8-4564-9fc5-d59c25c2223c.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_transactions/4-1cbab51a-2c2d-41c4-8025-30daa3cc11a4.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_transactions/5-630bd020-d3af-4be8-b5e8-33388c068adc.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_transactions/6-9a8f0e65-3b5d-49ac-b232-5990ddd60891.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_versions/18446744073709551608.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_versions/18446744073709551609.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_versions/18446744073709551610.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_versions/18446744073709551611.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_versions/18446744073709551612.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_versions/18446744073709551613.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_versions/18446744073709551614.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/_versions/latest_version_hint.json
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/data/01110111111110000001111167198a47f9880a55a8085ebb87.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/data/110001100010111000101110284ca44e90bfc0c56be666a32f.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/data/110100000111011110010100fc3e5d485e9c40f5a217eaa59e.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/tree/dev/_indices/9821abbf-c51c-4c59-a184-756342a17365/metadata.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/tree/dev/_indices/9821abbf-c51c-4c59-a184-756342a17365/part_0_docs.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/tree/dev/_indices/9821abbf-c51c-4c59-a184-756342a17365/part_0_invert.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/tree/dev/_indices/9821abbf-c51c-4c59-a184-756342a17365/part_0_tokens.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/tree/dev/_transactions/4-a99a47e7-aae1-46cf-87f7-4cc649db3aa1.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/tree/dev/_transactions/4-d995fee3-982e-4e43-8e30-94537a9b0de2.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/tree/dev/_transactions/5-6028c4ff-0a8e-4938-9d58-8a13524f6812.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/tree/dev/_versions/18446744073709551609.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/tree/dev/_versions/18446744073709551610.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/tree/dev/_versions/18446744073709551611.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot.lance/tree/dev/data/10010100101010111100101014250f4aa0a70d3d926f124125.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/_indices/72e585d1-b843-4463-aba0-ffabc76017c1/auxiliary.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/_indices/72e585d1-b843-4463-aba0-ffabc76017c1/index.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/_transactions/0-fecb1851-f6b0-496c-bfb8-f4dbe7f649f1.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/_transactions/1-5a98fef6-06a5-457c-b1b1-a9c830eafd2b.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/_transactions/2-9bdddb95-2dc3-4e77-95b9-f67ed6e6387e.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/_transactions/3-954a5d41-5fc9-4e39-96d9-864e1ac233bc.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/_transactions/4-a41517b8-29a3-410f-b3ae-768c33b38cf5.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/_versions/18446744073709551610.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/_versions/18446744073709551611.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/_versions/18446744073709551612.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/_versions/18446744073709551613.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/_versions/18446744073709551614.manifest
copy {be/test/format_v2/table/lance/data/multivector_ivf_flat.lance =>
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance}/_versions/latest_version_hint.json
(100%)
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/data/011110000001001000111000634254483b82696db0b43cee8b.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/data/1011111000111000011010107529f744f0b515d3cc0aaf4111.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_evolved.lance/data/1101110010000010110100009494424b38a01956f50baa341d.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_pruned.lance/_indices/961caf93-b3e9-45b9-b1a7-8944a37213ea/auxiliary.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_pruned.lance/_indices/961caf93-b3e9-45b9-b1a7-8944a37213ea/index.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_pruned.lance/_refs/tags/kept.json
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_pruned.lance/_transactions/1-5c4816b8-2e0a-46bb-aa6c-0879630399b4.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_pruned.lance/_transactions/2-b57c17ad-85a6-415b-a250-4b2efe8d3f8c.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_pruned.lance/_versions/18446744073709551612.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_pruned.lance/_versions/18446744073709551613.manifest
copy {be/test/format_v2/table/lance/data/all_types.lance =>
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_pruned.lance}/_versions/latest_version_hint.json
(100%)
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/search_snapshot_pruned.lance/data/101101000110111001110011284b0f491a947f1b18c7abddff.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/unicode_branch.lance/_refs/branches/dev%E1%B2%89.json
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/unicode_branch.lance/_transactions/0-420a1091-b61a-4cfb-8006-0b8f1e322ef8.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/unicode_branch.lance/_versions/18446744073709551614.manifest
copy {be/test/format_v2/table/lance/data/multivector_dimensions.lance =>
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/unicode_branch.lance}/_versions/latest_version_hint.json
(100%)
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/unicode_branch.lance/data/001101010101111000101000a13eb949eca41d69d17f9ea5a6.lance
create mode 100644
"docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/unicode_branch.lance/tree/dev\341\262\211/_transactions/1-1be00bd2-8443-4851-9ab8-4bdcee3ffa5e.txn"
create mode 100644
"docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/unicode_branch.lance/tree/dev\341\262\211/_transactions/1-c1998c6f-6213-4b7e-ae7c-cc00cde3b7de.txn"
create mode 100644
"docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/unicode_branch.lance/tree/dev\341\262\211/_versions/18446744073709551613.manifest"
create mode 100644
"docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/unicode_branch.lance/tree/dev\341\262\211/_versions/18446744073709551614.manifest"
create mode 100644
"docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/unicode_branch.lance/tree/dev\341\262\211/data/01110100011000100001111040aa57401ab473a6a921298540.lance"
rename fe/fe-core/src/main/java/org/apache/doris/datasource/lance/{job =>
}/LanceIndexNameNormalizer.java (80%)
rename fe/fe-core/src/main/java/org/apache/doris/datasource/lance/{job =>
}/LanceIndexSchemaContract.java (99%)
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/job/LanceIndexDatasetLocator.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/job/LanceIndexFenceKey.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/job/LanceIndexJob.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/job/LanceIndexJobCompletionReason.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/job/LanceIndexJobManager.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/job/LanceIndexJobMutationState.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/job/LanceIndexJobQuota.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/job/LanceIndexJobRefreshState.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/job/LanceIndexJobResult.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/job/LanceIndexJobResultCode.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/job/LanceIndexTerminationProof.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowLanceIndexJobCommand.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowLanceIndexJobsCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/service/arrowflight/FlightSqlParameters.java
rename fe/fe-core/src/test/java/org/apache/doris/datasource/lance/{job =>
}/LanceIndexNameNormalizerTest.java (99%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/LanceSearchSnapshotTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/job/LanceIndexDatasetLocatorTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/job/LanceIndexJobManagerPersistTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/job/LanceIndexJobManagerQueryTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/job/LanceIndexJobManagerReplayTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/job/LanceIndexJobQuotaTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/job/LanceIndexJobResultClassifyTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/job/LanceIndexJobStateMachineTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/job/LanceIndexJobTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/job/LanceIndexJobWiringTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/parser/ShowLanceIndexJobsParserTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/ShowLanceIndexJobCommandTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/ShowLanceIndexJobsCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/service/arrowflight/FlightSqlNativeVariantTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/service/arrowflight/FlightSqlParameterBindingTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/service/arrowflight/FlightSqlPreparedQueryTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/service/arrowflight/FlightSqlServerInfoTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/tablefunction/LanceSearchSelectorTest.java
create mode 100644
regression-test/data/external_table_p0/lance/test_lance_rest_search_snapshot.out
create mode 100644
regression-test/data/external_table_p0/lance/test_lance_search_snapshot.out
create mode 100644
regression-test/data/external_table_p0/lance/test_lance_vector_search_legacy_index.out
create mode 100644
regression-test/data/fault_injection_p0/test_insert_quorum_split_reports.out
create mode 100644
regression-test/data/query_p0/join/test_null_safe_eq_join_string_key.out
create mode 100644
regression-test/data/query_p0/sql_functions/array_functions/test_array_avg_integer_sum.out
create mode 100644
regression-test/data/query_p0/sql_functions/array_functions/test_array_shuffle_seed.out
create mode 100644
regression-test/data/query_p0/sql_functions/json_functions/test_json_extract_bool_null_payload.out
create mode 100644
regression-test/data/query_p0/sql_functions/window_functions/test_window_float_sliding_frame.out
create mode 100644
regression-test/suites/arrow_flight_sql_p0/test_flight_native_variant.groovy
create mode 100644
regression-test/suites/arrow_flight_sql_p0/test_prepared_query_parameters.groovy
create mode 100644
regression-test/suites/auth_p0/test_http_rest_v1_system_follower.groovy
create mode 100644
regression-test/suites/ddl_p0/test_external_partition_validation.groovy
create mode 100644
regression-test/suites/external_table_p0/lance/test_lance_rest_search_snapshot.groovy
create mode 100644
regression-test/suites/external_table_p0/lance/test_lance_search_snapshot.groovy
create mode 100644
regression-test/suites/external_table_p0/lance/test_lance_vector_search_distance_range.groovy
create mode 100644
regression-test/suites/external_table_p0/lance/test_lance_vector_search_legacy_index.groovy
create mode 100644
regression-test/suites/external_table_p0/paimon/test_paimon_create_partition_validation.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_insert_quorum_split_reports.groovy
create mode 100644
regression-test/suites/query_p0/join/test_null_safe_eq_join_string_key.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/array_functions/test_array_avg_integer_sum.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/array_functions/test_array_shuffle_seed.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/json_functions/test_json_extract_bool_null_payload.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/window_functions/test_window_float_sliding_frame.groovy
create mode 100644 samples/arrow-flight-sql/python/test_variant.py
delete mode 100644 thirdparty/lance-install.sh
delete mode 100644 thirdparty/test/lance-install-test.sh
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
