This is an automated email from the ASF dual-hosted git repository.
airborne pushed a commit to branch branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-3.0 by this push:
new 77161d9f79b [Pick 3.0](inverted index) skip index compaction for
inverted index V2 (#38273)
77161d9f79b is described below
commit 77161d9f79b2d7ca25e2381c7429d9d1178692cb
Author: airborne12 <airborn...@gmail.com>
AuthorDate: Wed Jul 24 14:06:29 2024 +0800
[Pick 3.0](inverted index) skip index compaction for inverted index V2
(#38273)
## Proposed changes
Enabling index compaction in the inverted index V2 format currently
causes unexpected errors, especially in the case of tables with hybrid
indexes, such as BKD index and Fulltext index together.
backport #38209
---
be/src/olap/compaction.cpp | 8 ++++++--
.../pipeline/cloud_p0/conf/regression-conf-custom.groovy | 1 +
regression-test/pipeline/p0/conf/regression-conf.groovy | 1 +
3 files changed, 8 insertions(+), 2 deletions(-)
diff --git a/be/src/olap/compaction.cpp b/be/src/olap/compaction.cpp
index ad26c7f3eb6..80dc72f87f9 100644
--- a/be/src/olap/compaction.cpp
+++ b/be/src/olap/compaction.cpp
@@ -907,7 +907,9 @@ Status
CompactionMixin::construct_output_rowset_writer(RowsetWriterContext& ctx)
if (config::inverted_index_compaction_enable &&
(((_tablet->keys_type() == KeysType::UNIQUE_KEYS &&
_tablet->enable_unique_key_merge_on_write()) ||
- _tablet->keys_type() == KeysType::DUP_KEYS))) {
+ _tablet->keys_type() == KeysType::DUP_KEYS)) &&
+ _cur_tablet_schema->get_inverted_index_storage_format() ==
+ InvertedIndexStorageFormatPB::V1) {
construct_skip_inverted_index(ctx);
}
ctx.version = _output_version;
@@ -1199,7 +1201,9 @@ Status
CloudCompactionMixin::construct_output_rowset_writer(RowsetWriterContext&
if (config::inverted_index_compaction_enable &&
(((_tablet->keys_type() == KeysType::UNIQUE_KEYS &&
_tablet->enable_unique_key_merge_on_write()) ||
- _tablet->keys_type() == KeysType::DUP_KEYS))) {
+ _tablet->keys_type() == KeysType::DUP_KEYS)) &&
+ _cur_tablet_schema->get_inverted_index_storage_format() ==
+ InvertedIndexStorageFormatPB::V1) {
construct_skip_inverted_index(ctx);
}
diff --git
a/regression-test/pipeline/cloud_p0/conf/regression-conf-custom.groovy
b/regression-test/pipeline/cloud_p0/conf/regression-conf-custom.groovy
index c90ec09d06d..9127189e28c 100644
--- a/regression-test/pipeline/cloud_p0/conf/regression-conf-custom.groovy
+++ b/regression-test/pipeline/cloud_p0/conf/regression-conf-custom.groovy
@@ -41,6 +41,7 @@ excludeSuites = "000_the_start_sentinel_do_not_touch," + //
keep this line as th
"test_show_transaction," + // not supported yet
"test_spark_load," +
"test_index_lowercase_fault_injection," +
+ "test_index_compaction_failure_injection," +
"test_partial_update_2pc_schema_change," + // mow 2pc
"test_query_sys_rowsets," + // rowsets sys table
"test_unique_table_debug_data," + // disable auto compaction
diff --git a/regression-test/pipeline/p0/conf/regression-conf.groovy
b/regression-test/pipeline/p0/conf/regression-conf.groovy
index 1c2fb4d08b6..c30dd20481c 100644
--- a/regression-test/pipeline/p0/conf/regression-conf.groovy
+++ b/regression-test/pipeline/p0/conf/regression-conf.groovy
@@ -71,6 +71,7 @@ excludeSuites = "000_the_start_sentinel_do_not_touch," + //
keep this line as th
"test_spark_load," +
"test_broker_load_func," +
"test_stream_stub_fault_injection," +
+ "test_index_compaction_failure_injection," +
"zzz_the_end_sentinel_do_not_touch" // keep this line as the last line
// this directories will not be executed
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
