This is an automated email from the ASF dual-hosted git repository. dataroaring pushed a commit to branch branch-3.0 in repository https://gitbox.apache.org/repos/asf/doris.git
commit afe4ab72dae7e2d07fe44c1f9211f74eaa498f1b Author: huanghaibin <284824...@qq.com> AuthorDate: Sun Aug 4 10:16:23 2024 +0800 [Enhancement](merge-on-write) Support dynamic delete bitmap txn_delete_bitmap_cache (#38761) The default cache is set to 100MB, use memory limit to dynamic adjustmen --- be/src/cloud/cloud_storage_engine.cpp | 12 ++++++++++-- 1 file changed, 10 insertions(+), 2 deletions(-) diff --git a/be/src/cloud/cloud_storage_engine.cpp b/be/src/cloud/cloud_storage_engine.cpp index de4bbac7b3e..8062631af1f 100644 --- a/be/src/cloud/cloud_storage_engine.cpp +++ b/be/src/cloud/cloud_storage_engine.cpp @@ -48,6 +48,7 @@ #include "olap/memtable_flush_executor.h" #include "olap/storage_policy.h" #include "runtime/memory/cache_manager.h" +#include "util/parse_util.h" namespace doris { @@ -186,8 +187,15 @@ Status CloudStorageEngine::open() { _calc_delete_bitmap_executor = std::make_unique<CalcDeleteBitmapExecutor>(); _calc_delete_bitmap_executor->init(); - _txn_delete_bitmap_cache = - std::make_unique<CloudTxnDeleteBitmapCache>(config::delete_bitmap_agg_cache_capacity); + // The default cache is set to 100MB, use memory limit to dynamic adjustment + bool is_percent = false; + int64_t delete_bitmap_agg_cache_cache_limit = + ParseUtil::parse_mem_spec(config::delete_bitmap_dynamic_agg_cache_limit, + MemInfo::mem_limit(), MemInfo::physical_mem(), &is_percent); + _txn_delete_bitmap_cache = std::make_unique<CloudTxnDeleteBitmapCache>( + delete_bitmap_agg_cache_cache_limit > config::delete_bitmap_agg_cache_capacity + ? delete_bitmap_agg_cache_cache_limit + : config::delete_bitmap_agg_cache_capacity); RETURN_IF_ERROR(_txn_delete_bitmap_cache->init()); _file_cache_block_downloader = std::make_unique<io::FileCacheBlockDownloader>(*this); --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org For additional commands, e-mail: commits-h...@doris.apache.org