(doris) branch branch-2.1 updated: [improvement](statistics)Disable fetch stats for iceberg table through Iceberg api by default. (#36931) (#36999)

[lijibing]

This is an automated email from the ASF dual-hosted git repository.

lijibing pushed a commit to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git


The following commit(s) were added to refs/heads/branch-2.1 by this push:
     new 65e8bbf0f2c [improvement](statistics)Disable fetch stats for iceberg 
table through Iceberg api by default. (#36931) (#36999)
65e8bbf0f2c is described below

commit 65e8bbf0f2c8ec50118bcfd54889c1943421d86f
Author: Jibing-Li <64681310+jibing...@users.noreply.github.com>
AuthorDate: Fri Jun 28 16:23:25 2024 +0800

    [improvement](statistics)Disable fetch stats for iceberg table through 
Iceberg api by default. (#36931) (#36999)
    
    backport https://github.com/apache/doris/pull/36931
---
 .../java/org/apache/doris/datasource/hive/HMSExternalTable.java  | 8 ++++++--
 fe/fe-core/src/main/java/org/apache/doris/qe/GlobalVariable.java | 9 +++++++++
 2 files changed, 15 insertions(+), 2 deletions(-)

diff --git 
a/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HMSExternalTable.java
 
b/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HMSExternalTable.java
index 37042edde62..03eac33ab53 100644
--- 
a/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HMSExternalTable.java
+++ 
b/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HMSExternalTable.java
@@ -573,10 +573,14 @@ public class HMSExternalTable extends ExternalTable 
implements MTMVRelatedTableI
             case HIVE:
                 return getHiveColumnStats(colName);
             case ICEBERG:
-                return StatisticsUtil.getIcebergColumnStats(colName,
+                if (GlobalVariable.enableFetchIcebergStats) {
+                    return StatisticsUtil.getIcebergColumnStats(colName,
                         
Env.getCurrentEnv().getExtMetaCacheMgr().getIcebergMetadataCache().getIcebergTable(
-                                catalog, dbName, name
+                            catalog, dbName, name
                         ));
+                } else {
+                    break;
+                }
             default:
                 LOG.warn("get column stats for dlaType {} is not supported.", 
dlaType);
         }
diff --git a/fe/fe-core/src/main/java/org/apache/doris/qe/GlobalVariable.java 
b/fe/fe-core/src/main/java/org/apache/doris/qe/GlobalVariable.java
index 14d8c35ff72..6eac0c2b815 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/qe/GlobalVariable.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/qe/GlobalVariable.java
@@ -63,6 +63,9 @@ public final class GlobalVariable {
     public static final String DEFAULT_USING_META_CACHE_FOR_EXTERNAL_CATALOG
             = "default_using_meta_cache_for_external_catalog";
 
+    public static final String ENABLE_FETCH_ICEBERG_STATS = 
"enable_fetch_iceberg_stats";
+
+
     @VariableMgr.VarAttr(name = VERSION_COMMENT, flag = VariableMgr.READ_ONLY)
     public static String versionComment = "Doris version "
             + Version.DORIS_BUILD_VERSION + "-" + 
Version.DORIS_BUILD_SHORT_HASH;
@@ -155,6 +158,12 @@ public final class GlobalVariable {
                     "Only for compatibility with MySQL ecosystem, no practical 
meaning"})
     public static boolean super_read_only = true;
 
+    @VariableMgr.VarAttr(name = ENABLE_FETCH_ICEBERG_STATS, flag = 
VariableMgr.GLOBAL,
+            description = {
+                "当HMS catalog中的Iceberg表没有统计信息时，是否通过Iceberg Api获取统计信息",
+                "Enable fetch stats for HMS Iceberg table when it's not 
analyzed."})
+    public static boolean enableFetchIcebergStats = false;
+
     // Don't allow creating instance.
     private GlobalVariable() {
     }


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org