This is an automated email from the ASF dual-hosted git repository.
kirs pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from fe4861134e1 [fix](cloud) Fix std::sleep_for in bthread sync_rowset
(#53925)
add b1746446638 [feat](paramter-refactor)Adapt Iceberg Tables to New
Metastore Parameters (Architectural Refactoring) (#53571)
No new revisions were added by this update.
Summary of changes:
.../authentication/ExecutionAuthenticator.java | 59 +++++++
...nfig.java => HadoopExecutionAuthenticator.java} | 23 ++-
.../org/apache/doris/common/ThreadPoolManager.java | 8 +-
.../apache/doris/datasource/ExternalCatalog.java | 20 +--
.../doris/datasource/hive/HMSExternalCatalog.java | 7 +-
.../doris/datasource/hive/HiveMetadataOps.java | 13 +-
.../datasource/hive/ThriftHMSCachedClient.java | 13 +-
.../apache/doris/datasource/hudi/HudiUtils.java | 4 +-
.../doris/datasource/hudi/source/HudiScanNode.java | 6 +-
.../iceberg/IcebergDLFExternalCatalog.java | 15 --
.../datasource/iceberg/IcebergExternalCatalog.java | 40 +++--
.../iceberg/IcebergExternalDatabase.java | 2 +-
.../datasource/iceberg/IcebergExternalTable.java | 4 +-
.../iceberg/IcebergGlueExternalCatalog.java | 32 ----
.../iceberg/IcebergHMSExternalCatalog.java | 8 -
.../iceberg/IcebergHadoopExternalCatalog.java | 48 ------
.../datasource/iceberg/IcebergMetadataCache.java | 4 +-
.../datasource/iceberg/IcebergMetadataOps.java | 56 +++----
.../iceberg/IcebergRestExternalCatalog.java | 23 ---
.../iceberg/IcebergS3TablesExternalCatalog.java | 37 +----
.../datasource/iceberg/IcebergTransaction.java | 4 +-
.../doris/datasource/iceberg/IcebergUtils.java | 8 +-
.../datasource/iceberg/source/IcebergScanNode.java | 6 +-
.../datasource/paimon/PaimonExternalCatalog.java | 7 +-
.../property/ConnectorPropertiesUtils.java | 7 +-
.../metastore/AWSGlueMetaStoreBaseProperties.java | 33 ++--
.../metastore/AWSGlueMetaStoreProperties.java | 4 +-
.../property/metastore/AbstractHMSProperties.java | 6 +-
.../metastore/AbstractIcebergProperties.java | 75 +++++++++
.../AbstractMetastorePropertiesFactory.java | 74 +++++++++
.../metastore/AliyunDLFBaseProperties.java | 14 ++
.../{HMSProperties.java => HMSBaseProperties.java} | 134 ++++++----------
.../metastore/HMSGlueMetaStoreProperties.java | 2 +-
.../property/metastore/HMSProperties.java | 169 +--------------------
.../property/metastore/HMSPropertiesFactory.java | 31 ++--
.../IcebergAliyunDLFMetaStoreProperties.java | 76 +++++++++
.../IcebergFileSystemMetaStoreProperties.java | 80 ++++++++++
.../metastore/IcebergGlueMetaStoreProperties.java | 103 +++++++++++++
.../metastore/IcebergHMSMetaStoreProperties.java | 121 +++++++++++++++
.../metastore/IcebergPropertiesFactory.java | 47 +++---
.../property/metastore/IcebergRestProperties.java | 33 +++-
.../IcebergS3TablesMetaStoreProperties.java | 91 +++++++++++
.../property/metastore/MetastoreProperties.java | 8 +-
.../metastore/MetastorePropertiesFactory.java | 10 ++
.../storage/AbstractS3CompatibleProperties.java | 6 +
.../property/storage/AzureProperties.java | 7 +
.../property/storage/BrokerProperties.java | 5 +
.../datasource/property/storage/COSProperties.java | 17 +++
.../property/storage/HdfsCompatibleProperties.java | 17 ++-
.../property/storage/HdfsProperties.java | 49 +++---
.../property/storage/LocalProperties.java | 8 +
.../property/storage/MinioProperties.java | 16 +-
.../datasource/property/storage/OBSProperties.java | 13 ++
.../property/storage/OSSHdfsProperties.java | 14 +-
.../datasource/property/storage/OSSProperties.java | 15 ++
.../datasource/property/storage/S3Properties.java | 24 ++-
.../property/storage/StorageProperties.java | 24 +++
.../apache/doris/fs/remote/dfs/DFSFileSystem.java | 43 +++---
.../insert/BaseExternalTableInsertExecutor.java | 4 +-
.../tablefunction/IcebergTableValuedFunction.java | 6 +-
.../tablefunction/PaimonTableValuedFunction.java | 8 +-
.../doris/datasource/hive/HmsCommitTest.java | 4 +-
.../IcebergExternalTableBranchAndTagTest.java | 4 +-
.../datasource/iceberg/IcebergTransactionTest.java | 5 +-
.../property/metastore/HMSPropertiesTest.java | 22 +--
.../property/storage/HdfsPropertiesTest.java | 10 +-
.../property/storage/OSSHdfsPropertiesTest.java | 4 +-
.../apache/doris/planner/HiveTableSinkTest.java | 4 +-
.../doris/planner/ListPartitionPrunerV2Test.java | 4 +-
69 files changed, 1209 insertions(+), 689 deletions(-)
create mode 100644
fe/fe-common/src/main/java/org/apache/doris/common/security/authentication/ExecutionAuthenticator.java
copy
fe/fe-common/src/main/java/org/apache/doris/common/security/authentication/{SimpleAuthenticationConfig.java
=> HadoopExecutionAuthenticator.java} (58%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/metastore/AbstractIcebergProperties.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/metastore/AbstractMetastorePropertiesFactory.java
copy
fe/fe-core/src/main/java/org/apache/doris/datasource/property/metastore/{HMSProperties.java
=> HMSBaseProperties.java} (74%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/metastore/IcebergAliyunDLFMetaStoreProperties.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/metastore/IcebergFileSystemMetaStoreProperties.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/metastore/IcebergGlueMetaStoreProperties.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/metastore/IcebergHMSMetaStoreProperties.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/metastore/IcebergS3TablesMetaStoreProperties.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
