This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch branch-catalog-spi
in repository https://gitbox.apache.org/repos/asf/doris.git
from d59ed2f96d9 [refactor](catalog) P5 paimon: remove legacy subsystem
from fe-core + make fe-core paimon-SDK-free (T29) (#64653)
add e5959e1b53d [refactor](catalog) P3b: consolidate kerberos
authentication into fe-kerberos (#64655)
No new revisions were added by this update.
Summary of changes:
.../apache/doris/hudi/HadoopHudiJniScanner.java | 4 +-
.../doris/iceberg/IcebergSysTableJniScanner.java | 4 +-
fe/be-java-extensions/java-common/pom.xml | 5 +
.../org/apache/doris/paimon/PaimonJniScanner.java | 4 +-
.../common/security/authentication/AuthType.java | 60 -----------
fe/fe-core/pom.xml | 5 +
.../org/apache/doris/catalog/HdfsResource.java | 2 +-
.../org/apache/doris/catalog/HdfsStorageVault.java | 2 +-
.../java/org/apache/doris/catalog/HiveTable.java | 4 +-
.../org/apache/doris/common/ThreadPoolManager.java | 2 +-
.../doris/connector/DefaultConnectorContext.java | 2 +-
.../apache/doris/datasource/ExternalCatalog.java | 2 +-
.../doris/datasource/hive/HMSCachedClient.java | 2 +-
.../datasource/hive/HiveExternalMetaCache.java | 4 +-
.../datasource/hive/HiveMetaStoreClientHelper.java | 4 +-
.../doris/datasource/hive/HiveMetadataOps.java | 2 +-
.../datasource/hive/ThriftHMSCachedClient.java | 2 +-
.../datasource/iceberg/IcebergMetadataOps.java | 2 +-
.../datasource/iceberg/source/IcebergScanNode.java | 2 +-
.../property/metastore/AbstractHiveProperties.java | 2 +-
.../metastore/AbstractIcebergProperties.java | 2 +-
.../metastore/AbstractPaimonProperties.java | 4 +-
.../property/metastore/HMSBaseProperties.java | 6 +-
.../property/metastore/HiveHMSProperties.java | 2 +-
.../IcebergFileSystemMetaStoreProperties.java | 2 +-
.../metastore/IcebergHMSMetaStoreProperties.java | 2 +-
.../property/metastore/MetastoreProperties.java | 2 +-
.../metastore/PaimonHMSMetaStoreProperties.java | 2 +-
.../property/storage/HdfsCompatibleProperties.java | 6 +-
.../property/storage/HdfsProperties.java | 2 +-
...ultConnectorContextBackendStoragePropsTest.java | 2 +-
.../DefaultConnectorContextNormalizeUriTest.java | 2 +-
.../DefaultConnectorContextStoragePropsTest.java | 2 +-
.../doris/datasource/hive/HmsCommitTest.java | 2 +-
.../datasource/hive/ThriftHMSCachedClientTest.java | 2 +-
.../datasource/iceberg/IcebergMetadataOpTest.java | 2 +-
.../iceberg/IcebergMetadataOpsValidationTest.java | 2 +-
.../datasource/iceberg/IcebergTransactionTest.java | 2 +-
.../datasource/property/metastore/HMSGlueIT.java | 2 +-
.../property/metastore/HMSPropertiesTest.java | 2 +-
.../IcebergHMSMetaStorePropertiesTest.java | 2 +-
.../PaimonFileSystemMetaStorePropertiesTest.java | 2 +-
.../PaimonJdbcMetaStorePropertiesTest.java | 2 +-
.../property/storage/HdfsPropertiesTest.java | 4 +-
fe/fe-filesystem/README.md | 2 +-
fe/fe-filesystem/fe-filesystem-hdfs/pom.xml | 7 ++
.../doris/filesystem/hdfs/DFSFileSystem.java | 40 +++++--
.../doris/filesystem/hdfs/HdfsFileIterator.java | 2 +-
.../doris/filesystem/hdfs/HdfsInputFile.java | 2 +-
.../doris/filesystem/hdfs/HdfsOutputFile.java | 2 +-
.../hdfs/KerberosHadoopAuthenticator.java | 117 ---------------------
.../filesystem/hdfs/SimpleHadoopAuthenticator.java | 63 -----------
.../filesystem/hdfs/DFSAuthenticatorTest.java | 84 +++++++++++++++
.../filesystem/hdfs/HdfsFileIteratorTest.java | 20 +++-
.../hdfs/KerberosHadoopAuthenticatorEnvTest.java | 26 +++--
.../hdfs/SimpleHadoopAuthenticatorTest.java | 70 ------------
fe/fe-filesystem/fe-filesystem-spi/pom.xml | 2 +-
.../doris/filesystem/spi/HadoopAuthenticator.java | 45 --------
.../apache/doris/filesystem/spi/IOCallable.java | 32 ------
fe/fe-kerberos/pom.xml | 39 ++++++-
.../java/org/apache/doris/kerberos/AuthType.java | 20 +++-
.../doris/kerberos}/AuthenticationConfig.java | 2 +-
.../doris/kerberos}/ExecutionAuthenticator.java | 2 +-
.../doris/kerberos}/HadoopAuthenticator.java | 2 +-
.../kerberos}/HadoopExecutionAuthenticator.java | 2 +-
.../kerberos}/HadoopKerberosAuthenticator.java | 3 +-
.../doris/kerberos}/HadoopSimpleAuthenticator.java | 2 +-
.../ImpersonatingHadoopAuthenticator.java | 2 +-
.../kerberos}/KerberosAuthenticationConfig.java | 2 +-
.../apache/doris/kerberos/KerberosTicketUtils.java | 65 ++++++++++++
.../doris/kerberos}/PreExecutionAuthenticator.java | 2 +-
.../kerberos}/PreExecutionAuthenticatorCache.java | 2 +-
.../kerberos}/SimpleAuthenticationConfig.java | 2 +-
.../apache/doris/kerberos}/AuthenticationTest.java | 2 +-
.../doris/kerberos/KerberosTicketUtilsTest.java | 96 +++++++++++++++++
plan-doc/HANDOFF.md | 45 ++++----
plan-doc/metastore-storage-refactor/HANDOFF.md | 27 ++---
plan-doc/metastore-storage-refactor/PROGRESS.md | 9 +-
plan-doc/metastore-storage-refactor/WORKFLOW.md | 9 +-
.../metastore-storage-refactor/decisions-log.md | 7 ++
.../metastore-storage-refactor/deviations-log.md | 16 +++
plan-doc/metastore-storage-refactor/tasks.md | 37 ++++---
82 files changed, 547 insertions(+), 538 deletions(-)
delete mode 100644
fe/fe-common/src/main/java/org/apache/doris/common/security/authentication/AuthType.java
delete mode 100644
fe/fe-filesystem/fe-filesystem-hdfs/src/main/java/org/apache/doris/filesystem/hdfs/KerberosHadoopAuthenticator.java
delete mode 100644
fe/fe-filesystem/fe-filesystem-hdfs/src/main/java/org/apache/doris/filesystem/hdfs/SimpleHadoopAuthenticator.java
create mode 100644
fe/fe-filesystem/fe-filesystem-hdfs/src/test/java/org/apache/doris/filesystem/hdfs/DFSAuthenticatorTest.java
delete mode 100644
fe/fe-filesystem/fe-filesystem-hdfs/src/test/java/org/apache/doris/filesystem/hdfs/SimpleHadoopAuthenticatorTest.java
delete mode 100644
fe/fe-filesystem/fe-filesystem-spi/src/main/java/org/apache/doris/filesystem/spi/HadoopAuthenticator.java
delete mode 100644
fe/fe-filesystem/fe-filesystem-spi/src/main/java/org/apache/doris/filesystem/spi/IOCallable.java
rename
fe/{fe-common/src/main/java/org/apache/doris/common/security/authentication =>
fe-kerberos/src/main/java/org/apache/doris/kerberos}/AuthenticationConfig.java
(98%)
rename
fe/{fe-common/src/main/java/org/apache/doris/common/security/authentication =>
fe-kerberos/src/main/java/org/apache/doris/kerberos}/ExecutionAuthenticator.java
(97%)
rename
fe/{fe-common/src/main/java/org/apache/doris/common/security/authentication =>
fe-kerberos/src/main/java/org/apache/doris/kerberos}/HadoopAuthenticator.java
(97%)
rename
fe/{fe-common/src/main/java/org/apache/doris/common/security/authentication =>
fe-kerberos/src/main/java/org/apache/doris/kerberos}/HadoopExecutionAuthenticator.java
(96%)
rename
fe/{fe-common/src/main/java/org/apache/doris/common/security/authentication =>
fe-kerberos/src/main/java/org/apache/doris/kerberos}/HadoopKerberosAuthenticator.java
(98%)
rename
fe/{fe-common/src/main/java/org/apache/doris/common/security/authentication =>
fe-kerberos/src/main/java/org/apache/doris/kerberos}/HadoopSimpleAuthenticator.java
(97%)
rename
fe/{fe-common/src/main/java/org/apache/doris/common/security/authentication =>
fe-kerberos/src/main/java/org/apache/doris/kerberos}/ImpersonatingHadoopAuthenticator.java
(96%)
rename
fe/{fe-common/src/main/java/org/apache/doris/common/security/authentication =>
fe-kerberos/src/main/java/org/apache/doris/kerberos}/KerberosAuthenticationConfig.java
(97%)
create mode 100644
fe/fe-kerberos/src/main/java/org/apache/doris/kerberos/KerberosTicketUtils.java
rename
fe/{fe-common/src/main/java/org/apache/doris/common/security/authentication =>
fe-kerberos/src/main/java/org/apache/doris/kerberos}/PreExecutionAuthenticator.java
(98%)
rename
fe/{fe-common/src/main/java/org/apache/doris/common/security/authentication =>
fe-kerberos/src/main/java/org/apache/doris/kerberos}/PreExecutionAuthenticatorCache.java
(98%)
rename
fe/{fe-common/src/main/java/org/apache/doris/common/security/authentication =>
fe-kerberos/src/main/java/org/apache/doris/kerberos}/SimpleAuthenticationConfig.java
(94%)
rename
fe/{fe-common/src/test/java/org/apache/doris/common/security/authentication =>
fe-kerberos/src/test/java/org/apache/doris/kerberos}/AuthenticationTest.java
(96%)
create mode 100644
fe/fe-kerberos/src/test/java/org/apache/doris/kerberos/KerberosTicketUtilsTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
