This is an automated email from the ASF dual-hosted git repository. yuqi4733 pushed a change to branch issue_6852 in repository https://gitbox.apache.org/repos/asf/gravitino.git
from d1f03d5026 fix add 634a7ca565 Resolve comments. add 818362b0ea [6346] feat(authz): Add privilege support for model (#6820) add 8d0ac2c2b2 build(deps): bump com.github.jk1.dependency-license-report from 2.5 to 2.9 (#6859) add 0cecdbfc87 [#6217] flink-connector: Add Integration Tests for GravitinoPaimonCatalog with Catalog-backend as JDBC in the Flink (#6856) add 8bcfba0b4e [#6779] feat(core): Support lineage framework in Gravitino (#6782) add 74f17c4afc [#6708] docs: Add documentation for the GravitinoJdbcCatalog in Flink connector (#6772) add eadbf11270 [#6618] feat(docker): Build ranger packages with ranger-dependency.sh (#6848) add be8e1519f3 [#6695] fix(authz): Fix the error privileges (#6821) add 914e69b08e [#6759] test(core): Support role event to Gravitino server (#6851) add a9e93e256e [#6704] feat(authz): Support model hook dispatcher (#6844) add ecf6534c54 [#6777] fix(server,authn): Fix use catalog and show databases failed with krb cluster issue (#6778) new 7620404c3a Merge branch 'main' of github.com:apache/gravitino into issue_6852 The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: LICENSE.bin | 1 + .../apache/gravitino/authorization/Privilege.java | 8 +- .../apache/gravitino/authorization/Privileges.java | 103 +++++++++ .../gravitino/authorization/SecurableObjects.java | 16 ++ .../authorization/TestSecurableObjects.java | 35 +++ .../common/PathBasedMetadataObject.java | 15 ++ .../common/PathBasedSecurableObject.java | 3 +- .../ranger/RangerAuthorizationHDFSPlugin.java | 238 ++++++++++++++------- .../ranger/RangerAuthorizationHadoopSQLPlugin.java | 35 +-- .../ranger/RangerAuthorizationPlugin.java | 5 +- .../test/RangerAuthorizationHDFSPluginIT.java | 122 +++++++++-- .../ranger/integration/test/RangerHiveIT.java | 5 +- .../ranger/integration/test/RangerITEnv.java | 4 +- .../gravitino/catalog/hive/HiveProxyPlugin.java | 9 +- .../test/authorization/AccessControlIT.java | 88 ++++++++ .../integration/test/authorization/OwnerIT.java | 56 +++++ conf/log4j2.properties.template | 24 +++ .../java/org/apache/gravitino/GravitinoEnv.java | 5 +- .../authorization/AuthorizationUtils.java | 10 + .../catalog/SchemaOperationDispatcher.java | 26 +-- .../catalog/TableOperationDispatcher.java | 26 +-- .../apache/gravitino/hook/ModelHookDispatcher.java | 176 +++++++++++++++ .../api/event/AccessControlEventDispatcher.java | 47 ++-- ...eleteRolePreEvent.java => CreateRoleEvent.java} | 31 ++- ...eleteRolePreEvent.java => DeleteRoleEvent.java} | 29 ++- .../{DeleteRolePreEvent.java => GetRoleEvent.java} | 30 +-- ...egesPreEvent.java => GrantPrivilegesEvent.java} | 53 +++-- .../api/event/GrantPrivilegesPreEvent.java | 10 +- ...eNamesPreEvent.java => ListRoleNamesEvent.java} | 36 ++-- ...gesPreEvent.java => RevokePrivilegesEvent.java} | 48 ++--- .../api/event/RevokePrivilegesPreEvent.java | 10 +- .../api/event/{UserEvent.java => RoleEvent.java} | 20 +- .../gravitino/listener/api/info/RoleInfo.java | 80 +++++++ .../mapper/OwnerMetaSQLProviderFactory.java | 2 +- .../provider/base/OwnerMetaBaseSQLProvider.java | 13 +- .../base/SecurableObjectBaseSQLProvider.java | 11 + .../base/TagMetadataObjectRelBaseSQLProvider.java | 11 + .../postgresql/OwnerMetaPostgreSQLProvider.java | 13 +- .../SecurableObjectPostgreSQLProvider.java | 11 + .../TagMetadataObjectRelPostgreSQLProvider.java | 11 + .../relational/service/ModelMetaService.java | 26 ++- .../OperationStatus.java => utils/ClassUtils.java} | 16 +- .../listener/api/event/TestRoleEvent.java | 169 ++++++++++++++- .../relational/service/TestOwnerMetaService.java | 79 ++++++- .../relational/service/TestSecurableObjects.java | 65 +++++- .../relational/service/TestTagMetaService.java | 70 +++++- dev/docker/hive/download-release.sh | 59 ----- dev/docker/hive/hive-dependency.sh | 11 +- dev/docker/ranger/.env | 79 +++++++ dev/docker/ranger/ranger-dependency.sh | 30 ++- docs/flink-connector/flink-catalog-jdbc.md | 121 +++++++++++ docs/flink-connector/flink-connector.md | 7 +- docs/gravitino-server-config.md | 25 +-- docs/security/access-control.md | 8 + ...ackendIT.java => FlinkPaimonJdbcBackendIT.java} | 50 ++++- gradle/libs.versions.toml | 4 +- .../catalog-common => lineage}/build.gradle.kts | 9 +- .../apache/gravitino/lineage/LineageConfig.java | 132 ++++++++++++ .../gravitino/lineage/LineageDispatcher.java | 57 +++++ .../apache/gravitino/lineage/LineageService.java | 82 +++++++ .../lineage/processor/LineageProcessor.java | 16 +- .../gravitino/lineage/processor/NoopProcessor.java | 14 +- .../gravitino/lineage/sink/LineageLogSink.java | 73 +++++++ .../apache/gravitino/lineage/sink/LineageSink.java | 38 ++-- .../gravitino/lineage/sink/LineageSinkManager.java | 28 +-- .../lineage/source/HTTPLineageSource.java | 26 +-- .../gravitino/lineage/source/LineageSource.java | 36 ++-- .../gravitino/lineage/TestLineageConfig.java | 101 +++++++++ .../gravitino/server/web/SupportsRESTPackages.java | 18 +- server/build.gradle.kts | 1 + .../apache/gravitino/server/GravitinoServer.java | 28 ++- settings.gradle.kts | 1 + 72 files changed, 2419 insertions(+), 536 deletions(-) create mode 100644 core/src/main/java/org/apache/gravitino/hook/ModelHookDispatcher.java copy core/src/main/java/org/apache/gravitino/listener/api/event/{DeleteRolePreEvent.java => CreateRoleEvent.java} (59%) copy core/src/main/java/org/apache/gravitino/listener/api/event/{DeleteRolePreEvent.java => DeleteRoleEvent.java} (62%) copy core/src/main/java/org/apache/gravitino/listener/api/event/{DeleteRolePreEvent.java => GetRoleEvent.java} (59%) copy core/src/main/java/org/apache/gravitino/listener/api/event/{GrantPrivilegesPreEvent.java => GrantPrivilegesEvent.java} (55%) copy core/src/main/java/org/apache/gravitino/listener/api/event/{ListRoleNamesPreEvent.java => ListRoleNamesEvent.java} (56%) copy core/src/main/java/org/apache/gravitino/listener/api/event/{RevokePrivilegesPreEvent.java => RevokePrivilegesEvent.java} (57%) copy core/src/main/java/org/apache/gravitino/listener/api/event/{UserEvent.java => RoleEvent.java} (66%) create mode 100644 core/src/main/java/org/apache/gravitino/listener/api/info/RoleInfo.java copy core/src/main/java/org/apache/gravitino/{listener/api/event/OperationStatus.java => utils/ClassUtils.java} (74%) delete mode 100755 dev/docker/hive/download-release.sh create mode 100644 dev/docker/ranger/.env create mode 100644 docs/flink-connector/flink-catalog-jdbc.md copy flink-connector/flink/src/test/java/org/apache/gravitino/flink/connector/integration/test/paimon/{FlinkPaimonLocalFileSystemBackendIT.java => FlinkPaimonJdbcBackendIT.java} (53%) copy {catalogs/catalog-common => lineage}/build.gradle.kts (79%) create mode 100644 lineage/src/main/java/org/apache/gravitino/lineage/LineageConfig.java create mode 100644 lineage/src/main/java/org/apache/gravitino/lineage/LineageDispatcher.java create mode 100644 lineage/src/main/java/org/apache/gravitino/lineage/LineageService.java copy core/src/main/java/org/apache/gravitino/credential/CredentialContext.java => lineage/src/main/java/org/apache/gravitino/lineage/processor/LineageProcessor.java (65%) copy core/src/main/java/org/apache/gravitino/listener/api/event/OperationStatus.java => lineage/src/main/java/org/apache/gravitino/lineage/processor/NoopProcessor.java (77%) create mode 100644 lineage/src/main/java/org/apache/gravitino/lineage/sink/LineageLogSink.java copy core/src/main/java/org/apache/gravitino/listener/api/event/GetPartitionPreEvent.java => lineage/src/main/java/org/apache/gravitino/lineage/sink/LineageSink.java (54%) copy iceberg/iceberg-rest-server/src/test/java/org/apache/gravitino/iceberg/service/extension/HelloResponse.java => lineage/src/main/java/org/apache/gravitino/lineage/sink/LineageSinkManager.java (60%) copy core/src/main/java/org/apache/gravitino/listener/api/event/ListMetalakePreEvent.java => lineage/src/main/java/org/apache/gravitino/lineage/source/HTTPLineageSource.java (62%) copy core/src/main/java/org/apache/gravitino/listener/api/event/DropPartitionPreEvent.java => lineage/src/main/java/org/apache/gravitino/lineage/source/LineageSource.java (53%) create mode 100644 lineage/src/test/java/org/apache/gravitino/lineage/TestLineageConfig.java copy core/src/main/java/org/apache/gravitino/credential/CredentialContext.java => server-common/src/main/java/org/apache/gravitino/server/web/SupportsRESTPackages.java (63%)