This is an automated email from the ASF dual-hosted git repository.
shaofengshi pushed a change to branch update_flink_connector_doc
in repository https://gitbox.apache.org/repos/asf/gravitino.git
from 4939ac8c8d minor update based on the review comment
add 3ceee7abe4 [MINOR] Modify the collaborators (#7884)
add 637a5e2ccb [#7887] fix(authz): Fix list role names for metadata object
API lack access control (#7898)
add 21ab7d465b [#7721] feat(policy): Add Relational Backend Support for
Policy (part-4) (#7722)
add 78e3dbbf88 [#7746] improvement(authz) :Use Jcasbin as the default
implementation of GravitinoAuthorizer (#7839)
add 137abc4c74 [#7823] feat(server): upgrade Gravitino server mini JDK
version to 17 (#7913)
add ff4bb56f0c [MINOR] fix(core): Increase the timeout to fix the flaky
test (#7878)
add 0f010bd26d [#7888] fix incorrect path in docs for list partitions
(#7903)
add cda8017dd4 [#7507] feat(core): Add storage layout for job system
(#7874)
add f644acf4cf [#7926] feat(auth): Add OAuth support for JWKS URLs (#7883)
add 256cad05c2 [#7900] fix(catalogs): Fix jdbc catalogs DateTimeType
column load with default value (#7901)
add d6e8978eb7 [#7906] improvement(trino-connector): Increase the priority
of configuration which is defined by Gravitino (#7907)
add 74250f72b8 [#7771] improvement(fileset-catalog): Introduce the cache
system for filesystem in FilesetCatalogOperations (#7782)
add 0f956f6065 [#7906] docs(trino-connector): Document the usage
constraints for trino.bypass.* properties (#7931)
add a8def1bf67 [#3302][Sub-Task] StarRocks catalog web UI (#7798)
add 75b00ef224 [#7758] feat(server): Add REST API for job system (part-1)
(#7923)
add 16d798ab45 Merge branch 'main' into update_flink_connector_doc
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 3 +-
.github/workflows/backend-integration-test.yml | 2 +-
.github/workflows/build.yml | 6 +-
.github/workflows/cron-integration-test.yml | 2 +-
.github/workflows/flink-integration-test.yml | 2 +-
.github/workflows/spark-integration-test.yml | 2 +-
.../rel/expressions/literals/Literals.java | 20 +
.../ranger/integration/test/RangerBaseE2EIT.java | 9 +
.../ranger/integration/test/RangerFilesetIT.java | 3 +
build.gradle.kts | 2 -
.../catalog/fileset/FilesetCatalogOperations.java | 164 ++++--
.../fileset/TestFilesetCatalogOperations.java | 28 +
.../test/HadoopUserAuthenticationIT.java | 3 +-
.../converter/JdbcColumnDefaultValueConverter.java | 12 +-
.../DorisColumnDefaultValueConverter.java | 5 +-
.../doris/integration/test/CatalogDorisIT.java | 78 +++
.../MysqlColumnDefaultValueConverter.java | 6 +-
.../mysql/integration/test/CatalogMysqlIT.java | 8 +
.../OceanBaseColumnDefaultValueConverter.java | 2 +-
.../integration/test/CatalogOceanBaseIT.java | 4 +
.../PostgreSqlColumnDefaultValueConverter.java | 9 +-
.../integration/test/CatalogPostgreSqlIT.java | 51 +-
.../StarRocksColumnDefaultValueConverter.java | 2 +-
.../integration/test/CatalogStarRocksIT.java | 71 +++
.../authorization/BaseRestApiAuthorizationIT.java | 3 -
.../test/authorization/CheckCurrentUserIT.java | 3 +
.../MetadataObjectRoleAuthorizationIT.java | 95 ++++
.../integration/test/authorization/OwnerIT.java | 3 +
.../apache/gravitino/dto/job/JobTemplateDTO.java | 136 +++++
.../ShellJobTemplateDTO.java} | 31 +-
.../SparkJobTemplateDTO.java} | 54 +-
...equest.java => JobTemplateRegisterRequest.java} | 26 +-
...tResponse.java => JobTemplateListResponse.java} | 30 +-
...nListResponse.java => JobTemplateResponse.java} | 28 +-
.../apache/gravitino/dto/util/DTOConverters.java | 46 ++
.../gravitino/dto/job/TestJobTemplateDTO.java | 440 +++++++++++++++
.../requests/TestJobTemplateRegisterRequest.java | 83 +++
.../main/java/org/apache/gravitino/Configs.java | 2 +-
.../java/org/apache/gravitino/GravitinoEnv.java | 30 +-
.../java/org/apache/gravitino/job/JobManager.java | 34 +-
.../gravitino/job/JobOperationDispatcher.java | 3 +-
.../gravitino/job/local/LocalJobExecutor.java | 15 +-
.../gravitino/storage/relational/JDBCBackend.java | 37 +-
.../storage/relational/mapper/JobMetaMapper.java | 70 +++
.../mapper/JobMetaSQLProviderFactory.java | 97 ++++
.../relational/mapper/JobTemplateMetaMapper.java | 68 +++
.../mapper/JobTemplateMetaSQLProviderFactory.java | 90 +++
.../relational/mapper/PolicyMetaMapper.java | 29 +-
.../mapper/PolicyMetaSQLProviderFactory.java | 6 +
...per.java => PolicyMetadataObjectRelMapper.java} | 92 +++-
.../PolicyMetadataObjectRelSQLProviderFactory.java | 128 +++++
.../provider/base/JobMetaBaseSQLProvider.java | 176 ++++++
.../base/JobTemplateMetaBaseSQLProvider.java | 123 +++++
.../provider/base/PolicyMetaBaseSQLProvider.java | 27 +
.../PolicyMetadataObjectRelBaseSQLProvider.java | 234 ++++++++
.../postgresql/JobMetaPostgreSQLProvider.java | 107 ++++
.../JobTemplateMetaPostgreSQLProvider.java | 84 +++
.../PolicyMetadataObjectRelPostgreSQLProvider.java | 201 +++++++
.../gravitino/storage/relational/po/JobPO.java | 143 +++++
.../storage/relational/po/JobTemplatePO.java | 133 +++++
...ctRelPO.java => PolicyMetadataObjectRelPO.java} | 63 +--
.../relational/service/CatalogMetaService.java | 11 +
.../relational/service/FilesetMetaService.java | 7 +
.../storage/relational/service/JobMetaService.java | 124 +++++
.../relational/service/JobTemplateMetaService.java | 133 +++++
.../relational/service/MetalakeMetaService.java | 22 +-
.../relational/service/ModelMetaService.java | 7 +
.../relational/service/PolicyMetaService.java | 208 ++++++-
.../relational/service/SchemaMetaService.java | 11 +
.../relational/service/TableMetaService.java | 4 +
.../relational/service/TopicMetaService.java | 7 +
.../storage/relational/utils/POConverters.java | 28 +-
.../gravitino/job/local/TestLocalJobExecutor.java | 12 +-
.../gravitino/storage/relational/po/TestJobPO.java | 144 +++++
.../relational/service/TestJobMetaService.java | 183 +++++++
.../service/TestJobTemplateMetaService.java | 257 +++++++++
.../relational/service/TestPolicyMetaService.java | 606 +++++++++++++++++++++
docs/open-api/openapi.yaml | 2 +-
docs/trino-connector/supported-catalog.md | 4 +
gradle.properties | 4 +-
gradle/libs.versions.toml | 2 +
.../test/IcebergRestKerberosHiveCatalogIT.java | 19 +-
scripts/h2/schema-1.0.0-h2.sql | 31 ++
scripts/h2/upgrade-0.9.0-to-1.0.0-h2.sql | 33 +-
scripts/mysql/schema-1.0.0-mysql.sql | 33 +-
scripts/mysql/upgrade-0.9.0-to-1.0.0-mysql.sql | 31 ++
scripts/postgresql/schema-1.0.0-postgresql.sql | 56 ++
.../upgrade-0.9.0-to-1.0.0-postgresql.sql | 56 ++
server-common/build.gradle.kts | 1 +
.../server/authentication/JwksTokenValidator.java | 172 ++++++
.../authentication/OAuth2TokenAuthenticator.java | 118 ++--
.../server/authentication/OAuthConfig.java | 18 +-
.../server/authentication/OAuthTokenValidator.java | 26 +-
.../authentication/OAuthTokenValidatorFactory.java | 62 +++
...henticator.java => StaticSignKeyValidator.java} | 66 +--
.../authentication/TestJwksTokenValidator.java | 337 ++++++++++++
.../TestOAuth2TokenAuthenticator.java | 155 +++++-
.../TestOAuthTokenValidatorFactory.java | 160 ++++++
.../authentication/TestStaticSignKeyValidator.java | 231 ++++++++
.../apache/gravitino/server/GravitinoServer.java | 2 +
.../server/web/rest/ExceptionHandlers.java | 47 ++
.../gravitino/server/web/rest/JobOperations.java | 253 +++++++++
.../web/rest/MetadataObjectRoleOperations.java | 22 +
.../server/web/rest/TestJobOperations.java | 532 ++++++++++++++++++
.../catalog/CatalogPropertyConverter.java | 15 +-
.../catalog/hive/HiveConnectorAdapter.java | 6 +-
.../iceberg/IcebergCatalogPropertyConverter.java | 7 +-
.../hive/TestHiveCatalogPropertyConverter.java | 3 +
.../TestIcebergCatalogPropertyConverter.java | 3 +
.../mysql/TestMySQLCatalogPropertyConverter.java | 3 +
web/web/src/app/metalakes/metalake/MetalakeTree.js | 2 +
web/web/src/lib/icons/iconify-icons.css | 5 +
web/web/src/lib/icons/svg/starrocks.svg | 23 +
web/web/src/lib/utils/initial.js | 49 ++
114 files changed, 7372 insertions(+), 445 deletions(-)
create mode 100644
clients/client-java/src/test/java/org/apache/gravitino/client/integration/test/authorization/MetadataObjectRoleAuthorizationIT.java
create mode 100644
common/src/main/java/org/apache/gravitino/dto/job/JobTemplateDTO.java
copy
common/src/main/java/org/apache/gravitino/dto/{requests/FilesetUpdatesRequest.java
=> job/ShellJobTemplateDTO.java} (62%)
copy
common/src/main/java/org/apache/gravitino/dto/{responses/TopicResponse.java =>
job/SparkJobTemplateDTO.java} (55%)
copy
common/src/main/java/org/apache/gravitino/dto/requests/{TableUpdatesRequest.java
=> JobTemplateRegisterRequest.java} (67%)
copy
common/src/main/java/org/apache/gravitino/dto/responses/{ModelVersionInfoListResponse.java
=> JobTemplateListResponse.java} (61%)
copy
common/src/main/java/org/apache/gravitino/dto/responses/{ModelVersionListResponse.java
=> JobTemplateResponse.java} (62%)
create mode 100644
common/src/test/java/org/apache/gravitino/dto/job/TestJobTemplateDTO.java
create mode 100644
common/src/test/java/org/apache/gravitino/dto/requests/TestJobTemplateRegisterRequest.java
create mode 100644
core/src/main/java/org/apache/gravitino/storage/relational/mapper/JobMetaMapper.java
create mode 100644
core/src/main/java/org/apache/gravitino/storage/relational/mapper/JobMetaSQLProviderFactory.java
create mode 100644
core/src/main/java/org/apache/gravitino/storage/relational/mapper/JobTemplateMetaMapper.java
create mode 100644
core/src/main/java/org/apache/gravitino/storage/relational/mapper/JobTemplateMetaSQLProviderFactory.java
copy
core/src/main/java/org/apache/gravitino/storage/relational/mapper/{PolicyMetaMapper.java
=> PolicyMetadataObjectRelMapper.java} (56%)
create mode 100644
core/src/main/java/org/apache/gravitino/storage/relational/mapper/PolicyMetadataObjectRelSQLProviderFactory.java
create mode 100644
core/src/main/java/org/apache/gravitino/storage/relational/mapper/provider/base/JobMetaBaseSQLProvider.java
create mode 100644
core/src/main/java/org/apache/gravitino/storage/relational/mapper/provider/base/JobTemplateMetaBaseSQLProvider.java
create mode 100644
core/src/main/java/org/apache/gravitino/storage/relational/mapper/provider/base/PolicyMetadataObjectRelBaseSQLProvider.java
create mode 100644
core/src/main/java/org/apache/gravitino/storage/relational/mapper/provider/postgresql/JobMetaPostgreSQLProvider.java
create mode 100644
core/src/main/java/org/apache/gravitino/storage/relational/mapper/provider/postgresql/JobTemplateMetaPostgreSQLProvider.java
create mode 100644
core/src/main/java/org/apache/gravitino/storage/relational/mapper/provider/postgresql/PolicyMetadataObjectRelPostgreSQLProvider.java
create mode 100644
core/src/main/java/org/apache/gravitino/storage/relational/po/JobPO.java
create mode 100644
core/src/main/java/org/apache/gravitino/storage/relational/po/JobTemplatePO.java
copy
core/src/main/java/org/apache/gravitino/storage/relational/po/{TagMetadataObjectRelPO.java
=> PolicyMetadataObjectRelPO.java} (56%)
create mode 100644
core/src/main/java/org/apache/gravitino/storage/relational/service/JobMetaService.java
create mode 100644
core/src/main/java/org/apache/gravitino/storage/relational/service/JobTemplateMetaService.java
create mode 100644
core/src/test/java/org/apache/gravitino/storage/relational/po/TestJobPO.java
create mode 100644
core/src/test/java/org/apache/gravitino/storage/relational/service/TestJobMetaService.java
create mode 100644
core/src/test/java/org/apache/gravitino/storage/relational/service/TestJobTemplateMetaService.java
create mode 100644
server-common/src/main/java/org/apache/gravitino/server/authentication/JwksTokenValidator.java
copy
core/src/main/java/org/apache/gravitino/storage/relational/JDBCDatabase.java =>
server-common/src/main/java/org/apache/gravitino/server/authentication/OAuthTokenValidator.java
(51%)
create mode 100644
server-common/src/main/java/org/apache/gravitino/server/authentication/OAuthTokenValidatorFactory.java
copy
server-common/src/main/java/org/apache/gravitino/server/authentication/{OAuth2TokenAuthenticator.java
=> StaticSignKeyValidator.java} (76%)
create mode 100644
server-common/src/test/java/org/apache/gravitino/server/authentication/TestJwksTokenValidator.java
create mode 100644
server-common/src/test/java/org/apache/gravitino/server/authentication/TestOAuthTokenValidatorFactory.java
create mode 100644
server-common/src/test/java/org/apache/gravitino/server/authentication/TestStaticSignKeyValidator.java
create mode 100644
server/src/main/java/org/apache/gravitino/server/web/rest/JobOperations.java
create mode 100644
server/src/test/java/org/apache/gravitino/server/web/rest/TestJobOperations.java
create mode 100644 web/web/src/lib/icons/svg/starrocks.svg
