This is an automated email from the ASF dual-hosted git repository.
roryqi pushed a change to branch ISSUE-6353
in repository https://gitbox.apache.org/repos/asf/gravitino.git
discard d6717ded7 Use loader for chained plugin
discard 03e3563cd [#6222]feat(tag): Add tag support for model (#6228)
discard d95c8c598 [#6349] fix(core,hive-catalog): Fix bugs in
AuthorizationUtils and remove protobuf-java from catalog hive (#6351)
discard 102a9de0b [MINOR] fix(open-api): fix wrong catalog type values (#6348)
discard 2e7d3506d [#6335] fix(python-client): Fix pypi document link error
(#6342)
discard 11a48e588 [Minor] Remove unneeded eq's from tests (#6241)
discard 5bcf666bd [MINOR] docs: add Spark Paimon catalog to Spark connector
index page (#6339)
discard 7ba42f6a5 [#6235] fix(authz): fix PathBasedMetadataObject toString
method (#6252)
discard 151a8696d [MINOR] docs: Add paimon spark connector doc (#6328)
discard b81770a19 [#6267] minor: Support jumping to the PR page and Issue page
from IDE (#6269) (#6269)
discard 000b02132 [Minor] Optionals should not be set to null (#6276)
discard 6b89e1713 [MINOR] docs(flink): fix flink paimon document (#6323)
discard f65e5e933 [#6300] fix(workflow): add an flag to control whether
update docker latest tag. (#6318)
discard be8dc04fd [MINOR] docs: Polish Gravitino Flink connector document
(#6315)
discard 65ef9a39a [#6307] feat(flink): remove log4j from Gravitino Flink
connector (#6308)
discard d37d82bb4 [#6306] fix(authz): Fix the OOM of JdbcAuthorizationPlugin
(#6312)
discard 67816312a [#6309] fix(flink): remove paimon package from
GravitinoPaimonCatalogFactory (#6313)
discard fb9cfe815 [#6278] improve(CLI): Revoke all privileges from a role via
the Gravitino CLI. (#6293)
discard d5d173110 [#6304] fix: upgrade actions/upload-artifact to v4 (#6305)
discard ff0cb9fd3 [#6277] improve(CLI): Fix AreYouSure Scanner should close.
(#6285)
discard bea7b1c26 [#6196] feat(iceberg): adjust table distribution if creating
table without specifying disribution mode (#6214)
discard be12f33a0 [#6218] docs: Adding Documentation for
GravitinoPaimonCatalog in Flink Connectors (#6266)
discard 670daf095 [#6272] fix: Remove the unnecessary null checks (#6282)
discard 5bc247f05 [#3515] feat(flink-connector): Support flink iceberg catalog
(#5914)
discard abbfceb77 [MINOR] fix(dos): Fix minor error about spelling and web
link (#6290)
discard 97adf2598 [#6242] improve(CLI): Add tag support to Models in
Gravtitino CLI. (#6284)
discard 661f3233b [#6273] improve(CLI): Fix TableFormat properties. (#6286)
discard 8be87f303 [#6275] fix: incorrect logger class in IcebergMetricsManager
(#6287)
discard 69c89b055 [MINOR] docs: correct credential vending document (#6248)
discard 7da2e4d35 [#6249] fix(docs): Fix incorrect description about
configuration `endpoint` in s3 catalog (#6265)
discard d06bfc3b7 [#5570] improve(CLI): Add the ability to revoke all roles or
groups in the Gravitino CLI. (#6240)
discard 828e282d1 [#6239] fix: No need for toString() on string (CLI) (#6247)
discard 4a864c69c [MINOR] fix(docs): Fix several document errors (#6251)
discard f8bb7ad31 [#6243] fix(docs): Fix wrong seperator of yaml example in
flink-connector.md (#6259)
discard d3ccbe9b4 [#6245] fix(authz): Authorization should use classloader to
create the plugin (#6246)
discard 8aacd390d [#6237]fix: add missing @override annotations (#6244)
discard 3f37985a2 [#5194] feat(flink): Support basic table DDL Operation for
paimon-catalog (#6224)
discard a1097d315 fix style
discard 292b8e57f remove validate
add 9ca88e0b0 [#5194] feat(flink): Support basic table DDL Operation for
paimon-catalog (#6224)
add 24c9076ac [#6237]fix: add missing @override annotations (#6244)
add 857a4645d [#6245] fix(authz): Authorization should use classloader to
create the plugin (#6246)
add 704292e5b [#6243] fix(docs): Fix wrong seperator of yaml example in
flink-connector.md (#6259)
add a13d43502 [MINOR] fix(docs): Fix several document errors (#6251)
add eb3fb3168 [#6239] fix: No need for toString() on string (CLI) (#6247)
add 375116a60 [#5570] improve(CLI): Add the ability to revoke all roles or
groups in the Gravitino CLI. (#6240)
add 3eebe3e0f [#6249] fix(docs): Fix incorrect description about
configuration `endpoint` in s3 catalog (#6265)
add c58e96c7c [MINOR] docs: correct credential vending document (#6248)
add 8a53706d0 [#6275] fix: incorrect logger class in IcebergMetricsManager
(#6287)
add 68821e34c [#6273] improve(CLI): Fix TableFormat properties. (#6286)
add 24952c9ed [#6242] improve(CLI): Add tag support to Models in
Gravtitino CLI. (#6284)
add 393609be7 [MINOR] fix(dos): Fix minor error about spelling and web
link (#6290)
add fd26b565a [#3515] feat(flink-connector): Support flink iceberg catalog
(#5914)
add 39e8a09d0 [#6272] fix: Remove the unnecessary null checks (#6282)
add 1017f3ecf [#6218] docs: Adding Documentation for
GravitinoPaimonCatalog in Flink Connectors (#6266)
add e6225a01e [#6196] feat(iceberg): adjust table distribution if creating
table without specifying disribution mode (#6214)
add 0fc57376c [#6277] improve(CLI): Fix AreYouSure Scanner should close.
(#6285)
add 07f41a1b8 [#6304] fix: upgrade actions/upload-artifact to v4 (#6305)
add 6fb45d6a9 [#6278] improve(CLI): Revoke all privileges from a role via
the Gravitino CLI. (#6293)
add 85b919cf2 [#6309] fix(flink): remove paimon package from
GravitinoPaimonCatalogFactory (#6313)
add 794569238 [#6306] fix(authz): Fix the OOM of JdbcAuthorizationPlugin
(#6312)
add abe75e099 [#6307] feat(flink): remove log4j from Gravitino Flink
connector (#6308)
add 2f0601c6b [MINOR] docs: Polish Gravitino Flink connector document
(#6315)
add 5c9685cbd [#6300] fix(workflow): add an flag to control whether
update docker latest tag. (#6318)
add 75ef522f1 [MINOR] docs(flink): fix flink paimon document (#6323)
add aa48c864e [Minor] Optionals should not be set to null (#6276)
add 31c289704 [#6267] minor: Support jumping to the PR page and Issue page
from IDE (#6269) (#6269)
add eee54966e [MINOR] docs: Add paimon spark connector doc (#6328)
add 2bd2251ab [#6235] fix(authz): fix PathBasedMetadataObject toString
method (#6252)
add 52db3150b [MINOR] docs: add Spark Paimon catalog to Spark connector
index page (#6339)
add e56536bf1 [Minor] Remove unneeded eq's from tests (#6241)
add 68e31e249 [#6335] fix(python-client): Fix pypi document link error
(#6342)
add 9998095da [MINOR] fix(open-api): fix wrong catalog type values (#6348)
add 97b61ca0d [#6349] fix(core,hive-catalog): Fix bugs in
AuthorizationUtils and remove protobuf-java from catalog hive (#6351)
add 4c5e9db46 [#6222]feat(tag): Add tag support for model (#6228)
add 8813d1598 [#6270] (Improvement) unified cache framework (#6271)
add d99ced3c2 [#4209] chore replace hardcoded value with std definition
(#6354)
add 792ded116 [#6302] refactor:Optimize Flink connector properties
converter (#6303)
add ab85969a1 feat(spark-connector):support JDBC catalog (#6212)
add 320cd815b remove validate
add 2de4d0ba4 fix style
add d156f2344 Use loader for chained plugin
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (d6717ded7)
\
N -- N -- N refs/heads/ISSUE-6353 (d156f2344)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.../lakehouse/iceberg/IcebergPropertiesUtils.java | 9 ++
docs/spark-connector/spark-catalog-jdbc.md | 72 ++++++++++++++
docs/spark-connector/spark-connector.md | 2 +-
.../flink/connector/PropertiesConverter.java | 83 ++++++++++++++--
.../connector/hive/HivePropertiesConverter.java | 43 ++------
.../iceberg/IcebergPropertiesConverter.java | 47 +++------
.../paimon/PaimonPropertiesConverter.java | 56 +++--------
.../iceberg/TestIcebergPropertiesConverter.java | 99 ++++++++++++++-----
.../test/iceberg/FlinkIcebergCatalogIT.java | 4 -
.../test/paimon/FlinkPaimonCatalogIT.java | 2 +-
.../server/authentication/KerberosServerUtils.java | 10 +-
spark-connector/spark-common/build.gradle.kts | 1 +
.../connector/catalog/GravitinoCatalogManager.java | 11 +--
.../GravitinoJdbcCatalog.java} | 62 ++++++++----
.../connector/jdbc/JdbcPropertiesConstants.java | 23 +++--
.../connector/jdbc/JdbcPropertiesConverter.java | 73 ++++++++++++++
.../SparkJdbcTable.java} | 24 ++---
.../connector/jdbc/SparkJdbcTypeConverter.java} | 23 ++---
.../connector/version/CatalogNameAdaptor.java | 12 +++
.../connector/integration/test/SparkCommonIT.java | 37 ++++---
.../connector/integration/test/SparkEnvIT.java | 3 +
.../integration/test/hive/SparkHiveCatalogIT.java | 10 ++
.../test/iceberg/SparkIcebergCatalogIT.java | 10 ++
.../test/jdbc/SparkJdbcMysqlCatalogIT.java | 108 +++++++++++++++++++++
.../test/jdbc/SparkJdbcTableInfoChecker.java | 55 +++++++++++
.../test/paimon/SparkPaimonCatalogIT.java | 10 ++
.../integration/test/util/SparkTableInfo.java | 3 +
.../test/util/SparkTableInfoChecker.java | 6 +-
.../integration/test/util/SparkUtilIT.java | 2 +-
.../jdbc/TestJdbcPropertiesConverter.java | 62 ++++++++++++
.../v3.3/spark-runtime/build.gradle.kts | 1 +
spark-connector/v3.3/spark/build.gradle.kts | 4 +
.../GravitinoJdbcCatalogSpark33.java} | 5 +-
.../SparkJdbcMysqlCatalogIT33.java} | 9 +-
.../v3.4/spark-runtime/build.gradle.kts | 1 +
spark-connector/v3.4/spark/build.gradle.kts | 4 +
.../GravitinoJdbcCatalogSpark34.java} | 9 +-
.../SparkJdbcTypeConverter34.java} | 24 ++---
.../SparkJdbcMysqlCatalogIT34.java} | 8 +-
.../v3.5/spark-runtime/build.gradle.kts | 1 +
spark-connector/v3.5/spark/build.gradle.kts | 4 +
.../jdbc/GravitinoJdbcCatalogSpark35.java} | 6 +-
.../SparkJdbcMysqlCatalogIT35.java} | 9 +-
43 files changed, 775 insertions(+), 272 deletions(-)
create mode 100644 docs/spark-connector/spark-catalog-jdbc.md
copy
spark-connector/spark-common/src/main/java/org/apache/gravitino/spark/connector/{paimon/GravitinoPaimonCatalog.java
=> jdbc/GravitinoJdbcCatalog.java} (54%)
copy web/web/src/app/rootLayout/MainContent.js =>
spark-connector/spark-common/src/main/java/org/apache/gravitino/spark/connector/jdbc/JdbcPropertiesConstants.java
(58%)
create mode 100644
spark-connector/spark-common/src/main/java/org/apache/gravitino/spark/connector/jdbc/JdbcPropertiesConverter.java
copy
spark-connector/spark-common/src/main/java/org/apache/gravitino/spark/connector/{hive/SparkHiveTable.java
=> jdbc/SparkJdbcTable.java} (76%)
copy
spark-connector/{v3.4/spark/src/main/java/org/apache/gravitino/spark/connector/SparkTypeConverter34.java
=>
spark-common/src/main/java/org/apache/gravitino/spark/connector/jdbc/SparkJdbcTypeConverter.java}
(66%)
create mode 100644
spark-connector/spark-common/src/test/java/org/apache/gravitino/spark/connector/integration/test/jdbc/SparkJdbcMysqlCatalogIT.java
create mode 100644
spark-connector/spark-common/src/test/java/org/apache/gravitino/spark/connector/integration/test/jdbc/SparkJdbcTableInfoChecker.java
create mode 100644
spark-connector/spark-common/src/test/java/org/apache/gravitino/spark/connector/jdbc/TestJdbcPropertiesConverter.java
copy
spark-connector/v3.3/spark/src/main/java/org/apache/gravitino/spark/connector/{hive/GravitinoHiveCatalogSpark33.java
=> jdbc/GravitinoJdbcCatalogSpark33.java} (87%)
copy
spark-connector/v3.3/spark/src/test/java/org/apache/gravitino/spark/connector/integration/test/{hive/SparkHiveCatalogIT33.java
=> jdbc/SparkJdbcMysqlCatalogIT33.java} (80%)
copy
spark-connector/v3.4/spark/src/main/java/org/apache/gravitino/spark/connector/{hive/GravitinoHiveCatalogSpark34.java
=> jdbc/GravitinoJdbcCatalogSpark34.java} (85%)
copy
spark-connector/v3.4/spark/src/main/java/org/apache/gravitino/spark/connector/{SparkTypeConverter34.java
=> jdbc/SparkJdbcTypeConverter34.java} (66%)
copy
spark-connector/v3.4/spark/src/test/java/org/apache/gravitino/spark/connector/integration/test/{hive/SparkHiveCatalogIT34.java
=> jdbc/SparkJdbcMysqlCatalogIT34.java} (80%)
copy
spark-connector/{v3.4/spark/src/main/java/org/apache/gravitino/spark/connector/hive/GravitinoHiveCatalogSpark34.java
=>
v3.5/spark/src/main/java/org/apache/gravitino/spark/connector/jdbc/GravitinoJdbcCatalogSpark35.java}
(92%)
copy
spark-connector/v3.5/spark/src/test/java/org/apache/gravitino/spark/connector/integration/test/{hive/SparkHiveCatalogIT35.java
=> jdbc/SparkJdbcMysqlCatalogIT35.java} (80%)
