[hudi] branch master updated: [HUDI-4447] fix SQL metasync when perform delete table operation (#6180)

[xushiyan]

This is an automated email from the ASF dual-hosted git repository.

xushiyan pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git


The following commit(s) were added to refs/heads/master by this push:
     new 61fc3c03a6 [HUDI-4447] fix SQL metasync when perform delete table 
operation (#6180)
61fc3c03a6 is described below

commit 61fc3c03a69c76c47e65a1b2ee8d17bd9477c3a2
Author: RexXiong <lvshuang...@gmail.com>
AuthorDate: Mon Aug 8 13:59:38 2022 +0800

    [HUDI-4447] fix SQL metasync when perform delete table operation (#6180)
---
 .../main/scala/org/apache/spark/sql/hudi/ProvidesHoodieConfig.scala  | 5 +++++
 1 file changed, 5 insertions(+)

diff --git 
a/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/ProvidesHoodieConfig.scala
 
b/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/ProvidesHoodieConfig.scala
index cfb357ee90..7d6db19edf 100644
--- 
a/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/ProvidesHoodieConfig.scala
+++ 
b/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/ProvidesHoodieConfig.scala
@@ -258,6 +258,7 @@ trait ProvidesHoodieConfig extends Logging {
 
     val options = hoodieCatalogTable.catalogProperties
     val enableHive = isUsingHiveCatalog(sparkSession)
+    val partitionFields = hoodieCatalogTable.partitionFields.mkString(",")
 
     withSparkConf(sparkSession, options) {
       Map(
@@ -273,7 +274,11 @@ trait ProvidesHoodieConfig extends Logging {
         HoodieSyncConfig.META_SYNC_ENABLED.key -> enableHive.toString,
         HiveSyncConfigHolder.HIVE_SYNC_ENABLED.key -> enableHive.toString,
         HiveSyncConfigHolder.HIVE_SYNC_MODE.key -> 
hiveSyncConfig.getStringOrDefault(HiveSyncConfigHolder.HIVE_SYNC_MODE, 
HiveSyncMode.HMS.name()),
+        HoodieSyncConfig.META_SYNC_DATABASE_NAME.key -> 
hiveSyncConfig.getStringOrDefault(HoodieSyncConfig.META_SYNC_DATABASE_NAME),
+        HoodieSyncConfig.META_SYNC_TABLE_NAME.key -> 
hiveSyncConfig.getStringOrDefault(HoodieSyncConfig.META_SYNC_TABLE_NAME),
         HiveSyncConfigHolder.HIVE_SUPPORT_TIMESTAMP_TYPE.key -> 
hiveSyncConfig.getBoolean(HiveSyncConfigHolder.HIVE_SUPPORT_TIMESTAMP_TYPE).toString,
+        HoodieSyncConfig.META_SYNC_PARTITION_FIELDS.key -> partitionFields,
+        HoodieSyncConfig.META_SYNC_PARTITION_EXTRACTOR_CLASS.key -> 
hiveSyncConfig.getStringOrDefault(HoodieSyncConfig.META_SYNC_PARTITION_EXTRACTOR_CLASS),
         HoodieWriteConfig.DELETE_PARALLELISM_VALUE.key -> 
hoodieProps.getString(HoodieWriteConfig.DELETE_PARALLELISM_VALUE.key, "200"),
         SqlKeyGenerator.PARTITION_SCHEMA -> partitionSchema.toDDL
       )