This is an automated email from the ASF dual-hosted git repository.
yihua pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new cb1395a820f [HUDI-5893] Mark advanced configs (#8295)
cb1395a820f is described below
commit cb1395a820febc4bb13c544369ca94a55fff0a29
Author: clownxc <[email protected]>
AuthorDate: Fri Mar 31 02:07:29 2023 +0800
[HUDI-5893] Mark advanced configs (#8295)
This commit marks the following configs advanced:
hoodie.archive.automatic
hoodie.archive.async
hoodie.bloom.index.bucketized.checking
hoodie.avro.schema
Co-authored-by: ClownXC <[email protected]>
---
.../src/main/java/org/apache/hudi/config/HoodieArchivalConfig.java | 2 ++
.../src/main/java/org/apache/hudi/config/HoodieIndexConfig.java | 1 +
.../src/main/java/org/apache/hudi/config/HoodieWriteConfig.java | 1 +
3 files changed, 4 insertions(+)
diff --git
a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieArchivalConfig.java
b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieArchivalConfig.java
index fdfdab5897a..a7f391bdd8e 100644
---
a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieArchivalConfig.java
+++
b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieArchivalConfig.java
@@ -42,6 +42,7 @@ public class HoodieArchivalConfig extends HoodieConfig {
public static final ConfigProperty<String> AUTO_ARCHIVE = ConfigProperty
.key("hoodie.archive.automatic")
.defaultValue("true")
+ .markAdvanced()
.withDocumentation("When enabled, the archival table service is invoked
immediately after each commit,"
+ " to archive commits if we cross a maximum value of commits."
+ " It's recommended to enable this, to ensure number of active
commits is bounded.");
@@ -49,6 +50,7 @@ public class HoodieArchivalConfig extends HoodieConfig {
public static final ConfigProperty<String> ASYNC_ARCHIVE = ConfigProperty
.key("hoodie.archive.async")
.defaultValue("false")
+ .markAdvanced()
.sinceVersion("0.11.0")
.withDocumentation("Only applies when " + AUTO_ARCHIVE.key() + " is
turned on. "
+ "When turned on runs archiver async with writing, which can speed
up overall write performance.");
diff --git
a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieIndexConfig.java
b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieIndexConfig.java
index 0767fc46a56..39586b4ad52 100644
---
a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieIndexConfig.java
+++
b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieIndexConfig.java
@@ -155,6 +155,7 @@ public class HoodieIndexConfig extends HoodieConfig {
public static final ConfigProperty<String> BLOOM_INDEX_BUCKETIZED_CHECKING =
ConfigProperty
.key("hoodie.bloom.index.bucketized.checking")
.defaultValue("true")
+ .markAdvanced()
.withDocumentation("Only applies if index type is BLOOM. "
+ "When true, bucketized bloom filtering is enabled. "
+ "This reduces skew seen in sort based bloom index lookup");
diff --git
a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieWriteConfig.java
b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieWriteConfig.java
index 04d70a85f1a..c19a5d5f84f 100644
---
a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieWriteConfig.java
+++
b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieWriteConfig.java
@@ -216,6 +216,7 @@ public class HoodieWriteConfig extends HoodieConfig {
public static final ConfigProperty<String> AVRO_SCHEMA_STRING =
ConfigProperty
.key("hoodie.avro.schema")
.noDefaultValue()
+ .markAdvanced()
.withDocumentation("Schema string representing the current write schema
of the table. Hudi passes this to "
+ "implementations of HoodieRecordPayload to convert incoming
records to avro. This is also used as the write schema "
+ "evolving records during an update.");