This is an automated email from the ASF dual-hosted git repository. sivabalan pushed a commit to branch release-0.10.1-rc1 in repository https://gitbox.apache.org/repos/asf/hudi.git
commit 1e9dc96570b5f22450d7ffc503e014c1a91c3de2 Author: hehexiaoduantui <[email protected]> AuthorDate: Thu Jan 6 15:49:30 2022 +0800 Update HiveIncrementalPuller to configure filesystem (#4431) * Update HiveIncrementalPuller.java fix get FileSystem bug * Update HiveIncrementalPuller.java fix error * Update HiveIncrementalPuller.java fie error --- .../src/main/java/org/apache/hudi/utilities/HiveIncrementalPuller.java | 3 +++ 1 file changed, 3 insertions(+) diff --git a/hudi-utilities/src/main/java/org/apache/hudi/utilities/HiveIncrementalPuller.java b/hudi-utilities/src/main/java/org/apache/hudi/utilities/HiveIncrementalPuller.java index 0cd8041..e5d630d 100644 --- a/hudi-utilities/src/main/java/org/apache/hudi/utilities/HiveIncrementalPuller.java +++ b/hudi-utilities/src/main/java/org/apache/hudi/utilities/HiveIncrementalPuller.java @@ -91,6 +91,8 @@ public class HiveIncrementalPuller { public String fromCommitTime; @Parameter(names = {"--maxCommits"}) public int maxCommits = 3; + @Parameter(names = {"--fsDefaultFs"}) + public String fsDefaultFs = "file:///"; @Parameter(names = {"--help", "-h"}, help = true) public Boolean help = false; } @@ -124,6 +126,7 @@ public class HiveIncrementalPuller { public void saveDelta() throws IOException { Configuration conf = new Configuration(); + conf.set("fs.defaultFS",config.fsDefaultFs); FileSystem fs = FileSystem.get(conf); Statement stmt = null; try {
