This is an automated email from the ASF dual-hosted git repository.
sivabalan pushed a change to branch release-0.10.1-rc1
in repository https://gitbox.apache.org/repos/asf/hudi.git.
from 10fa8cb [HUDI-2983] Remove Log4j2 transitive dependencies (#4281)
new 4500e61 [MINOR] HoodieInstantTimeGenerator improve method used (#4462)
new 9f9e41c [HUDI-3108] Fix Purge Drop MOR Table Cause error (#4455)
new d91bb0e Revert "[HUDI-3043] Revert async cleaner leak commit to
unblock CI failure (#4343)" (#4465)
new 7be8944 [HUDI-2675] Fix the exception 'Not an Avro data file' when
archive and clean (#4016)
new d6d210f [HUDI-3124] Bootstrap when timeline have completed instant
(#4467)
new dd67878 Fixing build failures
new 4fc506f [HUDI-3107]Fix HiveSyncTool drop partitions using JDBC or
hivesql or hms (#4453)
new b017584 [HUDI-3040] Fix HoodieSparkBootstrapExample error info for
usage (#4341)
new 872d984 [HUDI-3138] Fix broken UT test for
TestHiveSyncTool.testDropPartitions (#4493)
new 135d120 [MINOR] Update README.md (#4492)
new 014d765 [HUDI-2558] Fixing Clustering w/ sort columns with null
values fails (#4404)
new fb084e0 Adding tests to validate different key generators (#4473)
new b78a9dc [HUDI-2774] Handle duplicate instants when fetching pending
clustering plans (#4118)
new f91b3f3 [HUDI-3141] Metadata merged log record reader - avoiding
NullPointerException when records by keys (#4505)
new 7d8780a [HUDI-3147] Add endpoint_url to dynamodb lock provider (#4500)
new d4d665e [HUDI-2966] Closing LogRecordScanner in compactor (#4478)
new 8fdcbb1 [HUDI-3171] Sync empty table to hive metastore (#4511)
new c4673b2 [HUDI-3170] Do not preserve filename when
preserveCommitMetadata enabled (#4512)
new f39538e [HUDI-3168] Fixing null schema with empty commit in
incremental relation (#4513)
new 1e9dc96 Update HiveIncrementalPuller to configure filesystem (#4431)
new 49e09d9 [HUDI-3165] Enabling InProcessLockProvider for all
multi-writer tests instead of FileSystemBasedLockProviderTestClass (#4427)
The 21 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
README.md | 11 +-
.../lock/DynamoDBBasedLockProvider.java | 4 +-
.../hudi/config/DynamoDbBasedLockConfig.java | 21 ++-
.../org/apache/hudi/async/HoodieAsyncService.java | 36 ++---
.../hudi/client/AbstractHoodieWriteClient.java | 6 +-
.../apache/hudi/client/AsyncCleanerService.java | 14 +-
.../transaction/lock/InProcessLockProvider.java | 5 +-
.../org/apache/hudi/io/HoodieCreateHandle.java | 2 +
.../hudi/table/HoodieTimelineArchiveLog.java | 37 +++--
.../table/action/clean/CleanActionExecutor.java | 14 +-
.../hudi/table/action/clean/CleanPlanner.java | 14 +-
.../apache/hudi/client/HoodieFlinkWriteClient.java | 6 +-
.../RDDCustomColumnsSortPartitioner.java | 12 +-
.../hudi/client/TestHoodieClientMultiWriter.java | 28 ++--
.../functional/TestHoodieBackedMetadata.java | 19 ++-
.../TestHoodieClientOnCopyOnWriteStorage.java | 3 +
.../hudi/io/TestHoodieTimelineArchiveLog.java | 45 ++----
.../java/org/apache/hudi/table/TestCleaner.java | 71 ++++++++--
.../hudi/testutils/HoodieClientTestHarness.java | 34 ++++-
.../hudi/common/table/TableSchemaResolver.java | 11 +-
.../table/timeline/HoodieActiveTimeline.java | 13 +-
.../table/timeline/HoodieDefaultTimeline.java | 7 +-
.../table/timeline/HoodieInstantTimeGenerator.java | 5 -
.../hudi/common/table/timeline/HoodieTimeline.java | 2 +
.../apache/hudi/common/util/ClusteringUtils.java | 20 ++-
.../HoodieMetadataMergedLogRecordReader.java | 5 +-
.../hudi/common/testutils/FileCreateUtils.java | 17 ++-
.../hudi/common/testutils/HoodieTestTable.java | 18 ++-
.../spark/HoodieSparkBootstrapExample.java | 2 +-
.../java/org/apache/hudi/sink/CleanFunction.java | 7 +
.../hudi/sink/bootstrap/BootstrapOperator.java | 6 +-
.../realtime/RealtimeCompactedRecordReader.java | 7 +-
.../org/apache/hudi/IncrementalRelation.scala | 154 +++++++++++----------
.../sql/hudi/command/DropHoodieTableCommand.scala | 131 ++++++++++++++++++
.../hudi/functional/TestCOWDataSourceStorage.scala | 85 ++++++++----
.../apache/hudi/functional/TestMORDataSource.scala | 22 +++
.../org/apache/hudi/hive/HoodieHiveClient.java | 17 ++-
.../org/apache/hudi/hive/ddl/HMSDDLExecutor.java | 4 +-
.../apache/hudi/hive/ddl/HiveQueryDDLExecutor.java | 4 +-
.../org/apache/hudi/hive/ddl/JDBCExecutor.java | 51 ++++++-
.../hudi/hive/ddl/QueryBasedDDLExecutor.java | 4 +-
.../apache/hudi/hive/util/HivePartitionUtil.java | 51 +++++++
.../org/apache/hudi/hive/TestHiveSyncTool.java | 44 ++++++
.../apache/hudi/hive/testutils/HiveTestUtil.java | 22 +++
.../hudi/utilities/HiveIncrementalPuller.java | 3 +
.../sources/S3EventsHoodieIncrSource.java | 4 +
.../TestHoodieDeltaStreamerWithMultiWriter.java | 34 ++---
47 files changed, 815 insertions(+), 317 deletions(-)
create mode 100644
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/DropHoodieTableCommand.scala
create mode 100644
hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/util/HivePartitionUtil.java
