This is an automated email from the ASF dual-hosted git repository.
danny0405 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 72f63ef1c59 [HUDI-8287] Remove HoodieMergedReadHandle and use
HoodieFileGroupReader in its place (#13313)
add 6b60eaca5ed [HUDI-8470] Remove auto commit support in WriteClient
(#13229)
No new revisions were added by this update.
Summary of changes:
.../hudi/cli/commands/TestMetadataCommand.java | 1 +
.../hudi/cli/integ/ITTestClusteringCommand.java | 3 +-
.../hudi/cli/integ/ITTestCompactionCommand.java | 7 +-
.../apache/hudi/cli/integ/ITTestTableCommand.java | 7 +-
.../hudi/client/BaseHoodieTableServiceClient.java | 127 ++++++----
.../apache/hudi/client/BaseHoodieWriteClient.java | 51 ++--
.../org/apache/hudi/config/HoodieWriteConfig.java | 26 --
.../java/org/apache/hudi/io/HoodieMergeHandle.java | 2 +-
.../metadata/HoodieBackedTableMetadataWriter.java | 26 +-
...ieBackedTableMetadataWriterTableVersionSix.java | 10 +-
.../hudi/metadata/HoodieMetadataWriteUtils.java | 3 -
.../hudi/metadata/HoodieTableMetadataWriter.java | 2 +-
.../org/apache/hudi/metrics/HoodieMetrics.java | 18 +-
.../action/commit/BaseCommitActionExecutor.java | 71 +++---
.../table/action/commit/HoodieDeleteHelper.java | 2 +-
.../compact/RunCompactionActionExecutor.java | 24 +-
.../hudi/table/upgrade/UpgradeDowngradeUtils.java | 7 +-
.../org/apache/hudi/util/CommonClientUtils.java | 34 +++
.../client/TestBaseHoodieTableServiceClient.java | 7 +
.../hudi/utils/HoodieWriterClientTestHarness.java | 116 +++++----
.../hudi/client/HoodieFlinkTableServiceClient.java | 7 +-
.../apache/hudi/client/HoodieFlinkWriteClient.java | 2 +-
.../FlinkHoodieBackedTableMetadataWriter.java | 16 +-
.../hudi/table/HoodieFlinkCopyOnWriteTable.java | 3 +-
.../hudi/table/HoodieFlinkMergeOnReadTable.java | 2 +-
.../commit/FlinkAutoCommitActionExecutor.java} | 25 +-
.../table/action/commit/FlinkDeleteHelper.java | 2 +-
.../FlinkDeletePartitionCommitActionExecutor.java | 2 +-
.../commit/FlinkPartitionTTLActionExecutor.java | 4 +-
.../hudi/client/HoodieJavaTableServiceClient.java | 7 +
.../JavaHoodieBackedTableMetadataWriter.java | 19 +-
.../hudi/table/HoodieJavaMergeOnReadTable.java | 2 +-
.../commit/BaseJavaCommitActionExecutor.java | 6 +-
.../table/action/commit/JavaBulkInsertHelper.java | 2 +-
.../hudi/table/action/commit/JavaDeleteHelper.java | 2 +-
...JavaUpsertPreppedDeltaCommitActionExecutor.java | 2 +-
.../client/TestHoodieJavaWriteClientInsert.java | 8 +-
.../hudi/client/TestJavaHoodieBackedMetadata.java | 80 +++++--
.../common/TestMultipleHoodieJavaWriteClient.java | 1 -
.../TestHoodieJavaClientOnCopyOnWriteStorage.java | 8 +-
.../TestHoodieJavaClientOnMergeOnReadStorage.java | 17 +-
.../read/HoodieFileGroupReaderOnJavaTestBase.java | 7 +-
.../commit/TestJavaCopyOnWriteActionExecutor.java | 11 +-
.../action/commit/TestSchemaEvolutionClient.java | 4 +-
.../testutils/HoodieJavaClientTestHarness.java | 63 +++--
.../hudi/testutils/TestHoodieMetadataBase.java | 1 -
.../apache/hudi/client/HoodieSparkCompactor.java | 14 +-
.../hudi/client/SparkRDDTableServiceClient.java | 19 ++
...onsistentBucketClusteringExecutionStrategy.java | 2 -
.../hudi/client/utils/SparkValidatorUtils.java | 6 +-
.../apache/hudi/index/HoodieSparkIndexClient.java | 1 -
.../SparkHoodieBackedTableMetadataWriter.java | 20 +-
...ieBackedTableMetadataWriterTableVersionSix.java | 20 +-
.../SparkBootstrapCommitActionExecutor.java | 20 +-
.../SparkBootstrapDeltaCommitActionExecutor.java | 14 +-
.../commit/BaseSparkCommitActionExecutor.java | 6 +-
...nExecutor.java => SparkAutoCommitExecutor.java} | 25 +-
.../table/action/commit/SparkBulkInsertHelper.java | 2 +-
.../SparkDeletePartitionCommitActionExecutor.java | 2 +-
.../commit/SparkPartitionTTLActionExecutor.java | 4 +-
.../org/apache/hudi/client/TestClientRollback.java | 58 ++---
.../apache/hudi/client/TestHoodieReadClient.java | 8 +-
.../java/org/apache/hudi/client/TestMultiFS.java | 11 +-
.../hudi/client/TestPartitionTTLManagement.java | 21 +-
.../java/org/apache/hudi/client/TestSavepoint.java | 16 +-
...erBasedDetectionStrategyWithZKLockProvider.java | 10 +-
.../hudi/client/TestSparkRDDWriteClient.java | 1 -
.../TestHoodieClientOnCopyOnWriteStorage.java | 156 ++++++------
.../client/functional/TestHoodieMetadataBase.java | 1 -
.../TestRDDSimpleBucketBulkInsertPartitioner.java | 8 +-
.../index/bloom/TestBloomIndexTagWithColStats.java | 3 +
.../index/hbase/TestHBaseQPSResourceAllocator.java | 2 +-
.../index/hbase/TestSparkHoodieHBaseIndex.java | 2 +-
.../org/apache/hudi/io/TestHoodieMergeHandle.java | 60 +++--
.../java/org/apache/hudi/table/TestCleaner.java | 64 ++---
.../clean/TestCleanerInsertAndCleanByCommits.java | 12 +-
.../clean/TestCleanerInsertAndCleanByVersions.java | 10 +-
.../action/cluster/TestIncrementalClustering.java | 9 +-
.../commit/TestCopyOnWriteActionExecutor.java | 12 +-
.../table/action/compact/CompactionTestBase.java | 20 +-
.../rollback/HoodieClientRollbackTestBase.java | 44 ++--
.../TestCopyOnWriteRollbackActionExecutor.java | 117 ++++-----
...dieSparkCopyOnWriteTableArchiveWithReplace.java | 13 +-
.../TestMarkerBasedRollbackStrategy.java | 23 +-
.../hudi/table/upgrade/TestUpgradeDowngrade.java | 32 +--
.../hudi/testutils/HoodieClientTestBase.java | 101 +++++---
.../testutils/HoodieSparkClientTestHarness.java | 20 +-
.../SparkClientFunctionalTestHarness.java | 13 +-
.../table/timeline/HoodieActiveTimeline.java | 17 ++
.../timeline/versioning/v1/ActiveTimelineV1.java | 9 +
.../timeline/versioning/v2/ActiveTimelineV2.java | 23 +-
.../apache/hudi/common/util/ClusteringUtils.java | 17 +-
.../hudi/exception/HoodieClusteringException.java | 0
.../hudi/common/testutils/HoodieTestUtils.java | 16 +-
.../examples/spark/HoodieWriteClientExample.java | 9 +-
.../examples/spark/HoodieMorCompactionJob.scala | 3 +-
.../hudi/sink/compact/CompactionCommitSink.java | 3 +-
.../hudi/table/catalog/HoodieCatalogUtil.java | 3 -
.../org/apache/hudi/util/FlinkWriteClients.java | 1 -
.../apache/hudi/table/ITTestSchemaEvolution.java | 2 +
.../testsuite/HoodieContinuousTestSuiteWriter.java | 6 +-
.../testsuite/HoodieInlineTestSuiteWriter.java | 28 +--
.../integ/testsuite/HoodieTestSuiteWriter.java | 7 +-
.../integ/testsuite/dag/nodes/CompactNode.java | 6 +-
.../writers/KafkaConnectWriterProvider.java | 1 -
.../main/java/org/apache/hudi/DataSourceUtils.java | 2 +-
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 10 +-
.../java/org/apache/hudi/TestDataSourceUtils.java | 9 +-
.../apache/hudi/cli/BootstrapExecutorUtils.java | 1 -
.../apache/hudi/cli/HDFSParquetImporterUtils.java | 12 +-
.../procedures/RunCompactionProcedure.scala | 5 +-
.../hudi/command/procedures/RunTTLProcedure.scala | 8 +-
.../apache/hudi/TestDataSourceReadWithDeletes.java | 1 -
.../org/apache/hudi/TestMetadataTableSupport.java | 11 +-
.../hudi/client/TestHoodieClientMultiWriter.java | 65 ++---
.../TestMultiWriterWithPreferWriterIngestion.java | 18 +-
.../hudi/client/TestTableSchemaEvolution.java | 17 +-
.../functional/TestConsistentBucketIndex.java | 5 +-
...DataValidationCheckForLogCompactionActions.java | 3 +-
.../functional/TestHoodieBackedMetadata.java | 76 ++++--
.../TestHoodieClientOnMergeOnReadStorage.java | 53 +++--
.../functional/TestHoodieFileSystemViews.java | 91 ++++---
.../hudi/client/functional/TestHoodieIndex.java | 1 -
.../TestMetadataUtilRLIandSIRecordGeneration.java | 81 ++++---
.../TestRemoteFileSystemViewWithMetadataTable.java | 1 -
.../TestSavepointRestoreMergeOnRead.java | 44 ++--
.../org/apache/hudi/functional/TestBootstrap.java | 6 +-
.../TestDataSkippingWithMORColstats.java | 1 -
.../TestGlobalIndexEnableUpdatePartitions.java | 63 +++--
.../TestHoodieSparkMergeOnReadTableClustering.java | 120 +++++-----
.../apache/hudi/functional/TestOrcBootstrap.java | 6 +-
.../functional/TestSparkClusteringCornerCases.java | 4 +
.../TestSparkConsistentBucketClustering.java | 1 -
.../functional/TestSparkSortAndSizeClustering.java | 1 -
.../apache/hudi/functional/TestWriteClient.java | 4 +-
.../hudi/table/TestHoodieMergeOnReadTable.java | 94 ++++----
.../table/action/compact/TestAsyncCompaction.java | 4 +-
.../table/action/compact/TestHoodieCompactor.java | 27 ++-
.../TestMergeOnReadRollbackActionExecutor.java | 261 ++++++++++++---------
.../TestHoodieSparkMergeOnReadTableCompaction.java | 35 ++-
...HoodieSparkMergeOnReadTableIncrementalRead.java | 5 +-
...dieSparkMergeOnReadTableInsertUpdateDelete.java | 15 +-
.../TestHoodieSparkMergeOnReadTableRollback.java | 46 ++--
.../table/functional/TestHoodieSparkRollback.java | 3 +-
.../TestSparkNonBlockingConcurrencyControl.java | 28 ++-
.../org/apache/hudi/TestHoodieFileIndex.scala | 2 +-
.../apache/hudi/functional/TestCOWDataSource.scala | 16 --
.../apache/hudi/functional/TestMORDataSource.scala | 2 +-
.../hudi/functional/TestMORDataSourceStorage.scala | 1 +
.../hudi/functional/TestRecordLevelIndex.scala | 4 +-
.../TestSparkDataSourceDAGExecution.scala | 6 +-
...TestStreamSourceReadByStateTransitionTime.scala | 6 +-
.../procedure/TestShowFileStatusProcedure.scala | 9 +-
.../sql/hudi/procedure/TestTTLProcedure.scala | 4 +-
.../hudi/timeline/service/TimelineService.java | 4 +-
.../org/apache/hudi/utilities/HoodieCleaner.java | 2 +-
.../org/apache/hudi/utilities/HoodieCompactor.java | 1 +
.../hudi/utilities/HoodieDropPartitionsTool.java | 9 +-
.../org/apache/hudi/utilities/HoodieTTLJob.java | 14 +-
.../hudi/utilities/streamer/BootstrapExecutor.java | 1 -
.../utilities/streamer/SparkSampleWritesUtils.java | 2 +-
.../apache/hudi/utilities/streamer/StreamSync.java | 7 +-
.../apache/hudi/utilities/TestHoodieIndexer.java | 19 +-
.../TestHoodieDeltaStreamerDAGExecution.java | 4 +-
.../functional/TestHoodieSnapshotExporter.java | 6 +-
.../TestHoodieMultiTableServicesMain.java | 1 +
.../offlinejob/TestHoodieClusteringJob.java | 1 -
.../offlinejob/TestHoodieCompactorJob.java | 1 -
.../sources/S3EventsHoodieIncrSourceHarness.java | 10 +-
.../sources/TestGcsEventsHoodieIncrSource.java | 10 +-
.../utilities/sources/TestHoodieIncrSource.java | 73 +++---
.../sources/helpers/TestIncrSourceHelper.java | 8 +-
172 files changed, 2029 insertions(+), 1432 deletions(-)
copy
hudi-client/{hudi-java-client/src/main/java/org/apache/hudi/table/action/commit/JavaDeleteCommitActionExecutor.java
=>
hudi-flink-client/src/main/java/org/apache/hudi/table/action/commit/FlinkAutoCommitActionExecutor.java}
(55%)
copy
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/commit/{SparkDeletePreppedCommitActionExecutor.java
=> SparkAutoCommitExecutor.java} (57%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/exception/HoodieClusteringException.java
(100%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/client/functional/TestHoodieFileSystemViews.java
(76%)
