This is an automated email from the ASF dual-hosted git repository.
leesf pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 7102e0fbe5f [HUDI-4987] Rename Hudi Streamer related configs (#9377)
add 7541cd7e6f8 [HUDI-6534]Support consistent hashing row writer (#9199)
No new revisions were added by this update.
Summary of changes:
.../index/bucket/ConsistentBucketIdentifier.java | 4 +
.../index/bucket/ConsistentBucketIndexUtils.java | 23 +++
... ConsistentHashingBucketInsertPartitioner.java} | 23 ++-
.../bucket/TestConsistentBucketIdIdentifier.java | 41 ++++++
...onsistentBucketClusteringExecutionStrategy.java | 27 +++-
...ntBucketIndexBulkInsertPartitionerWithRows.java | 154 ++++++++++++++++++++
.../RDDConsistentBucketBulkInsertPartitioner.java | 31 +++-
.../bulkinsert/RowRecordKeyExtractor.java | 91 ++++++++++++
.../factory/HoodieSparkKeyGeneratorFactory.java | 25 ++++
.../BucketBulkInsertDataInternalWriterHelper.java | 19 ++-
.../commit/BulkInsertDataInternalWriterHelper.java | 29 +---
...ntBucketBulkInsertDataInternalWriterHelper.java | 120 ++++++++++++++++
.../hudi/HoodieDatasetBulkInsertHelper.scala | 48 +++++--
.../BaseDatasetBulkInsertCommitActionExecutor.java | 12 +-
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 6 +-
.../TestSparkConsistentBucketClustering.java | 55 +++++---
.../apache/spark/sql/hudi/TestInsertTable.scala | 156 ++++++++++++++-------
.../HoodieBulkInsertDataInternalWriter.java | 18 ++-
.../HoodieBulkInsertDataInternalWriter.java | 23 ++-
19 files changed, 746 insertions(+), 159 deletions(-)
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/{FileIdPrefixProvider.java
=> ConsistentHashingBucketInsertPartitioner.java} (66%)
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/execution/bulkinsert/ConsistentBucketIndexBulkInsertPartitionerWithRows.java
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/execution/bulkinsert/RowRecordKeyExtractor.java
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/commit/ConsistentBucketBulkInsertDataInternalWriterHelper.java
rename {hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/client =>
hudi-spark-datasource/hudi-spark/src/test/java/org/apache/hudi}/functional/TestSparkConsistentBucketClustering.java
(90%)
