This is an automated email from the ASF dual-hosted git repository.
danny0405 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from c23b5641473 [HUDI-8286] Add special handling for ordering fields when
building FileGroupReader (#13469)
add 1f561d08d7c [HUDI-9535] Prevent Unnecessary data transfer b/w driver
and executor in Spark Partitioner (#13459)
No new revisions were added by this update.
Summary of changes:
.../apache/hudi/index/bucket/BucketIdentifier.java | 14 +-
.../BaseSparkBucketIndexBucketInfoGetter.java | 68 +++++++++
.../commit/BaseSparkCommitActionExecutor.java | 18 ++-
.../commit/InsertOverwriteBucketInfoGetter.java | 31 +++--
.../commit/ListBasedSparkBucketInfoGetter.java | 17 +--
.../commit/MapBasedSparkBucketInfoGetter.java | 21 ++-
.../commit/SparkBucketIndexBucketInfoGetter.java | 47 +++++++
.../action/commit/SparkBucketIndexPartitioner.java | 28 +---
.../table/action/commit/SparkBucketInfoGetter.java | 21 ++-
.../action/commit/SparkHoodiePartitioner.java | 2 +-
.../SparkInsertOverwriteCommitActionExecutor.java | 8 +-
.../commit/SparkInsertOverwritePartitioner.java | 19 +--
.../SparkMetadataTableUpsertPartitioner.java | 4 +-
.../SparkPartitionBucketIndexBucketInfoGetter.java | 47 +++++++
.../SparkPartitionBucketIndexPartitioner.java | 39 +-----
.../table/action/commit/UpsertPartitioner.java | 7 +-
.../TestSparkMetadataTableUpsertPartitioner.java | 3 +-
.../table/action/commit/TestUpsertPartitioner.java | 59 ++++++--
.../apache/hudi/functional/TestHoodieIndex.java | 153 +++++++++++++++++++++
19 files changed, 450 insertions(+), 156 deletions(-)
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/commit/BaseSparkBucketIndexBucketInfoGetter.java
copy
hudi-hadoop-common/src/test/java/org/apache/hudi/storage/hadoop/TestHadoopStorageConfiguration.java
=>
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/commit/InsertOverwriteBucketInfoGetter.java
(52%)
copy
hudi-sync/hudi-datahub-sync/src/test/java/org/apache/hudi/sync/datahub/DummyPartitionValueExtractor.java
=>
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/commit/ListBasedSparkBucketInfoGetter.java
(68%)
copy hudi-common/src/main/java/org/apache/hudi/common/util/MapUtils.java =>
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/commit/MapBasedSparkBucketInfoGetter.java
(66%)
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/commit/SparkBucketIndexBucketInfoGetter.java
copy
hudi-common/src/main/java/org/apache/hudi/common/data/HoodieAccumulator.java =>
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/commit/SparkBucketInfoGetter.java
(62%)
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/commit/SparkPartitionBucketIndexBucketInfoGetter.java
