This is an automated email from the ASF dual-hosted git repository.
danny0405 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 1f561d08d7c [HUDI-9535] Prevent Unnecessary data transfer b/w driver
and executor in Spark Partitioner (#13459)
add 45312d437a5 [HUDI-9340] Add MDT streaming write support for secondary
index (#13449)
No new revisions were added by this update.
Summary of changes:
.../java/org/apache/hudi/client/IndexStats.java | 67 +++++++
...BaseCompactor.java => SecondaryIndexStats.java} | 40 +++-
.../java/org/apache/hudi/client/WriteStatus.java | 25 +--
.../index/inmemory/HoodieInMemoryHashIndex.java | 2 +-
.../hudi/io/FileGroupReaderBasedMergeHandle.java | 1 -
.../org/apache/hudi/io/HoodieAppendHandle.java | 28 ++-
.../org/apache/hudi/io/HoodieConcatHandle.java | 10 -
.../org/apache/hudi/io/HoodieCreateHandle.java | 14 +-
.../java/org/apache/hudi/io/HoodieMergeHandle.java | 76 ++++++--
.../java/org/apache/hudi/io/HoodieWriteHandle.java | 37 +++-
.../hudi/io/SecondaryIndexStreamingTracker.java | 201 +++++++++++++++++++++
.../metadata/HoodieBackedTableMetadataWriter.java | 56 ++++--
.../hudi/metadata/MetadataIndexGenerator.java | 20 +-
.../hudi/utils/HoodieWriterClientTestHarness.java | 2 +-
.../run/strategy/JavaExecutionStrategy.java | 2 +-
.../hudi/common/model/HoodieSparkRecord.java | 3 +-
.../hudi/BaseSparkInternalRowReaderContext.java | 2 +-
.../apache/hudi/client/TestHoodieReadClient.java | 4 +-
.../org/apache/hudi/client/TestWriteStatus.java | 21 +--
.../java/org/apache/hudi/io/BaseTestHandle.java | 54 +++++-
.../org/apache/hudi/io/TestHoodieMergeHandle.java | 2 +-
.../java/org/apache/hudi/io/TestMergeHandle.java | 84 ---------
.../apache/hudi/avro/HoodieAvroReaderContext.java | 5 +-
.../hudi/common/model/HoodieAvroIndexedRecord.java | 3 +-
.../apache/hudi/common/model/HoodieAvroRecord.java | 12 +-
.../hudi/common/model/HoodieEmptyRecord.java | 2 +-
.../hudi/common/model/HoodieIndexDefinition.java | 16 +-
.../org/apache/hudi/common/model/HoodieRecord.java | 6 +-
.../table/view/AbstractTableFileSystemView.java | 12 ++
.../table/view/PriorityBasedFileSystemView.java | 6 +
.../view/RemoteHoodieTableFileSystemView.java | 8 +
.../common/table/view/TableFileSystemView.java | 10 +
.../SecondaryIndexRecordGenerationUtils.java | 7 +-
.../hudi/common/model/TestHoodieIndexMetadata.java | 49 +++++
.../view/TestPriorityBasedFileSystemView.java | 37 ++++
.../table/view/TestHoodieTableFileSystemView.java | 12 ++
.../java/org/apache/hudi/io/TestAppendHandle.java | 81 ++++++---
.../java/org/apache/hudi/io/TestCreateHandle.java | 58 ++++--
.../java/org/apache/hudi/io/TestMergeHandle.java | 131 ++++++++++++++
.../apache/hudi/io/TestMetadataWriterCommit.java | 89 +++++++++
.../hudi/timeline/service/RequestHandler.java | 10 +
.../service/handlers/FileSliceHandler.java | 6 +
42 files changed, 1068 insertions(+), 243 deletions(-)
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/IndexStats.java
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/{BaseCompactor.java
=> SecondaryIndexStats.java} (50%)
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/io/SecondaryIndexStreamingTracker.java
delete mode 100644
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/io/TestMergeHandle.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/model/TestHoodieIndexMetadata.java
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/io/TestAppendHandle.java
(50%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/io/TestCreateHandle.java
(53%)
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/java/org/apache/hudi/io/TestMergeHandle.java
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/io/TestMetadataWriterCommit.java
(59%)
