This is an automated email from the ASF dual-hosted git repository.
yihua pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 1ec3e338e437 [MINOR] NullPointerException when reading action state of
old archived timelines (#13579)
add fffa3efaab8d [HUDI-9526] Use HoodieFileGroupReader throughout the CDC
flow (#13444)
No new revisions were added by this update.
Summary of changes:
.../hudi/io/FileGroupReaderBasedAppendHandle.java | 6 +-
.../hudi/io/FileGroupReaderBasedMergeHandle.java | 66 ++++-
.../java/org/apache/hudi/io/HoodieCDCLogger.java | 7 +-
.../java/org/apache/hudi/io/HoodieWriteHandle.java | 2 +-
.../action/compact/CompactionExecutionHelper.java | 77 ------
.../hudi/table/action/compact/HoodieCompactor.java | 166 +-----------
.../compact/LogCompactionExecutionHelper.java | 86 -------
.../compact/RunCompactionActionExecutor.java | 6 +-
.../HoodieLogCompactionPlanGenerator.java | 3 +-
.../hudi/table/HoodieFlinkMergeOnReadTable.java | 4 +-
.../HoodieFlinkMergeOnReadTableCompactor.java | 37 +--
.../hudi/table/HoodieJavaMergeOnReadTable.java | 4 +-
.../hudi/table/HoodieSparkMergeOnReadTable.java | 4 +-
.../common/table/log/block/HoodieLogBlock.java | 3 +-
.../common/table/read/BaseFileUpdateCallback.java | 47 ++++
.../common/table/read/FileGroupRecordBuffer.java | 65 ++---
.../common/table/read/HoodieFileGroupReader.java | 53 +++-
.../table/read/HoodieFileGroupRecordBuffer.java | 3 +-
.../table/read/KeyBasedFileGroupRecordBuffer.java | 4 +-
.../read/PositionBasedFileGroupRecordBuffer.java | 27 +-
.../read/SortedKeyBasedFileGroupRecordBuffer.java | 9 +-
.../table/read/UnmergedFileGroupRecordBuffer.java | 8 +-
.../hudi/common/table/read/UpdateProcessor.java | 122 +++++++++
.../hudi/metadata/HoodieTableMetadataUtil.java | 42 +--
.../table/read/TestFileGroupRecordBuffer.java | 7 +-
.../read/TestKeyBasedFileGroupRecordBuffer.java | 3 +-
.../TestSortedKeyBasedFileGroupRecordBuffer.java | 6 +-
.../apache/hudi/sink/compact/CompactOperator.java | 52 ++--
.../org/apache/hudi/cdc/CDCFileGroupIterator.scala | 284 +++++++++------------
...odieFileGroupReaderBasedParquetFileFormat.scala | 3 +-
.../TestPositionBasedFileGroupRecordBuffer.java | 5 +-
.../hudi/functional/cdc/HoodieCDCTestBase.scala | 3 +-
32 files changed, 536 insertions(+), 678 deletions(-)
delete mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/compact/CompactionExecutionHelper.java
delete mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/compact/LogCompactionExecutionHelper.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/read/BaseFileUpdateCallback.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/read/UpdateProcessor.java
