This is an automated email from the ASF dual-hosted git repository.
yihua pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 93e3df5af813 [HUDI-9645] Fix mock spy issue with polaris test (#13625)
add a34f33826c29 [HUDI-9578] Metadata Table reuse functionality with
FileGroupReader (#13602)
No new revisions were added by this update.
Summary of changes:
.../SparkFileFormatInternalRowReaderContext.scala | 2 +-
.../functional/TestHoodieBackedTableMetadata.java | 44 ++---
.../apache/hudi/avro/HoodieAvroReaderContext.java | 40 ++++-
.../table/log/BaseHoodieLogRecordReader.java | 2 +-
.../table/log/HoodieMergedLogRecordReader.java | 2 +-
.../common/table/read/BufferedRecordMerger.java | 2 +-
.../table/read/FileGroupReaderSchemaHandler.java | 1 +
.../common/table/read/HoodieFileGroupReader.java | 182 ++++++---------------
.../apache/hudi/common/table/read/InputSplit.java | 79 +++++++++
.../read/ParquetRowIndexBasedSchemaHandler.java | 2 +-
.../hudi/common/table/read/ReaderParameters.java | 108 ++++++++++++
.../hudi/common/table/read/UpdateProcessor.java | 2 +-
.../buffer/DefaultFileGroupRecordBufferLoader.java | 83 ++++++++++
.../read/{ => buffer}/FileGroupRecordBuffer.java | 26 ++-
.../read/buffer/FileGroupRecordBufferLoader.java | 58 +++++++
.../{ => buffer}/HoodieFileGroupRecordBuffer.java | 3 +-
.../KeyBasedFileGroupRecordBuffer.java | 5 +-
.../read/buffer/LogScanningRecordBufferLoader.java | 64 ++++++++
.../PositionBasedFileGroupRecordBuffer.java | 5 +-
.../ReusableFileGroupRecordBufferLoader.java | 83 ++++++++++
.../read/buffer/ReusableKeyBasedRecordBuffer.java | 175 ++++++++++++++++++++
.../SortedKeyBasedFileGroupRecordBuffer.java | 8 +-
.../UnmergedFileGroupRecordBuffer.java | 8 +-
.../io/storage/HoodieNativeAvroHFileReader.java | 2 +-
.../hudi/metadata/HoodieBackedTableMetadata.java | 118 ++++++++++---
.../hudi/metadata/HoodieTableMetadataUtil.java | 2 +-
.../read/TestFileGroupReaderSchemaHandler.java | 126 ++++++++++++++
.../{ => buffer}/TestFileGroupRecordBuffer.java | 142 +---------------
.../TestKeyBasedFileGroupRecordBuffer.java | 5 +-
.../hudi/common/table/read/buffer/TestRecord.java | 49 +++---
.../buffer/TestReusableKeyBasedRecordBuffer.java | 101 ++++++++++++
.../TestSortedKeyBasedFileGroupRecordBuffer.java | 30 +---
.../hudi/common/testutils/SchemaTestUtil.java | 10 ++
.../org/apache/hudi/cdc/CDCFileGroupIterator.scala | 3 +-
...stSparkFileFormatInternalRowReaderContext.scala | 2 +-
.../TestPositionBasedFileGroupRecordBuffer.java | 2 +-
36 files changed, 1181 insertions(+), 395 deletions(-)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/read/InputSplit.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/read/ReaderParameters.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/read/buffer/DefaultFileGroupRecordBufferLoader.java
rename hudi-common/src/main/java/org/apache/hudi/common/table/read/{ =>
buffer}/FileGroupRecordBuffer.java (95%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/read/buffer/FileGroupRecordBufferLoader.java
rename hudi-common/src/main/java/org/apache/hudi/common/table/read/{ =>
buffer}/HoodieFileGroupRecordBuffer.java (96%)
rename hudi-common/src/main/java/org/apache/hudi/common/table/read/{ =>
buffer}/KeyBasedFileGroupRecordBuffer.java (96%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/read/buffer/LogScanningRecordBufferLoader.java
rename hudi-common/src/main/java/org/apache/hudi/common/table/read/{ =>
buffer}/PositionBasedFileGroupRecordBuffer.java (98%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/read/buffer/ReusableFileGroupRecordBufferLoader.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/read/buffer/ReusableKeyBasedRecordBuffer.java
rename hudi-common/src/main/java/org/apache/hudi/common/table/read/{ =>
buffer}/SortedKeyBasedFileGroupRecordBuffer.java (93%)
rename hudi-common/src/main/java/org/apache/hudi/common/table/read/{ =>
buffer}/UnmergedFileGroupRecordBuffer.java (94%)
rename hudi-common/src/test/java/org/apache/hudi/common/table/read/{ =>
buffer}/TestFileGroupRecordBuffer.java (55%)
rename hudi-common/src/test/java/org/apache/hudi/common/table/read/{ =>
buffer}/TestKeyBasedFileGroupRecordBuffer.java (98%)
copy
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/Call.scala
=>
hudi-common/src/test/java/org/apache/hudi/common/table/read/buffer/TestRecord.java
(56%)
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/table/read/buffer/TestReusableKeyBasedRecordBuffer.java
rename hudi-common/src/test/java/org/apache/hudi/common/table/read/{ =>
buffer}/TestSortedKeyBasedFileGroupRecordBuffer.java (91%)
