This is an automated email from the ASF dual-hosted git repository.
sivabalan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from b479f12285fd [MINOR] Use scala-test throughout
TestExpressionIndex.scala (#13546)
add 1c420c812138 [HUDI-8401] Add partial update support with merge mode to
assist with migration from payload to merge mode (#13498)
No new revisions were added by this update.
Summary of changes:
.../org/apache/hudi/config/HoodieWriteConfig.java | 11 +-
.../hudi/BaseSparkInternalRowReaderContext.java | 19 ++
.../TestBaseSparkInternalRowReaderContext.java | 193 +++++++++++++++++++++
.../testutils/HoodieSparkClientTestHarness.java | 9 +-
.../hudi/avro/AvroReaderContextTypeConverter.java | 31 ++--
.../apache/hudi/avro/HoodieAvroReaderContext.java | 12 ++
.../hudi/common/engine/HoodieReaderContext.java | 31 ++--
.../ReaderContextTypeConverter.java} | 36 ++--
.../hudi/common/table/HoodieTableConfig.java | 26 +++
.../hudi/common/table/PartialUpdateMode.java | 49 ++++++
.../table/read/BufferedRecordMergerFactory.java | 141 ++++++++++++++-
.../common/table/read/FileGroupRecordBuffer.java | 12 +-
.../common/table/read/HoodieFileGroupReader.java | 15 +-
.../table/read/KeyBasedFileGroupRecordBuffer.java | 14 +-
.../common/table/read/PartialUpdateStrategy.java | 185 ++++++++++++++++++++
.../read/PositionBasedFileGroupRecordBuffer.java | 14 +-
.../read/SortedKeyBasedFileGroupRecordBuffer.java | 4 +-
.../table/read/UnmergedFileGroupRecordBuffer.java | 4 +-
.../hudi/metadata/HoodieTableMetadataUtil.java | 3 +-
.../hudi/avro/TestHoodieAvroReaderContext.java | 33 ++++
.../engine/TestReaderContextTypeConverter.java} | 52 +++---
.../table/read/TestFileGroupRecordBuffer.java | 4 +
.../table/read/TestPartialUpdateStrategy.java | 117 +++++++++++++
.../TestSortedKeyBasedFileGroupRecordBuffer.java | 5 +-
.../table/format/FlinkRowDataReaderContext.java | 17 ++
.../format/TestFlinkRowDataReaderContext.java | 125 +++++++++++++
.../hudi/hadoop/HiveHoodieReaderContext.java | 23 +--
...er.java => HiveReaderContextTypeConverter.java} | 33 ++--
.../hudi/hadoop/TestHiveHoodieReaderContext.java | 66 +++++++
.../hadoop/TestHiveReaderContextTypeConverter.java | 67 +++++++
.../TestPositionBasedFileGroupRecordBuffer.java | 1 +
.../functional/TestPayloadDeprecationFlow.scala | 132 ++++++++++++++
32 files changed, 1363 insertions(+), 121 deletions(-)
create mode 100644
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/TestBaseSparkInternalRowReaderContext.java
copy hudi-io/src/main/java/org/apache/hudi/io/hfile/KeyValueEntry.java =>
hudi-common/src/main/java/org/apache/hudi/avro/AvroReaderContextTypeConverter.java
(62%)
copy
hudi-common/src/main/java/org/apache/hudi/common/{util/collection/EmptyIterator.java
=> engine/ReaderContextTypeConverter.java} (56%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/PartialUpdateMode.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/read/PartialUpdateStrategy.java
copy hudi-common/src/test/java/org/apache/hudi/{expression/TestPredicates.java
=> common/engine/TestReaderContextTypeConverter.java} (50%)
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/table/read/TestPartialUpdateStrategy.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/table/format/TestFlinkRowDataReaderContext.java
copy
hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/{OverwriteWithLatestHiveRecordMerger.java
=> HiveReaderContextTypeConverter.java} (54%)
create mode 100644
hudi-hadoop-mr/src/test/java/org/apache/hudi/hadoop/TestHiveReaderContextTypeConverter.java
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/TestPayloadDeprecationFlow.scala
