This is an automated email from the ASF dual-hosted git repository.
danny0405 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from e0fa459f1516 [HUDI-9661] Fix `Hoodie#getOrderingValue()` to avoid
extracting ordering fields at record level (#13645)
add fde04da89044 [HUDI-9630] Support Partitioned RLI in the Metadata Table
(#13603)
No new revisions were added by this update.
Summary of changes:
.../org/apache/hudi/config/HoodieIndexConfig.java | 5 +-
.../org/apache/hudi/config/HoodieWriteConfig.java | 14 +-
.../java/org/apache/hudi/index/HoodieIndex.java | 13 +-
...ucketizedMetadataTableFileGroupIndexParser.java | 127 ++++++
.../DefaultMetadataTableFileGroupIndexParser.java | 28 +-
.../metadata/HoodieBackedTableMetadataWriter.java | 373 ++++++++++++-----
.../hudi/metadata/MetadataIndexGenerator.java | 2 +-
.../MetadataTableFileGroupIndexParser.java | 16 +-
.../java/org/apache/hudi/table/HoodieTable.java | 2 +-
.../FlinkHoodieBackedTableMetadataWriter.java | 4 +-
.../JavaHoodieBackedTableMetadataWriter.java | 4 +-
.../hudi/client/TestJavaHoodieBackedMetadata.java | 2 +-
.../apache/hudi/index/SparkHoodieIndexFactory.java | 4 +
.../SparkMetadataTablePartitionedRecordIndex.java | 140 +++++++
.../hudi/index/SparkMetadataTableRecordIndex.java | 77 ++--
.../SparkHoodieBackedTableMetadataWriter.java | 9 +-
...ieBackedTableMetadataWriterTableVersionSix.java | 8 +-
.../SparkHoodieMetadataBulkInsertPartitioner.java | 10 +-
...stSparkHoodieMetadataBulkInsertPartitioner.java | 3 +-
.../hudi/common/config/HoodieMetadataConfig.java | 34 ++
.../hudi/common/table/view/NoOpTableMetadata.java | 11 +
.../hudi/common/util/PartitionPathEncodeUtils.java | 24 +-
.../hudi/metadata/BaseFileRecordParsingUtils.java | 5 +-
.../apache/hudi/metadata/BaseTableMetadata.java | 12 +
.../EmptyHoodieRecordPayloadWithPartition.java | 42 ++
.../metadata/FileSystemBackedTableMetadata.java | 11 +
.../hudi/metadata/HoodieBackedTableMetadata.java | 99 ++++-
.../hudi/metadata/HoodieMetadataPayload.java | 11 +-
.../apache/hudi/metadata/HoodieTableMetadata.java | 20 +
.../hudi/metadata/HoodieTableMetadataUtil.java | 100 +++--
.../hudi/metadata/MetadataPartitionType.java | 2 +-
.../TestHoodieBackedTableMetadataDataCleanup.java | 6 +-
.../hudi/metadata/TestHoodieTableMetadataUtil.java | 21 +-
.../TestMetadataUtilRLIandSIRecordGeneration.java | 20 +-
.../hudi/functional/TestHoodieBackedMetadata.java | 19 +-
.../TestPartitionedRecordLevelIndex.scala | 461 +++++++++++++++++++++
36 files changed, 1477 insertions(+), 262 deletions(-)
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/metadata/BucketizedMetadataTableFileGroupIndexParser.java
copy
hudi-common/src/main/java/org/apache/hudi/common/table/log/FullKeySpec.java =>
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/metadata/DefaultMetadataTableFileGroupIndexParser.java
(53%)
copy
hudi-common/src/main/java/org/apache/hudi/common/function/SerializablePairFlatMapFunction.java
=>
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/metadata/MetadataTableFileGroupIndexParser.java
(70%)
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/index/SparkMetadataTablePartitionedRecordIndex.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/metadata/EmptyHoodieRecordPayloadWithPartition.java
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/TestPartitionedRecordLevelIndex.scala
