This is an automated email from the ASF dual-hosted git repository.
danny0405 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 2cdaa60046 [MINOR] Reuse empty InternalSchema instance (#7287)
add da89e124eb [HUDI-3981] Flink engine support for comprehensive schema
evolution (#5830)
No new revisions were added by this update.
Summary of changes:
.../org/apache/hudi/table/HoodieFlinkTable.java | 13 +
.../apache/hudi/configuration/OptionsResolver.java | 8 +
.../org/apache/hudi/table/HoodieTableSource.java | 16 +-
.../java/org/apache/hudi/table/format/CastMap.java | 220 ++++++++++
.../org/apache/hudi/table/format/FormatUtils.java | 8 +-
.../format/HoodieParquetEvolvedSplitReader.java} | 38 +-
.../hudi/table/format/HoodieParquetReader.java | 99 +++++
.../table/format/HoodieParquetSplitReader.java} | 34 +-
.../hudi/table/format/InternalSchemaManager.java | 170 ++++++++
.../hudi/table/format/cdc/CdcInputFormat.java | 11 +-
.../table/format/cow/CopyOnWriteInputFormat.java | 14 +-
.../table/format/mor/MergeOnReadInputFormat.java | 58 ++-
.../apache/hudi/util/RowDataCastProjection.java | 33 +-
.../org/apache/hudi/util/RowDataProjection.java | 9 +-
.../apache/hudi/table/ITTestSchemaEvolution.java | 461 +++++++++++++++++++++
.../org/apache/hudi/table/format/TestCastMap.java | 120 ++++++
.../org/apache/hudi/utils/TestConfigurations.java | 23 +
17 files changed, 1258 insertions(+), 77 deletions(-)
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/table/format/CastMap.java
copy
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/{sink/transform/ChainedTransformer.java
=> table/format/HoodieParquetEvolvedSplitReader.java} (51%)
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/table/format/HoodieParquetReader.java
copy
hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/DataStreamSinkProviderAdapter.java
=>
hudi-flink/src/main/java/org/apache/hudi/table/format/HoodieParquetSplitReader.java}
(56%)
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/table/format/InternalSchemaManager.java
copy
hudi-spark-datasource/hudi-spark-common/src/main/java/org/apache/hudi/async/SparkStreamingAsyncCompactService.java
=>
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/util/RowDataCastProjection.java
(53%)
create mode 100644
hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/table/ITTestSchemaEvolution.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/table/format/TestCastMap.java