This is an automated email from the ASF dual-hosted git repository.
danny0405 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 8c7e93f0700 [HUDI-9405] Adding end to end streaming writes to metadata
table support for SPARK engine (#13402)
add cb566b9785f [HUDI-9520] Support new sink based on Flink sink V2 API
(#13423)
No new revisions were added by this update.
Summary of changes:
.../org/apache/hudi/sink/StreamWriteFunction.java | 5 +-
.../hudi/sink/append/AppendWriteFunction.java | 2 +-
.../append/AppendWriteFunctionWithRateLimit.java | 3 +-
.../sink/bucket/BucketStreamWriteFunction.java | 5 +-
.../hudi/sink/bulk/BulkInsertWriteFunction.java | 2 +-
.../sink/clustering/ClusteringPlanOperator.java | 5 +-
.../hudi/sink/common/AbstractWriteFunction.java | 3 +-
.../hudi/sink/common/AbstractWriteOperator.java | 3 +-
.../hudi/sink/common/WriteOperatorFactory.java | 7 +-
.../hudi/sink/compact/CompactionPlanOperator.java | 5 +-
.../java/org/apache/hudi/sink/utils/Pipelines.java | 40 +--
.../CleanFunctionV2.java} | 27 +-
.../java/org/apache/hudi/sink/v2/HoodieSink.java | 78 ++++++
.../clustering/ClusteringCommitSinkV2.java} | 28 ++-
.../compact/CompactionCommitSinkV2.java} | 26 +-
.../org/apache/hudi/sink/v2/utils/PipelinesV2.java | 277 +++++++++++++++++++++
.../apache/hudi/streamer/HoodieFlinkStreamer.java | 2 +-
.../org/apache/hudi/table/HoodieTableSink.java | 7 +-
.../apache/hudi/sink/ITTestDataStreamV2Write.java | 159 ++++++++++++
.../apache/hudi/sink/ITTestDataStreamWrite.java | 4 +-
.../bucket/ITTestConsistentBucketStreamWrite.java | 2 +-
.../connector/sink2/SupportsPreWriteTopology.java} | 20 +-
.../connector/sink2/SupportsPreWriteTopology.java} | 20 +-
.../connector/sink2/SupportsPreWriteTopology.java} | 20 +-
.../connector/sink2/SupportsPreWriteTopology.java} | 20 +-
25 files changed, 669 insertions(+), 101 deletions(-)
copy
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/{CleanFunction.java
=> v2/CleanFunctionV2.java} (81%)
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/v2/HoodieSink.java
copy
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/{clustering/ClusteringCommitSink.java
=> v2/clustering/ClusteringCommitSinkV2.java} (91%)
copy
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/{compact/CompactionCommitSink.java
=> v2/compact/CompactionCommitSinkV2.java} (88%)
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/v2/utils/PipelinesV2.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/sink/ITTestDataStreamV2Write.java
copy
hudi-flink-datasource/{hudi-flink/src/main/java/org/apache/hudi/sink/transform/Transformer.java
=>
hudi-flink1.15.x/src/main/java/org/apache/flink/streaming/api/connector/sink2/SupportsPreWriteTopology.java}
(56%)
copy
hudi-flink-datasource/{hudi-flink/src/main/java/org/apache/hudi/sink/transform/Transformer.java
=>
hudi-flink1.16.x/src/main/java/org/apache/flink/streaming/api/connector/sink2/SupportsPreWriteTopology.java}
(56%)
copy
hudi-flink-datasource/{hudi-flink/src/main/java/org/apache/hudi/sink/transform/Transformer.java
=>
hudi-flink1.17.x/src/main/java/org/apache/flink/streaming/api/connector/sink2/SupportsPreWriteTopology.java}
(56%)
copy
hudi-flink-datasource/{hudi-flink/src/main/java/org/apache/hudi/sink/transform/Transformer.java
=>
hudi-flink1.18.x/src/main/java/org/apache/flink/streaming/api/connector/sink2/SupportsPreWriteTopology.java}
(56%)
