This is an automated email from the ASF dual-hosted git repository. xushiyan pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/hudi.git.
from f20c986 [HUDI-3711] Fix typo in MaxwellJsonKafkaSourcePostProcessor.Config#PRECOMBINE_FIELD_TYPE_PROP (#5096) add e5c3f90 [HUDI-3563] Make quickstart examples covered by CI tests (#5082) No new revisions were added by this update. Summary of changes: .github/workflows/bot.yml | 59 +++- azure-pipelines.yml | 5 +- .../hudi-examples-common}/pom.xml | 93 +++--- .../common/HoodieExampleDataGenerator.java | 3 +- .../hudi-examples-flink}/pom.xml | 58 ++-- .../examples/quickstart/HoodieFlinkQuickstart.java | 211 ++++++++++++ .../factory/CollectSinkTableFactory.java | 5 +- .../factory/ContinuousFileSourceFactory.java | 7 +- .../quickstart}/source/ContinuousFileSource.java | 4 +- .../quickstart/utils/QuickstartConfigurations.java | 36 +- .../examples/quickstart}/utils/SchemaBuilder.java | 2 +- .../org.apache.flink.table.factories.Factory | 4 +- .../src/main/resources/source-file.json | 0 .../quickstart/TestHoodieFlinkQuickstart.java | 68 ++++ .../examples/quickstart/TestQuickstartData.java | 368 ++------------------- .../org.apache.flink.table.factories.Factory | 4 +- .../test/resources/log4j-surefire-quiet.properties | 0 .../src/test/resources/log4j-surefire.properties | 1 + hudi-examples/hudi-examples-java/pom.xml | 129 ++++++++ .../java/HoodieJavaWriteClientExample.java | 0 .../hudi-examples-spark}/pom.xml | 217 ++++++------ .../examples/common/ExampleDataSchemaProvider.java | 1 - .../examples/common/HoodieExampleSparkUtils.java | 0 .../hudi/examples/common/IdentityTransformer.java | 0 .../hudi/examples/common/RandomJsonSource.java | 0 .../examples/quickstart/HoodieSparkQuickstart.java | 227 +++++++++++++ .../hudi/examples/quickstart}/QuickstartUtils.java | 4 +- .../spark/HoodieSparkBootstrapExample.java | 0 .../examples/spark/HoodieWriteClientExample.java | 0 .../delta-streamer-config/dfs/source-file.json | 0 .../kafka/kafka-source.properties | 0 .../examples/spark/HoodieDataSourceExample.scala | 6 +- .../examples/spark/HoodieMorCompactionJob.scala | 3 +- .../quickstart/TestHoodieSparkQuickstart.java | 115 +++++++ .../examples/quickstart}/TestQuickstartUtils.java | 2 +- .../test/resources/log4j-surefire-quiet.properties | 0 .../src/test/resources/log4j-surefire.properties | 1 + hudi-examples/pom.xml | 205 +----------- 38 files changed, 1077 insertions(+), 761 deletions(-) copy {hudi-flink-datasource/hudi-flink1.13.x => hudi-examples/hudi-examples-common}/pom.xml (53%) rename hudi-examples/{ => hudi-examples-common}/src/main/java/org/apache/hudi/examples/common/HoodieExampleDataGenerator.java (99%) copy {hudi-flink-datasource/hudi-flink => hudi-examples/hudi-examples-flink}/pom.xml (92%) create mode 100644 hudi-examples/hudi-examples-flink/src/main/java/org/apache/hudi/examples/quickstart/HoodieFlinkQuickstart.java copy {hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/utils => hudi-examples/hudi-examples-flink/src/main/java/org/apache/hudi/examples/quickstart}/factory/CollectSinkTableFactory.java (97%) copy {hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/utils => hudi-examples/hudi-examples-flink/src/main/java/org/apache/hudi/examples/quickstart}/factory/ContinuousFileSourceFactory.java (95%) copy {hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/utils => hudi-examples/hudi-examples-flink/src/main/java/org/apache/hudi/examples/quickstart}/source/ContinuousFileSource.java (97%) copy hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/utils/TestConfigurations.java => hudi-examples/hudi-examples-flink/src/main/java/org/apache/hudi/examples/quickstart/utils/QuickstartConfigurations.java (94%) copy {hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi => hudi-examples/hudi-examples-flink/src/main/java/org/apache/hudi/examples/quickstart}/utils/SchemaBuilder.java (97%) copy {hudi-flink-datasource/hudi-flink/src/test => hudi-examples/hudi-examples-flink/src/main}/resources/META-INF/services/org.apache.flink.table.factories.Factory (84%) copy hudi-flink-datasource/hudi-flink/src/test/resources/test_source.data => hudi-examples/hudi-examples-flink/src/main/resources/source-file.json (100%) create mode 100644 hudi-examples/hudi-examples-flink/src/test/java/org/apache/hudi/examples/quickstart/TestHoodieFlinkQuickstart.java copy hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/utils/TestData.java => hudi-examples/hudi-examples-flink/src/test/java/org/apache/hudi/examples/quickstart/TestQuickstartData.java (50%) copy {hudi-flink-datasource/hudi-flink => hudi-examples/hudi-examples-flink}/src/test/resources/META-INF/services/org.apache.flink.table.factories.Factory (84%) copy {hudi-client/hudi-spark-client => hudi-examples/hudi-examples-flink}/src/test/resources/log4j-surefire-quiet.properties (100%) copy {hudi-flink-datasource/hudi-flink => hudi-examples/hudi-examples-flink}/src/test/resources/log4j-surefire.properties (99%) create mode 100644 hudi-examples/hudi-examples-java/pom.xml rename hudi-examples/{ => hudi-examples-java}/src/main/java/org/apache/hudi/examples/java/HoodieJavaWriteClientExample.java (100%) copy {hudi-spark-datasource/hudi-spark3-common => hudi-examples/hudi-examples-spark}/pom.xml (62%) rename hudi-examples/{ => hudi-examples-spark}/src/main/java/org/apache/hudi/examples/common/ExampleDataSchemaProvider.java (99%) rename hudi-examples/{ => hudi-examples-spark}/src/main/java/org/apache/hudi/examples/common/HoodieExampleSparkUtils.java (100%) rename hudi-examples/{ => hudi-examples-spark}/src/main/java/org/apache/hudi/examples/common/IdentityTransformer.java (100%) rename hudi-examples/{ => hudi-examples-spark}/src/main/java/org/apache/hudi/examples/common/RandomJsonSource.java (100%) create mode 100644 hudi-examples/hudi-examples-spark/src/main/java/org/apache/hudi/examples/quickstart/HoodieSparkQuickstart.java rename {hudi-spark-datasource/hudi-spark/src/main/java/org/apache/hudi => hudi-examples/hudi-examples-spark/src/main/java/org/apache/hudi/examples/quickstart}/QuickstartUtils.java (99%) rename hudi-examples/{ => hudi-examples-spark}/src/main/java/org/apache/hudi/examples/spark/HoodieSparkBootstrapExample.java (100%) rename hudi-examples/{ => hudi-examples-spark}/src/main/java/org/apache/hudi/examples/spark/HoodieWriteClientExample.java (100%) rename hudi-examples/{ => hudi-examples-spark}/src/main/resources/delta-streamer-config/dfs/source-file.json (100%) rename hudi-examples/{ => hudi-examples-spark}/src/main/resources/delta-streamer-config/kafka/kafka-source.properties (100%) rename hudi-examples/{ => hudi-examples-spark}/src/main/scala/org/apache/hudi/examples/spark/HoodieDataSourceExample.scala (98%) rename hudi-examples/{ => hudi-examples-spark}/src/main/scala/org/apache/hudi/examples/spark/HoodieMorCompactionJob.scala (98%) create mode 100644 hudi-examples/hudi-examples-spark/src/test/java/org/apache/hudi/examples/quickstart/TestHoodieSparkQuickstart.java rename {hudi-spark-datasource/hudi-spark/src/test/java/org/apache/hudi => hudi-examples/hudi-examples-spark/src/test/java/org/apache/hudi/examples/quickstart}/TestQuickstartUtils.java (97%) copy {hudi-client/hudi-spark-client => hudi-examples/hudi-examples-spark}/src/test/resources/log4j-surefire-quiet.properties (100%) copy {hudi-flink-datasource/hudi-flink => hudi-examples/hudi-examples-spark}/src/test/resources/log4j-surefire.properties (99%)