This is an automated email from the ASF dual-hosted git repository.
yunqing pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/inlong.git
from 5d676a887 [INLONG-6131][Agent] Support file filtering by condition
(#6132)
add 31e9f9013 [INLONG-6116][Sort] Support dynamic topic for KafkaLoadNode
(#6123)
No new revisions were added by this update.
Summary of changes:
.../sort/protocol/node/format/AvroFormat.java | 9 +-
.../sort/protocol/node/format/CanalJsonFormat.java | 7 +
.../sort/protocol/node/format/CsvFormat.java | 9 +-
.../protocol/node/format/DebeziumJsonFormat.java | 9 +-
.../inlong/sort/protocol/node/format/Format.java | 7 +
.../sort/protocol/node/format/InLongMsgFormat.java | 9 +-
.../sort/protocol/node/format/JsonFormat.java | 10 +-
.../sort/protocol/node/format/RawFormat.java | 15 +-
.../sort/protocol/node/load/KafkaLoadNode.java | 44 +++++-
.../org/apache/inlong/sort/base/Constants.java | 26 ++--
.../base/format/AbstractDynamicSchemaFormat.java | 116 ++++++++++++++
.../base/format/CanalJsonDynamicSchemaFormat.java | 58 +++++++
.../format/DebeziumJsonDynamicSchemaFormat.java | 58 +++++++
.../base/format/DynamicSchemaFormatFactory.java | 54 +++++++
.../sort/base/format/JsonDynamicSchemaFormat.java | 168 +++++++++++++++++++++
.../format/CanalJsonDynamicSchemaFormatTest.java | 88 +++++++++++
.../DebeziumJsonDynamicSchemaFormatTest.java | 79 ++++++++++
.../base/format/DynamicSchemaFormatBaseTest.java | 63 ++++++++
.../kafka/DynamicKafkaSerializationSchema.java | 45 ++++--
.../apache/inlong/sort/kafka/KafkaDynamicSink.java | 30 +++-
.../sort/kafka/table/KafkaDynamicTableFactory.java | 118 ++++++++++++---
.../table/UpsertKafkaDynamicTableFactory.java | 5 +-
.../inlong/sort/parser/KafkaLoadSqlParseTest.java | 54 ++++++-
23 files changed, 1023 insertions(+), 58 deletions(-)
create mode 100644
inlong-sort/sort-connectors/base/src/main/java/org/apache/inlong/sort/base/format/AbstractDynamicSchemaFormat.java
create mode 100644
inlong-sort/sort-connectors/base/src/main/java/org/apache/inlong/sort/base/format/CanalJsonDynamicSchemaFormat.java
create mode 100644
inlong-sort/sort-connectors/base/src/main/java/org/apache/inlong/sort/base/format/DebeziumJsonDynamicSchemaFormat.java
create mode 100644
inlong-sort/sort-connectors/base/src/main/java/org/apache/inlong/sort/base/format/DynamicSchemaFormatFactory.java
create mode 100644
inlong-sort/sort-connectors/base/src/main/java/org/apache/inlong/sort/base/format/JsonDynamicSchemaFormat.java
create mode 100644
inlong-sort/sort-connectors/base/src/test/java/org/apache/inlong/sort/base/format/CanalJsonDynamicSchemaFormatTest.java
create mode 100644
inlong-sort/sort-connectors/base/src/test/java/org/apache/inlong/sort/base/format/DebeziumJsonDynamicSchemaFormatTest.java
create mode 100644
inlong-sort/sort-connectors/base/src/test/java/org/apache/inlong/sort/base/format/DynamicSchemaFormatBaseTest.java
