This is an automated email from the ASF dual-hosted git repository. zhangshenghang pushed a commit to branch docs-fix-batch-20260920 in repository https://gitbox.apache.org/repos/asf/seatunnel.git
commit 10f9ccec7bc586b4e9dd7b7c95c4f5596aab1c63 Merge: 02340cdd043 c2e900d9734 Author: jast <[email protected]> AuthorDate: Sat Nov 7 17:26:33 2026 +0800 Merge remote-tracking branch 'origin/dev' into docs-fix-batch-20260920 .dlc.json | 6 + .github/workflows/labeler/label-scope-conf.yml | 10 + LICENSE | 4 +- config/plugin_config | 1 + .../changelog/connector-http-mailchimp.md | 20 + .../common-options/source-common-options.md | 1 + docs/en/connectors/formats/overview.md | 4 + docs/en/connectors/formats/protobuf.md | 10 + docs/en/connectors/sink/Aerospike.md | 6 +- docs/en/connectors/sink/Airtable.md | 1 + docs/en/connectors/sink/Assert.md | 2 +- docs/en/connectors/sink/Clickhouse.md | 7 +- docs/en/connectors/sink/Databend.md | 2 +- docs/en/connectors/sink/Datahub.md | 17 +- docs/en/connectors/sink/DingTalk.md | 6 +- docs/en/connectors/sink/Doris.md | 3 +- docs/en/connectors/sink/Druid.md | 2 + docs/en/connectors/sink/Elasticsearch.md | 3 +- docs/en/connectors/sink/FtpFile.md | 1 + docs/en/connectors/sink/GcsFile.md | 4 + docs/en/connectors/sink/GraphQL.md | 2 +- docs/en/connectors/sink/Greenplum.md | 26 +- docs/en/connectors/sink/HdfsFile.md | 7 +- docs/en/connectors/sink/Hive.md | 7 +- docs/en/connectors/sink/Http.md | 2 +- docs/en/connectors/sink/Hudi.md | 11 +- docs/en/connectors/sink/Iceberg.md | 2 + docs/en/connectors/sink/Jdbc.md | 38 +- docs/en/connectors/sink/LocalFile.md | 6 +- docs/en/connectors/sink/Maxcompute.md | 4 +- docs/en/connectors/sink/Milvus.md | 2 +- docs/en/connectors/sink/MongoDB.md | 24 +- docs/en/connectors/sink/Mysql.md | 13 +- docs/en/connectors/sink/Oracle.md | 9 +- docs/en/connectors/sink/PostgreSql.md | 26 +- docs/en/connectors/sink/Qdrant.md | 12 +- docs/en/connectors/sink/Rabbitmq.md | 10 +- docs/en/connectors/sink/Redis.md | 2 +- docs/en/connectors/sink/Redshift.md | 2 +- docs/en/connectors/sink/Snowflake.md | 8 +- docs/en/connectors/sink/Socket.md | 1 + docs/en/connectors/sink/SqlServer.md | 2 +- docs/en/connectors/sink/StarRocks.md | 8 +- docs/en/connectors/sink/TDengine.md | 2 +- docs/en/connectors/sink/Vertica.md | 4 +- docs/en/connectors/source/Airtable.md | 6 +- docs/en/connectors/source/AmazonDynamoDB.md | 2 +- docs/en/connectors/source/Asana.md | 2 +- docs/en/connectors/source/Cassandra.md | 8 + docs/en/connectors/source/Clickhouse.md | 6 +- docs/en/connectors/source/DB2.md | 4 +- docs/en/connectors/source/Databend.md | 1 - docs/en/connectors/source/Easysearch.md | 2 +- docs/en/connectors/source/Elasticsearch.md | 2 +- docs/en/connectors/source/Fluss.md | 2 +- docs/en/connectors/source/FtpFile.md | 6 +- docs/en/connectors/source/GoogleSheets.md | 4 +- docs/en/connectors/source/Greenplum.md | 2 +- docs/en/connectors/source/HdfsFile.md | 27 +- docs/en/connectors/source/Hive.md | 10 +- docs/en/connectors/source/HiveJdbc.md | 12 +- docs/en/connectors/source/Http-Linear.md | 4 +- docs/en/connectors/source/Iceberg.md | 36 +- docs/en/connectors/source/InfluxDB.md | 2 +- docs/en/connectors/source/Intercom.md | 2 +- docs/en/connectors/source/Jdbc.md | 34 +- docs/en/connectors/source/Jira.md | 4 +- docs/en/connectors/source/Kafka.md | 4 +- docs/en/connectors/source/Kudu.md | 2 +- docs/en/connectors/source/LocalFile.md | 19 +- docs/en/connectors/source/Mailchimp.md | 140 +++ docs/en/connectors/source/Milvus.md | 2 +- docs/en/connectors/source/MongoDB.md | 8 +- docs/en/connectors/source/MySQL-CDC.md | 14 +- docs/en/connectors/source/Mysql.md | 15 +- docs/en/connectors/source/ObsFile.md | 2 +- docs/en/connectors/source/OceanBase-CDC.md | 2 +- docs/en/connectors/source/OceanBase.md | 20 +- docs/en/connectors/source/OneSignal.md | 28 +- docs/en/connectors/source/Opengauss-CDC.md | 14 +- docs/en/connectors/source/Oracle.md | 26 +- docs/en/connectors/source/OssFile.md | 2 +- docs/en/connectors/source/OssJindoFile.md | 85 +- docs/en/connectors/source/Phoenix.md | 2 +- docs/en/connectors/source/PostgreSQL-CDC.md | 16 +- docs/en/connectors/source/PostgreSQL.md | 22 +- docs/en/connectors/source/Qdrant.md | 10 +- docs/en/connectors/source/Rabbitmq.md | 12 +- docs/en/connectors/source/Redis.md | 2 +- docs/en/connectors/source/Redshift.md | 13 +- docs/en/connectors/source/RocketMQ.md | 4 +- docs/en/connectors/source/S3File.md | 2 +- docs/en/connectors/source/SftpFile.md | 2 +- docs/en/connectors/source/Shopify.md | 2 +- docs/en/connectors/source/Sls.md | 36 + docs/en/connectors/source/SmbFile.md | 2 +- docs/en/connectors/source/Snowflake.md | 11 +- docs/en/connectors/source/Socket.md | 2 + docs/en/connectors/source/SqlServer-CDC.md | 2 +- docs/en/connectors/source/SqlServer.md | 17 +- docs/en/connectors/source/TDengine.md | 4 +- docs/en/connectors/source/Vertica.md | 12 +- docs/en/engines/zeta/benchmark.md | 2 +- docs/en/engines/zeta/checkpoint-storage.md | 4 +- docs/en/engines/zeta/download-seatunnel.md | 4 +- docs/en/engines/zeta/hybrid-cluster-deployment.md | 2 +- docs/en/engines/zeta/log-analysis-with-ai.md | 7 +- docs/en/engines/zeta/logging.md | 2 +- docs/en/engines/zeta/openapi-v2.yaml | 190 +++++ docs/en/engines/zeta/resource-isolation.md | 2 +- docs/en/engines/zeta/rest-api-v2.md | 6 +- docs/en/engines/zeta/slot-allocation-strategy.md | 4 + docs/en/engines/zeta/stain-trace.md | 4 +- docs/en/engines/zeta/state-storage-and-recovery.md | 177 ++-- docs/en/engines/zeta/tuning-guide.md | 18 +- docs/en/engines/zeta/user-command.md | 1 + .../submit-job-to-remote-zeta-cluster.md | 14 +- .../introduction/concepts/incompatible-changes.md | 352 +++++--- .../introduction/configuration/error-handling.md | 7 + docs/en/transforms/copy.md | 2 +- docs/en/transforms/data-validator.md | 5 + docs/en/transforms/define-sink-type.md | 3 + docs/en/transforms/dynamic-compile.md | 11 + docs/en/transforms/encrypt.md | 2 +- docs/en/transforms/field-rename.md | 3 + docs/en/transforms/filter-rowkind.md | 240 +++++- docs/en/transforms/jsonpath.md | 63 +- docs/en/transforms/llm.md | 2 +- docs/en/transforms/metadata.md | 4 +- docs/en/transforms/replace.md | 20 +- docs/en/transforms/rowkind-extractor.md | 7 + docs/en/transforms/split.md | 299 ++++++- docs/en/transforms/sql-functions.md | 25 + docs/en/transforms/sql.md | 2 +- docs/en/transforms/table-filter.md | 3 + docs/en/transforms/table-merge.md | 15 +- docs/en/transforms/table-rename.md | 3 + docs/en/transforms/text-chunk.md | 14 + docs/sidebars.js | 3 + .../changelog/connector-http-mailchimp.md | 20 + .../common-options/source-common-options.md | 1 + docs/zh/connectors/formats/overview.md | 4 + docs/zh/connectors/formats/protobuf.md | 10 + docs/zh/connectors/sink/Aerospike.md | 6 +- docs/zh/connectors/sink/Airtable.md | 1 + docs/zh/connectors/sink/Assert.md | 2 +- docs/zh/connectors/sink/Clickhouse.md | 7 +- docs/zh/connectors/sink/Databend.md | 2 +- docs/zh/connectors/sink/Datahub.md | 17 +- docs/zh/connectors/sink/DingTalk.md | 2 +- docs/zh/connectors/sink/Doris.md | 7 +- docs/zh/connectors/sink/Druid.md | 2 + docs/zh/connectors/sink/FtpFile.md | 1 + docs/zh/connectors/sink/GcsFile.md | 4 + docs/zh/connectors/sink/GraphQL.md | 2 +- docs/zh/connectors/sink/Greenplum.md | 31 +- docs/zh/connectors/sink/HdfsFile.md | 9 +- docs/zh/connectors/sink/Hive.md | 51 +- docs/zh/connectors/sink/Http.md | 2 +- docs/zh/connectors/sink/Hudi.md | 66 +- docs/zh/connectors/sink/Iceberg.md | 70 +- docs/zh/connectors/sink/InfluxDB.md | 36 + docs/zh/connectors/sink/IoTDBv2.md | 47 + docs/zh/connectors/sink/Jdbc.md | 38 +- docs/zh/connectors/sink/LocalFile.md | 12 +- docs/zh/connectors/sink/Maxcompute.md | 4 +- docs/zh/connectors/sink/Milvus.md | 2 +- docs/zh/connectors/sink/MongoDB.md | 20 +- docs/zh/connectors/sink/Mysql.md | 15 +- docs/zh/connectors/sink/Oracle.md | 9 +- docs/zh/connectors/sink/Paimon.md | 2 +- docs/zh/connectors/sink/PostgreSql.md | 21 +- docs/zh/connectors/sink/Qdrant.md | 9 +- docs/zh/connectors/sink/Rabbitmq.md | 8 +- docs/zh/connectors/sink/Redis.md | 2 +- docs/zh/connectors/sink/Redshift.md | 2 +- docs/zh/connectors/sink/Snowflake.md | 8 +- docs/zh/connectors/sink/Socket.md | 1 + docs/zh/connectors/sink/SqlServer.md | 2 +- docs/zh/connectors/sink/StarRocks.md | 12 +- docs/zh/connectors/sink/TDengine.md | 2 +- docs/zh/connectors/sink/Vertica.md | 2 +- docs/zh/connectors/source/Airtable.md | 6 +- docs/zh/connectors/source/AmazonDynamoDB.md | 2 +- docs/zh/connectors/source/Asana.md | 2 +- docs/zh/connectors/source/Cassandra.md | 8 + docs/zh/connectors/source/Clickhouse.md | 6 +- docs/zh/connectors/source/DB2.md | 4 +- docs/zh/connectors/source/Databend.md | 1 - docs/zh/connectors/source/Easysearch.md | 2 +- docs/zh/connectors/source/Elasticsearch.md | 2 +- docs/zh/connectors/source/Fluss.md | 2 +- docs/zh/connectors/source/FtpFile.md | 6 +- docs/zh/connectors/source/GoogleSheets.md | 4 +- docs/zh/connectors/source/Greenplum.md | 2 +- docs/zh/connectors/source/HdfsFile.md | 11 +- docs/zh/connectors/source/Hive.md | 14 +- docs/zh/connectors/source/HiveJdbc.md | 14 +- docs/zh/connectors/source/Http-Linear.md | 4 +- docs/zh/connectors/source/Iceberg.md | 29 +- docs/zh/connectors/source/InfluxDB.md | 2 +- docs/zh/connectors/source/Intercom.md | 2 +- docs/zh/connectors/source/Jdbc.md | 34 +- docs/zh/connectors/source/Jira.md | 4 +- docs/zh/connectors/source/Kafka.md | 4 +- docs/zh/connectors/source/Kudu.md | 2 +- docs/zh/connectors/source/LocalFile.md | 14 +- docs/zh/connectors/source/Mailchimp.md | 132 +++ docs/zh/connectors/source/Milvus.md | 2 +- docs/zh/connectors/source/MongoDB.md | 8 +- docs/zh/connectors/source/MySQL-CDC.md | 12 +- docs/zh/connectors/source/Mysql.md | 15 +- docs/zh/connectors/source/ObsFile.md | 2 +- docs/zh/connectors/source/OceanBase-CDC.md | 2 +- docs/zh/connectors/source/OceanBase.md | 20 +- docs/zh/connectors/source/OneSignal.md | 25 +- docs/zh/connectors/source/Opengauss-CDC.md | 14 +- docs/zh/connectors/source/Oracle.md | 26 +- docs/zh/connectors/source/OssFile.md | 2 +- docs/zh/connectors/source/OssJindoFile.md | 4 +- docs/zh/connectors/source/Paimon.md | 4 +- docs/zh/connectors/source/Phoenix.md | 2 +- docs/zh/connectors/source/PostgreSQL-CDC.md | 11 +- docs/zh/connectors/source/PostgreSQL.md | 22 +- docs/zh/connectors/source/Qdrant.md | 7 +- docs/zh/connectors/source/Rabbitmq.md | 11 +- docs/zh/connectors/source/Redshift.md | 13 +- docs/zh/connectors/source/RocketMQ.md | 4 +- docs/zh/connectors/source/S3File.md | 2 +- docs/zh/connectors/source/SftpFile.md | 2 +- docs/zh/connectors/source/Shopify.md | 2 +- docs/zh/connectors/source/Sls.md | 35 + docs/zh/connectors/source/SmbFile.md | 2 +- docs/zh/connectors/source/Snowflake.md | 11 +- docs/zh/connectors/source/Socket.md | 2 + docs/zh/connectors/source/SqlServer-CDC.md | 2 +- docs/zh/connectors/source/SqlServer.md | 17 +- docs/zh/connectors/source/TDengine.md | 4 +- docs/zh/connectors/source/Vertica.md | 12 +- docs/zh/engines/zeta/benchmark.md | 2 +- docs/zh/engines/zeta/checkpoint-storage.md | 4 +- docs/zh/engines/zeta/download-seatunnel.md | 4 +- docs/zh/engines/zeta/hybrid-cluster-deployment.md | 2 +- docs/zh/engines/zeta/log-analysis-with-ai.md | 5 +- docs/zh/engines/zeta/logging.md | 2 +- docs/zh/engines/zeta/resource-isolation.md | 2 +- docs/zh/engines/zeta/rest-api-job-lifecycle.md | 2 +- docs/zh/engines/zeta/rest-api-v2.md | 4 +- docs/zh/engines/zeta/stain-trace.md | 4 +- docs/zh/engines/zeta/state-storage-and-recovery.md | 159 ++-- docs/zh/engines/zeta/tuning-guide.md | 16 +- docs/zh/engines/zeta/user-command.md | 5 +- .../submit-job-to-remote-zeta-cluster.md | 10 +- .../introduction/concepts/incompatible-changes.md | 302 +++++-- .../introduction/configuration/error-handling.md | 7 + docs/zh/transforms/copy.md | 2 +- docs/zh/transforms/data-validator.md | 5 + docs/zh/transforms/define-sink-type.md | 3 + docs/zh/transforms/dynamic-compile.md | 7 + docs/zh/transforms/encrypt.md | 2 +- docs/zh/transforms/field-rename.md | 3 + docs/zh/transforms/filter-rowkind.md | 240 +++++- docs/zh/transforms/jsonpath.md | 52 +- docs/zh/transforms/llm.md | 2 +- docs/zh/transforms/metadata.md | 4 +- docs/zh/transforms/replace.md | 19 + docs/zh/transforms/rowkind-extractor.md | 7 + docs/zh/transforms/split.md | 297 ++++++- docs/zh/transforms/sql-functions.md | 26 + docs/zh/transforms/sql.md | 2 +- docs/zh/transforms/table-filter.md | 3 + docs/zh/transforms/table-merge.md | 15 +- docs/zh/transforms/table-rename.md | 3 + docs/zh/transforms/text-chunk.md | 10 + plugin-mapping.properties | 1 + seatunnel-benchmarks/README.md | 9 + .../benchmark/MultiTableSinkBenchmark.java | 103 +++ .../benchmark/sink/MultiTableSinkFixture.java | 394 +++++++++ .../benchmark/sink/MultiTableSinkFixtureTest.java | 146 ++++ seatunnel-cli/seatunnel_cli/agents.py | 284 ++++++- seatunnel-cli/seatunnel_cli/cli.py | 13 +- .../tests/test_orchestrator_clarification.py | 268 ++++++ .../test_orchestrator_clarification_rounds.py | 162 ++++ .../tests/test_orchestrator_empty_plan.py | 122 +++ .../tests/test_orchestrator_plan_conformance.py | 346 ++++++++ .../seatunnel/assertion/sink/AssertSink.java | 11 +- .../assertion/sink/AssertSinkFactory.java | 6 +- .../flink/assertion/AssertFactoryTest.java | 48 ++ .../seatunnel/flink/assertion/AssertSinkTest.java | 101 +++ .../bigquery/sink/AbstractBigQuerySinkWriter.java | 45 +- .../bigquery/sink/BigQuerySinkBatchWriter.java | 22 +- .../bigquery/sink/BigQuerySinkStreamWriter.java | 10 +- .../bigquery/sink/committer/BigQueryCommitter.java | 29 +- .../bigquery/sink/writer/BigQueryBatchWriter.java | 54 ++ .../sink/writer/BigQueryWriteStreamUtil.java | 94 ++ .../bigquery/sink/BigQuerySinkBatchWriterTest.java | 305 +++++++ .../cassandra/source/CassandraSource.java | 6 + .../source/CassandraSourceDryRunValidator.java | 142 ++++ .../cassandra/source/CassandraSourceFactory.java | 16 +- .../seatunnel/cassandra/CassandraFactoryTest.java | 250 ++++++ .../connector-cdc/connector-cdc-base/pom.xml | 7 + .../cdc/base/source/IncrementalSource.java | 11 +- .../IncrementalSourceEnumeratorTest.java | 318 +++++++ .../databend/catalog/DatabendCatalog.java | 43 +- .../databend/util/DatabendTypeConverter.java | 9 +- .../databend/catalog/DatabendCatalogTest.java | 122 +++ .../databend/util/DatabendTypeConverterTest.java | 85 ++ .../connectors/druid/sink/DruidWriter.java | 7 +- .../connectors/druid/sink/DruidWriterTest.java | 166 ++++ .../file/sink/writer/OrcWriteStrategy.java | 25 +- .../file/source/reader/CsvReadStrategy.java | 1 + .../file/source/reader/ParquetReadStrategy.java | 101 ++- .../file/source/reader/CsvReadStrategyTest.java | 56 ++ .../source/reader/ParquetReadStrategyTest.java | 532 ++++++++++++ .../file/writer/OrcWriteStrategyTest.java | 114 +++ .../seatunnel/file/writer/XmlWriterTest.java | 87 +- .../src/test/resources/csv/default-values.csv | 3 + .../seatunnel/file/ftp/config/FtpConf.java | 3 + .../file/ftp/config/FtpFileBaseOptions.java | 7 + .../file/ftp/sink/FtpFileSinkFactory.java | 6 + .../file/ftp/source/FtpFileSourceFactory.java | 6 + .../file/ftp/system/SeaTunnelFTPFileSystem.java | 104 ++- .../system/SeaTunnelFTPFileSystemTimeoutTest.java | 603 +++++++++++++ .../connector-http-mailchimp}/pom.xml | 46 +- .../seatunnel/mailchimp/MailchimpConfig.java | 104 +++ .../seatunnel/mailchimp/MailchimpSource.java | 72 ++ .../mailchimp/MailchimpSourceFactory.java} | 34 +- .../mailchimp/MailchimpSourceOptions.java | 71 ++ .../seatunnel/mailchimp/MailchimpSourceReader.java | 321 +++++++ .../seatunnel/mailchimp/MailchimpConfigTest.java | 165 ++++ .../mailchimp/MailchimpSourceFactoryTest.java} | 23 +- .../mailchimp/MailchimpSourceReaderTest.java | 543 ++++++++++++ seatunnel-connectors-v2/connector-http/pom.xml | 1 + .../seatunnel/jdbc/catalog/mysql/MySqlCatalog.java | 3 +- .../catalog/oceanbase/OceanBaseMySqlCatalog.java | 5 +- .../jdbc/catalog/sqlserver/SqlServerURLParser.java | 4 +- .../seatunnel/jdbc/config/JdbcCommonOptions.java | 7 - .../jdbc/config/JdbcConnectionConfig.java | 6 +- .../seatunnel/jdbc/config/JdbcSourceOptions.java | 7 + .../seatunnel/jdbc/internal/JdbcOutputFormat.java | 193 ++++- .../connection/JdbcConnectionProvider.java | 12 + .../connection/JdbcTransactionStateManager.java | 242 ++++++ .../SimpleJdbcConnectionPoolProviderProxy.java | 7 + .../jdbc/internal/dialect/DatabaseIdentifier.java | 1 + .../jdbc/internal/dialect/JdbcDialect.java | 10 + .../dialect/cockroachdb/CockroachDBDialect.java | 174 ++++ .../cockroachdb/CockroachDBDialectFactory.java | 50 ++ .../cockroachdb/CockroachDBRowConverter.java | 42 + .../jdbc/internal/dialect/db2/DB2Dialect.java | 8 +- .../internal/dialect/mysql/MySqlTypeConverter.java | 2 +- .../oceanbase/OceanBaseMySqlTypeConverter.java | 6 +- .../dialect/psql/PostgresJdbcRowConverter.java | 11 +- .../internal/dialect/saphana/SapHanaDialect.java | 7 +- .../dialect/sqlserver/SqlServerTypeConverter.java | 4 +- .../jdbc/sink/AbstractJdbcSinkWriter.java | 6 + .../seatunnel/jdbc/sink/ConnectionPoolManager.java | 19 + .../connectors/seatunnel/jdbc/sink/JdbcSink.java | 4 + .../seatunnel/jdbc/sink/JdbcSinkFactory.java | 1 + .../seatunnel/jdbc/sink/JdbcSinkWriter.java | 54 +- .../seatunnel/jdbc/source/FixedChunkSplitter.java | 108 ++- .../jdbc/JdbcOptionRuleCompletenessTest.java | 8 +- .../mysql/MySqlCatalogUnsignedDetectionTest.java | 41 +- .../oceanbase/OceanBaseMySqlCatalogTest.java | 85 ++ .../catalog/sqlserver/SqlServerURLParserTest.java | 35 + .../internal/JdbcOutputFormatReconnectTest.java | 408 ++++++++- .../jdbc/internal/JdbcOutputFormatTest.java | 62 ++ .../internal/dialect/JdbcDialectLoaderTest.java | 12 + .../cockroachdb/CockroachDBDialectTest.java | 147 ++++ .../jdbc/internal/dialect/db2/DB2DialectTest.java | 2 +- .../dialect/mysql/MySqlTypeConverterTest.java | 41 + .../oceanbase/OceanBaseMySqlTypeConverterTest.java | 32 + .../dialect/psql/PostgresJdbcRowConverterTest.java | 35 + .../dialect/saphana/SapHanaDialectTest.java | 45 + .../sqlserver/SqlServerTypeConverterTest.java | 39 + .../BufferReducedBatchStatementExecutorTest.java | 26 + .../jdbc/sink/ConnectionPoolManagerTest.java | 30 + .../jdbc/sink/JdbcMultiTableReconnectTest.java | 945 ++++++++++++++++++++- .../seatunnel/jdbc/sink/JdbcSinkFactoryTest.java | 42 + .../sink/JdbcSinkWriterSchemaChangeSafetyTest.java | 115 +++ .../seatunnel/jdbc/sink/JdbcSinkWriterTest.java | 37 + .../jdbc/source/FixedChunkSplitterTest.java | 230 +++++ .../jdbc/source/JdbcSourceFactoryTest.java | 18 + seatunnel-connectors-v2/connector-lance/pom.xml | 27 - .../maxcompute/sink/MaxcomputeSinkFactory.java | 13 +- .../maxcompute/MaxcomputeSourceFactoryTest.java | 85 +- .../socket/config/SocketCommonOptions.java | 17 + .../seatunnel/socket/config/SocketConfig.java | 4 + .../socket/config/SocketSourceOptions.java | 23 +- .../seatunnel/socket/sink/SocketClient.java | 28 +- .../seatunnel/socket/sink/SocketSinkFactory.java | 3 + .../socket/source/SocketSourceFactory.java | 7 + .../socket/source/SocketSourceReader.java | 22 +- .../seatunnel/socket/SocketFactoryTest.java | 98 +++ .../socket/source/SocketSourceReaderTest.java | 111 +++ seatunnel-dist/pom.xml | 6 + seatunnel-dist/release-docs/LICENSE | 4 +- .../src/main/assembly/assembly-edge-agent-src.xml | 8 + .../src/main/assembly/assembly-seatunnel-src.xml | 22 +- .../e2e/connector/bigquery/BigQueryCDCRealIT.java | 323 ++++++- .../fake_to_bigquery_batch_real_restore.conf} | 25 +- .../seatunnel/cassandra/CassandraIT.java | 245 ++++++ .../src/test/resources/cassandra-dry-run.conf} | 35 +- .../cdc/mysql/AbstractMysqlCDCITBase.java | 113 +++ .../connectors/seatunnel/cdc/mysql/MysqlCDCIT.java | 28 +- .../cdc/mysql/MysqlCDCWithSchemaChangeIT.java | 144 ++++ .../test/resources/mysqlcdc_to_mysql_on_spark.conf | 69 ++ ...ysqlcdc_to_mysql_with_parallelism_on_spark.conf | 71 ++ ...qlcdc_to_mysql_with_replace_schema_change.conf} | 45 +- .../connector-databend-e2e/pom.xml | 6 + .../e2e/connector/databend/DatabendIT.java | 62 +- .../src/test/resources/databend/databend_init.conf | 4 +- .../resources/databend/databend_type_mapping.conf} | 65 +- .../seatunnel/e2e/connector/druid/DruidIT.java | 48 ++ .../resources/fakesource_to_druid_with_null.conf} | 31 +- .../e2e/connector/file/ftp/FtpFileIT.java | 22 + .../test/resources/text/ftp_control_timeout.conf} | 35 +- .../e2e/connector/file/local/LocalFileIT.java | 12 + .../src/test/resources/csv/default-values.csv | 3 + .../resources/csv/default_values_to_assert.conf | 57 ++ .../local_file_parquet_projection_to_assert.conf | 9 +- .../e2e/connector/iceberg/IcebergSinkCDCIT.java | 36 +- .../iceberg/IcebergSinkParallelCommitIT.java | 60 +- .../seatunnel/jdbc/JdbcCockroachDBDialectIT.java | 367 ++++++++ .../seatunnel/jdbc/JdbcCockroachDBIT.java | 136 +++ .../connectors/seatunnel/jdbc/JdbcDb2UpsertIT.java | 141 +++ .../connectors/seatunnel/jdbc/JdbcMysqlIT.java | 63 ++ .../seatunnel/jdbc/JdbcMysqlMultipleTablesIT.java | 68 ++ .../resources/jdbc_cockroachdb_source_sink.conf} | 37 +- ...c_mysql_fake_multiple_tables_manual_commit.conf | 90 ++ .../seatunnel/jdbc/JdbcOceanBaseMysqlIT.java | 63 ++ .../connectors/seatunnel/jdbc/JdbcSqlServerIT.java | 77 ++ .../connectors/seatunnel/jdbc/JdbcHanaIT.java | 132 +++ .../seatunnel/jdbc/JdbcMysqlSplitIT.java | 87 ++ .../e2e/connector/kafka/KafkaFormatIT.java | 208 ++++- .../seatunnel/e2e/connector/kafka/KafkaIT.java | 17 +- ...afkasource_jdbc_record_tombstone_to_pgsql.conf} | 36 +- .../pom.xml | 34 +- .../e2e/connector/mailchimp/MailchimpIT.java | 148 ++++ .../test/resources/mailchimp-members-page-1.json | 23 + .../test/resources/mailchimp-members-page-2.json | 14 + .../test/resources/mailchimp_source_to_assert.conf | 59 ++ .../test/resources/maxcompute_to_maxcompute.conf | 9 +- .../e2e/connector/pulsar/PulsarFormatIT.java | 24 +- .../e2e/connector/socket/SocketSinkIT.java | 2 + .../src/test/resources/fake_to_socket.conf | 3 + seatunnel-e2e/seatunnel-connector-v2-e2e/pom.xml | 1 + .../SeaTunnelConnectorBatchCancelTest.java | 78 +- .../e2e/common/container/TestContainer.java | 16 + .../container/seatunnel/SeaTunnelContainer.java | 14 +- .../e2e/common/util/EngineImageJdkUpgrader.java | 85 +- .../common/util/EngineImageJdkUpgraderTest.java | 24 +- .../seatunnel/engine/e2e/JobExecutionIT.java | 11 +- .../engine/e2e/SplitClusterFaultToleranceIT.java | 214 +++++ .../SlotRatioAllocateStrategyIT.java | 35 +- .../SystemLoadAllocateStrategyIT.java | 57 +- .../seatunnel/e2e/transform/TestSuiteBase.java | 2 + .../apache/seatunnel/e2e/transform/TestSQLIT.java | 3 + .../json_path_with_error_handle_way.conf | 18 +- .../sql_transform/func_unix_timestamp.conf | 101 +++ .../engine/server/execution/TaskDeployState.java | 6 + .../server/execution/TaskExecutionState.java | 6 + .../allocation/strategy/SystemLoadStrategy.java | 10 + .../engine/server/rest/OptionRulesApiTest.java | 2 +- .../engine/server/rest/RestApiHttpBasicTest.java | 100 +++ .../RestApiSubmitJobStartWithSavePointTest.java | 8 +- .../engine/server/rest/TestOpenApiV2RouteSync.java | 228 +++++ .../rest/servlet/WorkerResourceServletTest.java | 17 + .../serializable/TaskStateSerializationTest.java | 178 ++++ .../seatunnel/format/avro/AvroToRowConverter.java | 21 +- .../seatunnel/format/avro/RowToAvroConverter.java | 29 +- .../seatunnel/format/avro/AvroConverterTest.java | 306 ++++++- .../format/csv/CsvDeserializationSchema.java | 251 +++++- .../format/csv/CsvTextFormatSchemaTest.java | 402 +++++++++ .../format/json/JsonDeserializationSchema.java | 12 + .../format/json/JsonRowDataSerDeSchemaTest.java | 361 ++++++++ .../format/protobuf/CompileDescriptor.java | 59 +- .../format/protobuf/ProtobufConverterTest.java | 133 +++ .../exception/JsonPathTransformErrorCode.java | 2 + .../transform/jsonpath/JsonPathTransform.java | 152 +++- .../transform/replace/ReplaceTransform.java | 2 + .../transform/sql/zeta/ZetaSQLFunction.java | 3 + .../seatunnel/transform/sql/zeta/ZetaSQLType.java | 1 + .../sql/zeta/functions/DateTimeFunction.java | 131 ++- .../transform/JsonPathErrorHandlingTest.java | 742 ++++++++++++++++ .../transform/replace/ReplaceTransformTest.java | 230 +++++ .../transform/sql/SQLDateTimeFunctionsTest.java | 388 +++++++++ .../source/CoordinatedEnumeratorContext.java | 4 +- .../translation/source/CoordinatedSource.java | 110 ++- .../translation/source/CoordinatedSourceTest.java | 559 ++++++++++++ .../spark/source/SeaTunnelSourceSupport.java | 11 + .../batch/CoordinatedBatchPartitionReader.java | 60 +- .../batch/CoordinatedBatchPartitionReader.java | 60 +- .../spark/source/scan/SeaTunnelScan.java | 11 + .../batch/CoordinatedBatchPartitionReaderTest.java | 433 ++++++++++ 494 files changed, 22888 insertions(+), 1883 deletions(-)
