This is an automated email from the ASF dual-hosted git repository.
nzw921rx pushed a change to branch stabilize-hana-oceanbase-e2e-startup
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
from a977aabf0a [Test][E2E] Give HANA and OceanBase e2e containers
realistic startup readiness
add a0f5a56b86 [Docs][Examples] Add batch MySQL to HDFS partitioned
Parquet example (#11953)
add d3f89cd31c [Fix][Zeta] Propagate interrupted pending job insertion
(#12052)
add c57dfaa8d0 [Feature][Connector-V2] Add Amazon DocumentDB source
connector (#12046)
add c20fefe3bf [Fix][Zeta] Add E2E coverage for telemetry startup deadlock
regression (apache/seatunnel#10840) (#12133)
add 10206bc7aa [Improve][E2E] Validate multi-arch Spark image builds
(#11836)
add 6957d0f134 [Test][E2E] Add regression coverage for
SinkAggregatedCommitterTask checkpoint-cache leak (#12095)
add a8a43cfed4 [Test][E2E] Add regression coverage for slot release after
resource shortfall (#12098)
add b0624cb85d [Test][E2E] Document healthy-pipeline cascade-cancel on
sibling failure (#12100)
add d50f1b6044 [Test][E2E] Add regression coverage for WAIT-strategy
head-of-line blocking (#12103)
add f9184b374a [Test][E2E] Add scale coverage for CoordinatorService
executor growth during mass failover (#12104)
add f977afea04 [Test][E2E] Cover classloader release on failed multi-task
TaskGroup deployment (#12028)
add 5b1f7f70f7 [Test][E2E] Add regression coverage for deploy idempotency
during master failover (#12029)
add aae183be7d [Test][E2E] Add master failover test during source close
handshake (#12031)
add 96836fc68e [Test][E2E] Add regression coverage for master-election
loop retry after transient errors (#12033)
add 2f67a4d948 [Fix][Connector-V2] Fix file content comparison across read
boundaries (#12080)
add 2f7bdb1690 [Docs][Connector-V2] Improve IoTDB Kafka Maxcompute
OceanBase and Oracle connector docs (#11800)
add f0c4590557 [Docs][Connector-V2] Improve Datahub Socket Web3j and
ActiveMQ connector docs (#11788)
add e68e285dde [Test][Zeta] Add E2E coverage for classloader release when
deployLocalTask fails before context publication (apache/seatunnel#11808)
(#12143)
add 0821d8a770 [Test][Zeta] Add E2E coverage for savepoint barrier
injection against a busy source (apache/seatunnel#11473) (#12141)
add af5c3f3101 [Docs] Document S3File credential provider support for
container environments (#11871)
add b59152ffad [Improve][Connector-V2] Validate nonblank Sentry DSN
(#12148)
add 85ed97f4c0 [Docs][Connector-V2] Improve RabbitMQ Milvus and Email
connector docs (#12155)
add 84e43a95b4 [Docs][Connector-V2] Improve InfluxDB Greenplum Mqtt and
Aerospike connector docs (#11722)
add 7a58d1005b [Fix][Connector-V2] Propagate JDBC XA commit failures
(#11569)
add 72acda5704 [Feature][Connector-V2] Add Google Cloud Storage file sink
(#12146)
add c3f79ffb7c [Improve][Connector-V2] Validate nonblank DataHub sink
options (#12174)
add d85d8cc734 [Fix][Connector-V2] Use OAuth token for Slack messages
(#12171)
add 0c7e7f417d [Improve][Connector-V2] Validate DingTalk required options
(#12170)
add 42f1f5491b [Fix][Connector-V2][JDBC][DB2] Read default values as
strings in catalog (#12157)
add d73db95679 [Fix][Connector-V2][JDBC] Use range fallback when
approximate row count is unavailable (#12159)
add e00e1ad721 [Fix][Connector-V2][JDBC][SapHana] Add NCHAR type support
in catalog conversion (#12158)
add 8bea8c681c [Feature][Connector-V2] Support PostgreSQL CDC ADD COLUMN
schema evolution (#11922)
add fdb6beb3ff [Improve][Connector-V2] Validate Typesense connection
options (#12175)
add 30474f8632 [Improve][Connector-V2] Validate OpenMLDB SQL (#12181)
add 271f73324d [Improve][Connector-V2] Validate Web3j source URL (#12180)
add efc81bbb10 [Test][Zeta] Bound finished DAG store benchmark
verification (#12188)
add f6ed9579c5 [Improve][Connector-V2] Add nonblank validation for
required Slack options (#12178)
add c2bb218094 [Improve] Allow committers to bypass the merge queue
(#12198)
add 10ed8d433f [Test][Zeta] Add ProtoStuff serializer microbenchmarks
(#12177)
add 438f9ccfbe [Improve][Zeta] Reduce lock contention in ProtoStuff schema
lookup (#12176)
add 69150256a5 [Test][Connector-V2][Doris] Stabilize flaky
DorisIT.testCustomSql (#12136)
add 6a0f36278d [Feature][CLI] Compare saved benchmark results across
revisions (#12192)
add 1356ec14b9 [Feature][Connector-V2] Add SNMPv2c SET sink connector
(#12011)
add 3db3f0bef8 [Improve][Connector-V2][AmazonSqs] Migrate URL and region
validation to declarative notBlank (#12217)
add 4533d3181b [Docs] Add performance contribution guide (#12214)
add caeb03c8ed [Docs] Refactor Zeta benchmark guide (#12213)
add 47fe784838 [Fix][CI] Fix merge queue bypass actor (#12219)
add 5241d6400f [Test][Zeta] Add E2E coverage for CheckpointMonitorService
startup race (apache/seatunnel#10570) (#12200)
add 91b04d06e4 [Test][E2E] Accept any terminal job state in
CoordinatorExecutorMassFailoverStormIT teardown (#12197)
add b610929289 [Test][Zeta] Add E2E coverage for zombie terminal-state job
cleanup on master switch (apache/seatunnel#10675) (#12184)
add 3a7c1226a5 [Test][E2E] Document dynamic-slot mode granting slots
without capacity rejection (#12106)
add 20900262ee [Test][E2E] Add regression coverage for task stuck in
CANCELING when worker crashes mid-cancel (#12030)
add 55cbbe7fed [Test][Zeta] Add E2E coverage for worker-restart restore
with missing coordinator checkpoint state (apache/seatunnel#11563) (#12183)
add 059b95d7d8 [Test][Zeta] Add E2E coverage for job behavior after a
checkpoint-trigger failure (apache/seatunnel#10442) (#12199)
add 75fd4ed4b2 [Test][E2E] Add E2E test for checkpoint restore with a
corrupted latest checkpoint file (#12110)
add a9cda80f4b [Fix][Zeta] Reuse fixed slots after master failover (#11458)
add 9e02878a4c [Fix][CI] Use SeaTunnel public team for merge queue bypass
(#12229)
add db52cb7b03 [Improve][Connector-V2] Validate nonblank Lance sink
options (#12222)
add ea1fb0d850 [Fix][Connector-V2] Return catalog tables from Aerospike
and SLS sinks (#12234)
add cf67b549a7 [Fix][Transform-V2] Honor Amazon embedding retry options
(#12193)
add 7e468d60f6 [Feature][Connector-V2] Add Google Ads Source Connector
(#12230)
add 313cf73196 [Improve][Connector-V2] Add declarative validation for
Druid sink options (#12250)
add 176870e4ca [Fix][Connector-V2] Complete connector distribution
registrations (#12249)
add 38802bcea2 [Test][Zeta] Add retention-prune on-disk verification for
checkpoint storage (apache/seatunnel#5046) (#12144)
add ff4a0b8ec9 [Fix][Zeta] Ignore duplicate schema change checkpoint
completion (#12150)
add f45b34db06 [Improve][Zeta] Log node tag changes with their previous
value (#12071)
add a55cca1f66 [Improve][Connector-V2] Use HashUtils.bucketIndex in
AzureCosmosDB enumerator (#12049)
add 53333ef488 [Fix][Zeta] Add regression test for finished jobs endpoint
(#11818)
add 3ab7dcde59 [Fix][API] Fix negative queue index when primary key hash
is Integer.MIN_VALUE (#11721)
add 2065fb13fd [Feature][Connector-V2] Support Kafka source connectivity
dry-run (#12167)
add 2531b4ef05 [Improve][Connector-V2][File] Validate anydoc Markdown
handoff (#11813)
add c4c2434235 [Docs][Connector-V2] Improve Aerospike Feishu Mysql GraphQL
and Prometheus connector docs (#11794)
add e3710acba0 [Docs][Connector-V2] Improve Jdbc LocalFile SftpFile
SqlServer-CDC and Opengauss-CDC connector docs (#11761)
add 05472d8bd6 [Fix][Transform-V2] Make rename transform case conversion
locale independent (#11994)
add 98ff97a743 [Test][E2E] Add sustained backpressure IT for fast source
vs slow sink (#12107)
add 3847226697 [Test][E2E] Add regression coverage for duplicate
pending-job dispatch after failover (#12027)
add 9c8052f404 [Feature][Connector-V2] Support multi-table InfluxDB source
(#12247)
add 287288374e [Fix][Transform-V2] Support small integer MOD divisors
(#12215)
add 02b156e457 [Feature][Transform-V2] Add Python transform (#11390)
add 18c642972c Merge branch 'dev' into stabilize-hana-oceanbase-e2e-startup
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 4 +
.github/workflows/backend.yml | 7 +-
.github/workflows/benchmarks.yml | 1 +
.github/workflows/labeler/label-scope-conf.yml | 17 +
.github/workflows/publish-e2e-spark-images.yaml | 22 +-
config/plugin_config | 9 +
docs/en/ai-cli/benchmark.md | 31 +
docs/en/architecture/engine/resource-management.md | 2 +
docs/en/architecture/features/multi-table.md | 25 +-
docs/en/architecture/transform-plugin-system.md | 1 +
docs/en/connector-v2/source/GoogleAds.md | 185 +++
.../changelog/connector-amazondocumentdb.md | 24 +
docs/en/connectors/changelog/connector-snmp.md | 1 +
docs/en/connectors/sink/Activemq.md | 25 +
docs/en/connectors/sink/Aerospike.md | 42 +
docs/en/connectors/sink/Datahub.md | 15 +
docs/en/connectors/sink/Druid.md | 4 +-
docs/en/connectors/sink/Email.md | 20 +
docs/en/connectors/sink/GcsFile.md | 172 +++
docs/en/connectors/sink/Greenplum.md | 8 +-
docs/en/connectors/sink/InfluxDB.md | 37 +
docs/en/connectors/sink/Jdbc.md | 59 +
docs/en/connectors/sink/Lance.md | 4 +
docs/en/connectors/sink/Milvus.md | 16 +
docs/en/connectors/sink/Rabbitmq.md | 16 +
docs/en/connectors/sink/S3File.md | 103 ++
docs/en/connectors/sink/SNMP.md | 137 ++
docs/en/connectors/sink/Socket.md | 15 +
docs/en/connectors/source/AmazonDocumentDB.md | 231 ++++
docs/en/connectors/source/Greenplum.md | 14 +-
docs/en/connectors/source/InfluxDB.md | 138 +-
docs/en/connectors/source/Jdbc.md | 43 +
docs/en/connectors/source/Kafka.md | 21 +
docs/en/connectors/source/LocalFile.md | 46 +
docs/en/connectors/source/Maxcompute.md | 2 +-
docs/en/connectors/source/Milvus.md | 20 +
docs/en/connectors/source/Mqtt.md | 34 +-
docs/en/connectors/source/OpenMldb.md | 2 +
docs/en/connectors/source/Opengauss-CDC.md | 26 +-
docs/en/connectors/source/PostgreSQL-CDC.md | 26 +
docs/en/connectors/source/Prometheus.md | 5 +-
docs/en/connectors/source/Rabbitmq.md | 21 +
docs/en/connectors/source/S3File.md | 99 ++
docs/en/connectors/source/SftpFile.md | 99 ++
docs/en/connectors/source/Socket.md | 15 +
docs/en/connectors/source/SqlServer-CDC.md | 107 +-
docs/en/connectors/source/Web3j.md | 17 +
docs/en/developer/anydoc-document-parser-poc.md | 75 +
docs/en/developer/contribute-performance-guide.md | 96 ++
docs/en/developer/contribution-path.md | 15 +
docs/en/engines/zeta/benchmark.md | 565 +++-----
docs/en/engines/zeta/checkpoint-storage.md | 2 +
docs/en/engines/zeta/user-command.md | 1 +
docs/en/getting-started/recipes/mysql-to-hdfs.md | 215 +++
docs/en/getting-started/recipes/overview.md | 1 +
.../introduction/concepts/incompatible-changes.md | 11 +
docs/en/transforms/embedding.md | 7 +-
docs/en/transforms/python.md | 173 +++
docs/sidebars.js | 3 +
docs/zh/ai-cli/benchmark.md | 28 +
docs/zh/architecture/engine/resource-management.md | 2 +
docs/zh/architecture/features/multi-table.md | 16 +-
docs/zh/architecture/transform-plugin-system.md | 1 +
docs/zh/connector-v2/source/GoogleAds.md | 179 +++
.../changelog/connector-amazondocumentdb.md | 24 +
docs/zh/connectors/changelog/connector-snmp.md | 1 +
docs/zh/connectors/sink/Activemq.md | 19 +
docs/zh/connectors/sink/Aerospike.md | 10 +-
docs/zh/connectors/sink/Datahub.md | 15 +
docs/zh/connectors/sink/Druid.md | 4 +-
docs/zh/connectors/sink/Email.md | 20 +
docs/zh/connectors/sink/Feishu.md | 97 +-
docs/zh/connectors/sink/GcsFile.md | 165 +++
docs/zh/connectors/sink/Jdbc.md | 8 +
docs/zh/connectors/sink/Lance.md | 4 +
docs/zh/connectors/sink/Milvus.md | 16 +
docs/zh/connectors/sink/Mysql.md | 8 +-
docs/zh/connectors/sink/Rabbitmq.md | 16 +
docs/zh/connectors/sink/S3File.md | 103 ++
docs/zh/connectors/sink/SNMP.md | 135 ++
docs/zh/connectors/sink/Socket.md | 15 +
docs/zh/connectors/source/AmazonDocumentDB.md | 231 ++++
docs/zh/connectors/source/GraphQL.md | 90 ++
docs/zh/connectors/source/Greenplum.md | 8 +-
docs/zh/connectors/source/InfluxDB.md | 68 +-
docs/zh/connectors/source/Kafka.md | 22 +-
docs/zh/connectors/source/Maxcompute.md | 2 +-
docs/zh/connectors/source/Milvus.md | 20 +
docs/zh/connectors/source/OpenMldb.md | 2 +
docs/zh/connectors/source/PostgreSQL-CDC.md | 24 +
docs/zh/connectors/source/Prometheus.md | 70 +
docs/zh/connectors/source/Rabbitmq.md | 20 +
docs/zh/connectors/source/S3File.md | 99 ++
docs/zh/connectors/source/Socket.md | 15 +
docs/zh/connectors/source/Web3j.md | 17 +
docs/zh/developer/anydoc-document-parser-poc.md | 75 +
docs/zh/developer/contribute-performance-guide.md | 87 ++
docs/zh/developer/contribution-path.md | 15 +
docs/zh/engines/zeta/benchmark.md | 519 +++----
docs/zh/engines/zeta/checkpoint-storage.md | 2 +
docs/zh/engines/zeta/user-command.md | 1 +
docs/zh/getting-started/recipes/mysql-to-hdfs.md | 215 +++
docs/zh/getting-started/recipes/overview.md | 1 +
.../introduction/concepts/incompatible-changes.md | 11 +
docs/zh/transforms/embedding.md | 6 +-
docs/zh/transforms/python.md | 173 +++
plugin-mapping.properties | 5 +
.../sink/multitablesink/MultiTableSinkWriter.java | 9 +-
.../multitablesink/MultiTableSinkWriterTest.java | 94 ++
seatunnel-benchmarks/README.md | 6 +
.../benchmark/IMapDagStorageBenchmark.java | 6 +-
.../benchmark/ProtoStuffSerializerBenchmark.java | 97 ++
.../imap/IMapDagStorageBenchmarkWorkload.java | 24 +-
.../ProtoStuffSerializerBenchmarkTest.java | 100 ++
.../imap/IMapDagStorageBenchmarkWorkloadTest.java | 262 ++++
.../imap/IMapDagStoragePersistenceTest.java | 120 ++
seatunnel-cli/benchmark/README.md | 54 +
seatunnel-cli/benchmark/compare.py | 368 +++++
seatunnel-cli/benchmark/runner.py | 10 +
seatunnel-cli/tests/test_benchmark_comparison.py | 539 ++++++++
.../seatunnel/aerospike/sink/AerospikeSink.java | 12 +-
.../connector-amazondocumentdb}/pom.xml | 36 +-
.../config/AmazonDocumentDBConfig.java | 275 ++++
.../config/AmazonDocumentDBSourceOptions.java | 77 ++
.../serialize/DocumentDBItemDeserializer.java | 240 ++++
.../source/AmazonDocumentDBSource.java | 90 ++
.../source/AmazonDocumentDBSourceFactory.java | 77 ++
.../source/AmazonDocumentDBSourceReader.java | 221 +++
.../source/AmazonDocumentDBSourceSplit.java | 62 +
.../AmazonDocumentDBSourceSplitEnumerator.java | 200 +++
.../source/AmazonDocumentDBSourceState.java | 66 +
.../AmazonDocumentDBSourceFactoryTest.java | 55 +
.../DocumentDBItemDeserializerTest.java | 181 +++
.../config/AmazonDocumentDBConfigTest.java | 134 ++
.../source/AmazonDocumentDBSourceReaderTest.java | 301 ++++
.../AmazonDocumentDBSourceSplitEnumeratorTest.java | 189 +++
.../amazonsqs/sink/AmazonSqsSinkFactory.java | 4 +-
.../amazonsqs/source/AmazonSqsSourceFactory.java | 5 +-
.../amazonsqs/AmazonSqsSourceFactoryTest.java | 95 +-
.../amazonsqs/sink/AmazonSqsSinkFactoryTest.java | 100 ++
.../source/AzureCosmosDBSourceSplitEnumerator.java | 3 +-
.../AzureCosmosDBSourceSplitEnumeratorTest.java | 44 +
.../cdc/base/schema/SchemaChangeResolver.java | 10 +
.../cdc/base/utils/SourceRecordUtils.java | 5 +-
.../row/SeaTunnelRowDebeziumDeserializeSchema.java | 6 +
.../connector/postgresql/PostgresObjectUtils.java | 6 +-
.../postgresql/RelationAwarePostgresSchema.java | 96 ++
.../config/PostgresSourceConfigFactory.java | 6 +-
.../cdc/postgres/source/PostgresDialect.java | 9 +-
.../postgres/source/PostgresIncrementalSource.java | 28 +-
.../source/PostgresIncrementalSourceFactory.java | 23 +-
.../PostgresRelationSchemaChangeResolver.java | 206 +++
.../source/PostgresRelationSchemaRecord.java | 74 +
.../reader/PostgresSourceFetchTaskContext.java | 76 +-
.../cdc/postgres/utils/PostgresTypeUtils.java | 20 +-
.../PostgresRelationSchemaChangeResolverTest.java | 226 +++
.../seatunnel/datahub/sink/DataHubSinkFactory.java | 7 +-
.../seatunnel/datahub/DataHubFactoryTest.java | 72 +-
.../seatunnel/sink/DingTalkSinkFactory.java | 6 +-
.../connectors/seatunnel/DingTalkFactoryTest.java | 50 +-
.../connectors/druid/sink/DruidSinkFactory.java | 7 +-
.../seatunnel/druid/DruidFactoryTest.java | 90 +-
.../file/hadoop/HadoopFileSystemProxy.java | 11 +
.../file/source/reader/AbstractReadStrategy.java | 20 +-
.../file/source/reader/MarkdownReadStrategy.java | 60 +-
...uousMultipleTableFileSourceSplitEnumerator.java | 20 +-
.../hadoop/ChunkedInputHadoopFileSystemProxy.java | 120 ++
.../file/hadoop/HadoopFileSystemProxyTest.java | 50 +
.../source/reader/MarkdownReadStrategyTest.java | 112 ++
.../file/source/reader/UpdateSyncModeTest.java | 79 ++
...MultipleTableFileSourceSplitEnumeratorTest.java | 51 +
.../src/test/resources/anydoc/test_read_excel.md | 7 +
.../seatunnel/file/gcs/catalog/GcsFileCatalog.java | 44 +
.../file/gcs/catalog/GcsFileCatalogFactory.java | 55 +
.../file/gcs/config/GcsFileSinkOptions.java} | 15 +-
.../seatunnel/file/gcs/sink/GcsFileSink.java} | 31 +-
.../file/gcs/sink/GcsFileSinkFactory.java | 158 +++
.../seatunnel/file/gcs/GcsFileSinkFactoryTest.java | 188 +++
.../file/gcs/catalog/GcsFileCatalogTest.java | 106 ++
.../connector-google-ads/pom.xml | 55 +
.../google/ads/client/GoogleAdsClient.java | 402 ++++++
.../google/ads/config/GoogleAdsParameters.java | 59 +
.../google/ads/config/GoogleAdsSourceOptions.java | 160 +++
.../google/ads/config/GoogleAdsTableConfig.java} | 32 +-
.../exception/GoogleAdsConnectorErrorCode.java} | 14 +-
.../exception/GoogleAdsConnectorException.java} | 27 +-
.../google/ads/source/GoogleAdsSource.java | 251 ++++
.../google/ads/source/GoogleAdsSourceFactory.java} | 43 +-
.../google/ads/source/GoogleAdsSourceReader.java | 98 ++
.../google/ads/GoogleAdsSourceFactoryTest.java | 209 +++
.../google/ads/client/GoogleAdsClientTest.java | 418 ++++++
.../google/ads/source/GoogleAdsSourceTest.java | 296 ++++
.../seatunnel/influxdb/source/InfluxDBSource.java | 26 +-
.../influxdb/source/InfluxDBSourceFactory.java | 176 ++-
.../influxdb/source/InfluxDBSourceSplit.java | 10 +
.../source/InfluxDBSourceSplitEnumerator.java | 69 +-
.../influxdb/source/InfluxDBSourceTable.java} | 22 +-
.../influxdb/source/InfluxdbSourceReader.java | 76 +-
.../source/InfluxDBMultiTableSourceTest.java | 555 ++++++++
.../seatunnel/jdbc/catalog/db2/DB2Catalog.java | 2 +-
.../dialect/saphana/SapHanaTypeConverter.java | 3 +
.../seatunnel/jdbc/internal/xa/XaFacade.java | 7 +-
.../jdbc/internal/xa/XaFacadeImplAutoLoad.java | 14 +-
.../seatunnel/jdbc/internal/xa/XaGroupOps.java | 13 +-
.../seatunnel/jdbc/internal/xa/XaGroupOpsImpl.java | 9 +-
.../jdbc/sink/JdbcSinkAggregatedCommitter.java | 278 +++-
.../jdbc/source/DynamicChunkSplitter.java | 114 ++
.../seatunnel/jdbc/utils/ObjectUtils.java | 16 +-
.../seatunnel/jdbc/catalog/db2/DB2CatalogTest.java | 35 +
.../dialect/saphana/SapHanaTypeConverterTest.java | 14 +
.../jdbc/internal/xa/XaFacadeImplAutoLoadTest.java | 145 ++
.../jdbc/internal/xa/XaGroupOpsImplTest.java | 122 ++
.../jdbc/sink/JdbcSinkAggregatedCommitterTest.java | 440 ++++++
.../jdbc/source/DynamicChunkSplitterTest.java | 60 +-
.../kafka/source/KafkaSourceDryRunValidator.java | 139 ++
.../seatunnel/kafka/source/KafkaSourceFactory.java | 21 +-
.../seatunnel/kafka/KafkaFactoryTest.java | 11 +
.../source/KafkaSourceDryRunValidatorTest.java | 512 +++++++
.../seatunnel/lance/sink/LanceSinkFactory.java | 7 +-
.../seatunnel/lance/LanceFactoryTest.java | 111 +-
.../openmldb/source/OpenMldbSourceFactory.java | 4 +-
.../seatunnel/openmldb/OpenMldbFactoryTest.java | 72 +
.../rocketmq/source/RocketMqConsumerThread.java | 8 +
.../rocketmq/source/RocketMqSourceReader.java | 2 +
.../seatunnel/sentry/sink/SentrySinkFactory.java | 3 +-
.../seatunnel/sentry/SentryFactoryTest.java | 41 +-
.../seatunnel/slack/client/SlackClient.java | 26 +-
.../seatunnel/slack/sink/SlackSinkFactory.java | 9 +-
.../seatunnel/slack/client/SlackClientTest.java} | 19 +-
.../seatunnel/slack/sink/SlackFactoryTest.java | 96 ++
.../connectors/seatunnel/sls/sink/SlsSink.java | 13 +-
.../seatunnel/sls/sink/SlsSinkFactory.java | 5 +-
.../seatunnel/snmp/client/SnmpTargetFactory.java | 51 +
.../{SnmpSourceOptions.java => SnmpOptions.java} | 19 +-
.../seatunnel/snmp/config/SnmpSinkConfig.java | 131 ++
.../seatunnel/snmp/config/SnmpSinkOptions.java | 53 +
.../seatunnel/snmp/config/SnmpSourceConfig.java | 39 +-
.../seatunnel/snmp/config/SnmpSourceOptions.java | 29 +-
.../seatunnel/snmp/config/SnmpTargetConfig.java} | 21 +-
.../snmp/exception/SnmpConnectorErrorCode.java | 6 +-
.../Snmp4jSetClient.java} | 67 +-
.../seatunnel/snmp/sink/SnmpSetClient.java} | 15 +-
.../seatunnel/snmp/sink/SnmpSetRequest.java} | 25 +-
.../connectors/seatunnel/snmp/sink/SnmpSink.java} | 34 +-
.../seatunnel/snmp/sink/SnmpSinkFactory.java | 70 +
.../seatunnel/snmp/sink/SnmpSinkRowConverter.java | 316 +++++
.../seatunnel/snmp/sink/SnmpSinkWriter.java | 93 ++
.../seatunnel/snmp/source/Snmp4jClient.java | 13 +-
.../snmp/client/SnmpTargetFactoryTest.java | 47 +
.../seatunnel/snmp/config/SnmpSinkConfigTest.java | 119 ++
.../snmp/config/SnmpSourceConfigTest.java | 34 +
.../seatunnel/snmp/sink/Snmp4jSetClientTest.java | 160 +++
.../seatunnel/snmp/sink/SnmpSinkFactoryTest.java | 189 +++
.../snmp/sink/SnmpSinkRowConverterTest.java | 246 ++++
.../seatunnel/snmp/sink/SnmpSinkWriterTest.java | 133 ++
.../typesense/sink/TypesenseSinkFactory.java | 11 +-
.../typesense/source/TypesenseSourceFactory.java | 8 +-
.../typesense/sink/TypesenseFactoryTest.java | 107 +-
.../seatunnel/source/Web3jSourceFactory.java | 3 +-
.../connectors/seatunnel/Web3jFactoryTest.java | 74 +
seatunnel-connectors-v2/pom.xml | 2 +
.../core/starter/utils/ConfigShadeUtils.java | 2 +-
.../core/starter/utils/ConfigBuilderTest.java | 19 +
seatunnel-dist/pom.xml | 12 +
.../connector/TransformSpecificationCheckTest.java | 2 +-
.../connector-amazondocumentdb-e2e/pom.xml | 51 +
.../amazondocumentdb/AmazonDocumentDBIT.java | 155 +++
.../resources/amazondocumentdb_source_basic.conf | 65 +
.../amazondocumentdb_source_projection.conf | 60 +
.../amazondocumentdb_source_query_filter.conf | 56 +
...mysqlcdc_to_mysql_with_column_include_list.conf | 2 +-
.../seatunnel/cdc/postgres/PostgresCDCIT.java | 39 +-
.../postgrescdc_to_postgres_test_add_Filed.conf | 4 +-
.../e2e/connector/doris/DorisErrorIT.java | 5 -
.../seatunnel/e2e/connector/doris/DorisIT.java | 34 +-
.../e2e/connector/file/gcs/GcsFileIT.java | 14 +
.../src/test/resources/gcs/gcs_file_to_gcs.conf | 67 +
.../src/test/resources/gcs/gcs_sink_to_assert.conf | 63 +
.../connector-influxdb-e2e/pom.xml | 6 +
.../influxdb/InfluxDBMultiTableSourceIT.java | 218 +++
.../e2e/connector/influxdb/InfluxdbIT.java | 7 +
.../resources/influxdb-multi-table-source.conf | 87 ++
.../jdbc/internal/xa/XaGroupOpsImplIT.java | 75 +-
.../e2e/connector/kafka/KafkaConnectDryRunIT.java | 209 +++
.../seatunnel/e2e/connector/kafka/KafkaIT.java | 2 +-
.../e2e/connector/rocketmq/RocketMqIT.java | 1 +
.../pom.xml | 9 +-
.../seatunnel/e2e/connector/snmp/SnmpAgent.java | 95 ++
.../seatunnel/e2e/connector/snmp/SnmpSinkIT.java | 109 ++
.../src/test/resources/fake_to_snmp.conf | 50 +
seatunnel-e2e/seatunnel-connector-v2-e2e/pom.xml | 2 +
.../src/test/docker/spark/Dockerfile | 3 +
.../src/test/docker/spark/docker-bake.hcl | 8 +-
.../flink/AbstractTestFlinkContainer.java | 38 +
.../common/container/flink/Flink20Container.java | 2 +
.../container/seatunnel/SeaTunnelContainer.java | 22 +
.../e2e/sink/inmemory/InMemorySinkFactory.java | 12 +
.../e2e/sink/inmemory/InMemorySinkWriter.java | 13 +
.../engine/e2e/BackpressureSlowSinkIT.java | 335 +++++
.../e2e/CheckpointCoordinatorFailoverIT.java | 534 +++++++
.../engine/e2e/CheckpointMonitorStartupRaceIT.java | 597 ++++++++
.../engine/e2e/CheckpointRestoreWithStopIT.java | 381 ++++-
.../e2e/ClusterFaultToleranceTwoPipelineIT.java | 189 +++
.../CoordinatorExecutorMassFailoverStormIT.java | 482 +++++++
.../engine/e2e/DynamicSlotNoCapacityCheckIT.java | 234 ++++
.../engine/e2e/SavepointBusySourceBarrierIT.java | 368 +++++
.../seatunnel/engine/e2e/SeaTunnelSlotIT.java | 103 ++
...gregatedCommitterTaskCheckpointCacheLeakIT.java | 267 ++++
.../engine/e2e/SplitClusterFaultToleranceIT.java | 577 ++++++++
.../SplitClusterPendingJobLifecycleFailoverIT.java | 610 ++++++++
...plitClusterTerminalZombieJobMasterSwitchIT.java | 608 ++++++++
.../e2e/TaskDeploymentClassLoaderLeakIT.java | 308 +++++
...kDeploymentPrePublicationClassLoaderLeakIT.java | 733 ++++++++++
.../e2e/telemetry/TelemetryStartupDeadlockIT.java | 473 +++++++
.../FinalCheckpointCloseHoldGate.java | 153 ++
.../FinalCheckpointCloseHoldSink.java | 35 +-
.../FinalCheckpointCloseHoldSinkFactory.java | 78 ++
.../FinalCheckpointCloseHoldSinkWriter.java | 123 ++
...ClusterWorkerRestartAfterFinalCheckpointIT.java | 573 ++++++++
.../batch_fake_to_console_minimal_slot.conf | 44 +
...ocalfile_close_handshake_failover_template.conf | 78 ++
...sequence_to_localfile_corrupted_checkpoint.conf | 52 +
...ter_batch_fake_to_close_hold_sink_template.conf | 51 +
...h_one_pipeline_permanently_failed_template.conf | 104 ++
.../resources/dynamic_slot_no_capacity_check.conf | 46 +
.../pending_jobs_streaming_unschedulable.conf | 42 +
...tream_fake_busy_split_to_console_savepoint.conf | 60 +
...e_to_console_terminal_zombie_master_switch.conf | 54 +
...eckpoint_trigger_dispatch_failure_template.conf | 71 +
...t_fakesource_to_slow_inmemory_backpressure.conf | 67 +
...ing_fake_to_localfile_committer_cache_leak.conf | 52 +
.../e2e/transform/TestPythonTransformIT.java | 405 ++++++
.../python_transform/python_transform.conf | 118 ++
.../python_transform/python_transform_path.conf | 112 ++
.../python_transform/python_transform_path.py | 21 +
.../serializer/protobuf/ProtoStuffSerializer.java | 13 +-
.../protobuf/ProtoStuffSerializerTest.java | 56 +
.../engine/server/CoordinatorService.java | 10 +-
.../server/checkpoint/CheckpointCoordinator.java | 14 +-
.../seatunnel/engine/server/master/JobMaster.java | 109 +-
.../resourcemanager/AbstractResourceManager.java | 12 +-
.../server/resourcemanager/ResourceManager.java | 5 +-
.../resourcemanager/resource/SlotProfile.java | 21 +-
.../server/rest/service/UpdateTagsService.java | 11 +
.../server/service/slot/DefaultSlotService.java | 29 +-
.../engine/server/utils/PeekBlockingQueue.java | 10 +-
.../engine/server/CoordinatorServiceTest.java | 154 ++-
.../checkpoint/CheckpointCoordinatorTest.java | 41 +
.../CheckpointStorageRetentionPruneTest.java | 292 ++++
.../JobMasterMasterFailoverResourceTest.java | 281 ++++
.../resourcemanager/ResourceManagerTest.java | 59 +
.../task/flow/TransformFlowLifeCycleCloseTest.java | 65 +
.../engine/server/utils/PeekBlockingQueueTest.java | 2 +-
.../seatunnel-engine-ui/src/service/job/index.ts | 4 +-
.../seatunnel-engine-ui/src/tests/jobs.spec.ts | 14 +-
.../transform/common/ChainedMapTransform.java | 16 +-
.../nlpmodel/embedding/EmbeddingTransform.java | 22 +-
.../transform/python/PythonColumnConfig.java | 31 +-
.../python/PythonMultiCatalogTransform.java | 96 ++
.../transform/python/PythonProcessWorker.java | 1456 ++++++++++++++++++++
.../transform/python/PythonTransform.java | 320 +++++
.../transform/python/PythonTransformConfig.java | 241 ++++
.../transform/python/PythonTransformErrorCode.java | 82 ++
.../transform/python/PythonTransformFactory.java | 126 ++
.../transform/rename/FieldRenameTransform.java | 5 +-
.../transform/rename/TableRenameTransform.java | 5 +-
.../sql/zeta/functions/NumericFunction.java | 6 +
.../resources/python_transform/worker_template.py | 79 ++
.../common/AbstractMultiCatalogTransformTest.java | 59 +
.../embedding/AmazonEmbeddingInvocationTest.java | 314 +++++
.../transform/python/PythonTransformTest.java | 1221 ++++++++++++++++
.../transform/rename/FieldRenameTransformTest.java | 20 +
.../transform/rename/TableRenameTransformTest.java | 20 +
.../transform/sql/SQLNumericFunctionsTest.java | 21 +
374 files changed, 34362 insertions(+), 1342 deletions(-)
create mode 100644 docs/en/connector-v2/source/GoogleAds.md
create mode 100644 docs/en/connectors/changelog/connector-amazondocumentdb.md
create mode 100644 docs/en/connectors/sink/GcsFile.md
create mode 100644 docs/en/connectors/sink/SNMP.md
create mode 100644 docs/en/connectors/source/AmazonDocumentDB.md
create mode 100644 docs/en/developer/anydoc-document-parser-poc.md
create mode 100644 docs/en/developer/contribute-performance-guide.md
create mode 100644 docs/en/getting-started/recipes/mysql-to-hdfs.md
create mode 100644 docs/en/transforms/python.md
create mode 100644 docs/zh/connector-v2/source/GoogleAds.md
create mode 100644 docs/zh/connectors/changelog/connector-amazondocumentdb.md
create mode 100644 docs/zh/connectors/sink/GcsFile.md
create mode 100644 docs/zh/connectors/sink/SNMP.md
create mode 100644 docs/zh/connectors/source/AmazonDocumentDB.md
create mode 100644 docs/zh/developer/anydoc-document-parser-poc.md
create mode 100644 docs/zh/developer/contribute-performance-guide.md
create mode 100644 docs/zh/getting-started/recipes/mysql-to-hdfs.md
create mode 100644 docs/zh/transforms/python.md
create mode 100644
seatunnel-benchmarks/src/main/java/org/apache/seatunnel/benchmark/ProtoStuffSerializerBenchmark.java
create mode 100644
seatunnel-benchmarks/src/test/java/org/apache/seatunnel/benchmark/ProtoStuffSerializerBenchmarkTest.java
create mode 100644
seatunnel-benchmarks/src/test/java/org/apache/seatunnel/benchmark/storage/imap/IMapDagStorageBenchmarkWorkloadTest.java
create mode 100644
seatunnel-benchmarks/src/test/java/org/apache/seatunnel/benchmark/storage/imap/IMapDagStoragePersistenceTest.java
create mode 100644 seatunnel-cli/benchmark/compare.py
create mode 100644 seatunnel-cli/tests/test_benchmark_comparison.py
copy {seatunnel-e2e/seatunnel-connector-v2-e2e/connector-influxdb-e2e =>
seatunnel-connectors-v2/connector-amazondocumentdb}/pom.xml (62%)
create mode 100644
seatunnel-connectors-v2/connector-amazondocumentdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/amazondocumentdb/config/AmazonDocumentDBConfig.java
create mode 100644
seatunnel-connectors-v2/connector-amazondocumentdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/amazondocumentdb/config/AmazonDocumentDBSourceOptions.java
create mode 100644
seatunnel-connectors-v2/connector-amazondocumentdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/amazondocumentdb/serialize/DocumentDBItemDeserializer.java
create mode 100644
seatunnel-connectors-v2/connector-amazondocumentdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/amazondocumentdb/source/AmazonDocumentDBSource.java
create mode 100644
seatunnel-connectors-v2/connector-amazondocumentdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/amazondocumentdb/source/AmazonDocumentDBSourceFactory.java
create mode 100644
seatunnel-connectors-v2/connector-amazondocumentdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/amazondocumentdb/source/AmazonDocumentDBSourceReader.java
create mode 100644
seatunnel-connectors-v2/connector-amazondocumentdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/amazondocumentdb/source/AmazonDocumentDBSourceSplit.java
create mode 100644
seatunnel-connectors-v2/connector-amazondocumentdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/amazondocumentdb/source/AmazonDocumentDBSourceSplitEnumerator.java
create mode 100644
seatunnel-connectors-v2/connector-amazondocumentdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/amazondocumentdb/source/AmazonDocumentDBSourceState.java
create mode 100644
seatunnel-connectors-v2/connector-amazondocumentdb/src/test/java/org/apache/seatunnel/connectors/seatunnel/amazondocumentdb/AmazonDocumentDBSourceFactoryTest.java
create mode 100644
seatunnel-connectors-v2/connector-amazondocumentdb/src/test/java/org/apache/seatunnel/connectors/seatunnel/amazondocumentdb/DocumentDBItemDeserializerTest.java
create mode 100644
seatunnel-connectors-v2/connector-amazondocumentdb/src/test/java/org/apache/seatunnel/connectors/seatunnel/amazondocumentdb/config/AmazonDocumentDBConfigTest.java
create mode 100644
seatunnel-connectors-v2/connector-amazondocumentdb/src/test/java/org/apache/seatunnel/connectors/seatunnel/amazondocumentdb/source/AmazonDocumentDBSourceReaderTest.java
create mode 100644
seatunnel-connectors-v2/connector-amazondocumentdb/src/test/java/org/apache/seatunnel/connectors/seatunnel/amazondocumentdb/source/AmazonDocumentDBSourceSplitEnumeratorTest.java
create mode 100644
seatunnel-connectors-v2/connector-amazonsqs/src/test/java/org/apache/seatunnel/connectors/seatunnel/amazonsqs/sink/AmazonSqsSinkFactoryTest.java
create mode 100644
seatunnel-connectors-v2/connector-cdc/connector-cdc-postgres/src/main/java/io/debezium/connector/postgresql/RelationAwarePostgresSchema.java
create mode 100644
seatunnel-connectors-v2/connector-cdc/connector-cdc-postgres/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/postgres/source/PostgresRelationSchemaChangeResolver.java
create mode 100644
seatunnel-connectors-v2/connector-cdc/connector-cdc-postgres/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/postgres/source/PostgresRelationSchemaRecord.java
create mode 100644
seatunnel-connectors-v2/connector-cdc/connector-cdc-postgres/src/test/java/org/apache/seatunnel/connectors/seatunnel/cdc/postgres/source/PostgresRelationSchemaChangeResolverTest.java
create mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/test/java/org/apache/seatunnel/connectors/seatunnel/file/hadoop/ChunkedInputHadoopFileSystemProxy.java
create mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/test/resources/anydoc/test_read_excel.md
create mode 100644
seatunnel-connectors-v2/connector-file/connector-file-gcs/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/gcs/catalog/GcsFileCatalog.java
create mode 100644
seatunnel-connectors-v2/connector-file/connector-file-gcs/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/gcs/catalog/GcsFileCatalogFactory.java
copy
seatunnel-connectors-v2/{connector-slack/src/test/java/org/apache/seatunnel/connectors/seatunnel/slack/SlackFactoryTest.java
=>
connector-file/connector-file-gcs/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/gcs/config/GcsFileSinkOptions.java}
(69%)
copy
seatunnel-connectors-v2/{connector-aerospike/src/main/java/org/apache/seatunnel/connectors/seatunnel/aerospike/sink/AerospikeSink.java
=>
connector-file/connector-file-gcs/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/gcs/sink/GcsFileSink.java}
(53%)
create mode 100644
seatunnel-connectors-v2/connector-file/connector-file-gcs/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/gcs/sink/GcsFileSinkFactory.java
create mode 100644
seatunnel-connectors-v2/connector-file/connector-file-gcs/src/test/java/org/apache/seatunnel/connectors/seatunnel/file/gcs/GcsFileSinkFactoryTest.java
create mode 100644
seatunnel-connectors-v2/connector-file/connector-file-gcs/src/test/java/org/apache/seatunnel/connectors/seatunnel/file/gcs/catalog/GcsFileCatalogTest.java
create mode 100644 seatunnel-connectors-v2/connector-google-ads/pom.xml
create mode 100644
seatunnel-connectors-v2/connector-google-ads/src/main/java/org/apache/seatunnel/connectors/seatunnel/google/ads/client/GoogleAdsClient.java
create mode 100644
seatunnel-connectors-v2/connector-google-ads/src/main/java/org/apache/seatunnel/connectors/seatunnel/google/ads/config/GoogleAdsParameters.java
create mode 100644
seatunnel-connectors-v2/connector-google-ads/src/main/java/org/apache/seatunnel/connectors/seatunnel/google/ads/config/GoogleAdsSourceOptions.java
copy
seatunnel-connectors-v2/{connector-cdc/connector-cdc-base/src/main/java/org/apache/seatunnel/connectors/cdc/base/schema/SchemaChangeResolver.java
=>
connector-google-ads/src/main/java/org/apache/seatunnel/connectors/seatunnel/google/ads/config/GoogleAdsTableConfig.java}
(50%)
copy
seatunnel-connectors-v2/{connector-snmp/src/main/java/org/apache/seatunnel/connectors/seatunnel/snmp/exception/SnmpConnectorErrorCode.java
=>
connector-google-ads/src/main/java/org/apache/seatunnel/connectors/seatunnel/google/ads/exception/GoogleAdsConnectorErrorCode.java}
(62%)
copy
seatunnel-connectors-v2/{connector-snmp/src/main/java/org/apache/seatunnel/connectors/seatunnel/snmp/exception/SnmpConnectorErrorCode.java
=>
connector-google-ads/src/main/java/org/apache/seatunnel/connectors/seatunnel/google/ads/exception/GoogleAdsConnectorException.java}
(56%)
create mode 100644
seatunnel-connectors-v2/connector-google-ads/src/main/java/org/apache/seatunnel/connectors/seatunnel/google/ads/source/GoogleAdsSource.java
copy
seatunnel-connectors-v2/{connector-typesense/src/main/java/org/apache/seatunnel/connectors/seatunnel/typesense/source/TypesenseSourceFactory.java
=>
connector-google-ads/src/main/java/org/apache/seatunnel/connectors/seatunnel/google/ads/source/GoogleAdsSourceFactory.java}
(52%)
create mode 100644
seatunnel-connectors-v2/connector-google-ads/src/main/java/org/apache/seatunnel/connectors/seatunnel/google/ads/source/GoogleAdsSourceReader.java
create mode 100644
seatunnel-connectors-v2/connector-google-ads/src/test/java/org/apache/seatunnel/connectors/seatunnel/google/ads/GoogleAdsSourceFactoryTest.java
create mode 100644
seatunnel-connectors-v2/connector-google-ads/src/test/java/org/apache/seatunnel/connectors/seatunnel/google/ads/client/GoogleAdsClientTest.java
create mode 100644
seatunnel-connectors-v2/connector-google-ads/src/test/java/org/apache/seatunnel/connectors/seatunnel/google/ads/source/GoogleAdsSourceTest.java
copy
seatunnel-connectors-v2/{connector-cdc/connector-cdc-base/src/main/java/org/apache/seatunnel/connectors/cdc/base/schema/SchemaChangeResolver.java
=>
connector-influxdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/influxdb/source/InfluxDBSourceTable.java}
(58%)
create mode 100644
seatunnel-connectors-v2/connector-influxdb/src/test/java/org/apache/seatunnel/connectors/seatunnel/influxdb/source/InfluxDBMultiTableSourceTest.java
create mode 100644
seatunnel-connectors-v2/connector-jdbc/src/test/java/org/apache/seatunnel/connectors/seatunnel/jdbc/internal/xa/XaFacadeImplAutoLoadTest.java
create mode 100644
seatunnel-connectors-v2/connector-jdbc/src/test/java/org/apache/seatunnel/connectors/seatunnel/jdbc/internal/xa/XaGroupOpsImplTest.java
create mode 100644
seatunnel-connectors-v2/connector-jdbc/src/test/java/org/apache/seatunnel/connectors/seatunnel/jdbc/sink/JdbcSinkAggregatedCommitterTest.java
create mode 100644
seatunnel-connectors-v2/connector-kafka/src/main/java/org/apache/seatunnel/connectors/seatunnel/kafka/source/KafkaSourceDryRunValidator.java
create mode 100644
seatunnel-connectors-v2/connector-kafka/src/test/java/org/apache/seatunnel/connectors/seatunnel/kafka/source/KafkaSourceDryRunValidatorTest.java
copy
seatunnel-connectors-v2/{connector-typesense/src/test/java/org/apache/seatunnel/connectors/seatunnel/typesense/sink/TypesenseFactoryTest.java
=>
connector-slack/src/test/java/org/apache/seatunnel/connectors/seatunnel/slack/client/SlackClientTest.java}
(60%)
create mode 100644
seatunnel-connectors-v2/connector-slack/src/test/java/org/apache/seatunnel/connectors/seatunnel/slack/sink/SlackFactoryTest.java
create mode 100644
seatunnel-connectors-v2/connector-snmp/src/main/java/org/apache/seatunnel/connectors/seatunnel/snmp/client/SnmpTargetFactory.java
copy
seatunnel-connectors-v2/connector-snmp/src/main/java/org/apache/seatunnel/connectors/seatunnel/snmp/config/{SnmpSourceOptions.java
=> SnmpOptions.java} (78%)
create mode 100644
seatunnel-connectors-v2/connector-snmp/src/main/java/org/apache/seatunnel/connectors/seatunnel/snmp/config/SnmpSinkConfig.java
create mode 100644
seatunnel-connectors-v2/connector-snmp/src/main/java/org/apache/seatunnel/connectors/seatunnel/snmp/config/SnmpSinkOptions.java
copy
seatunnel-connectors-v2/{connector-slack/src/test/java/org/apache/seatunnel/connectors/seatunnel/slack/SlackFactoryTest.java
=>
connector-snmp/src/main/java/org/apache/seatunnel/connectors/seatunnel/snmp/config/SnmpTargetConfig.java}
(69%)
copy
seatunnel-connectors-v2/connector-snmp/src/main/java/org/apache/seatunnel/connectors/seatunnel/snmp/{source/Snmp4jClient.java
=> sink/Snmp4jSetClient.java} (53%)
rename
seatunnel-connectors-v2/{connector-slack/src/test/java/org/apache/seatunnel/connectors/seatunnel/slack/SlackFactoryTest.java
=>
connector-snmp/src/main/java/org/apache/seatunnel/connectors/seatunnel/snmp/sink/SnmpSetClient.java}
(69%)
copy
seatunnel-connectors-v2/{connector-datahub/src/test/java/org/apache/seatunnel/connectors/seatunnel/datahub/DataHubFactoryTest.java
=>
connector-snmp/src/main/java/org/apache/seatunnel/connectors/seatunnel/snmp/sink/SnmpSetRequest.java}
(66%)
copy
seatunnel-connectors-v2/{connector-aerospike/src/main/java/org/apache/seatunnel/connectors/seatunnel/aerospike/sink/AerospikeSink.java
=>
connector-snmp/src/main/java/org/apache/seatunnel/connectors/seatunnel/snmp/sink/SnmpSink.java}
(56%)
create mode 100644
seatunnel-connectors-v2/connector-snmp/src/main/java/org/apache/seatunnel/connectors/seatunnel/snmp/sink/SnmpSinkFactory.java
create mode 100644
seatunnel-connectors-v2/connector-snmp/src/main/java/org/apache/seatunnel/connectors/seatunnel/snmp/sink/SnmpSinkRowConverter.java
create mode 100644
seatunnel-connectors-v2/connector-snmp/src/main/java/org/apache/seatunnel/connectors/seatunnel/snmp/sink/SnmpSinkWriter.java
create mode 100644
seatunnel-connectors-v2/connector-snmp/src/test/java/org/apache/seatunnel/connectors/seatunnel/snmp/client/SnmpTargetFactoryTest.java
create mode 100644
seatunnel-connectors-v2/connector-snmp/src/test/java/org/apache/seatunnel/connectors/seatunnel/snmp/config/SnmpSinkConfigTest.java
create mode 100644
seatunnel-connectors-v2/connector-snmp/src/test/java/org/apache/seatunnel/connectors/seatunnel/snmp/sink/Snmp4jSetClientTest.java
create mode 100644
seatunnel-connectors-v2/connector-snmp/src/test/java/org/apache/seatunnel/connectors/seatunnel/snmp/sink/SnmpSinkFactoryTest.java
create mode 100644
seatunnel-connectors-v2/connector-snmp/src/test/java/org/apache/seatunnel/connectors/seatunnel/snmp/sink/SnmpSinkRowConverterTest.java
create mode 100644
seatunnel-connectors-v2/connector-snmp/src/test/java/org/apache/seatunnel/connectors/seatunnel/snmp/sink/SnmpSinkWriterTest.java
create mode 100644
seatunnel-connectors-v2/connector-web3j/src/test/java/org/apache/seatunnel/connectors/seatunnel/Web3jFactoryTest.java
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-amazondocumentdb-e2e/pom.xml
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-amazondocumentdb-e2e/src/test/java/org/apache/seatunnel/e2e/connector/amazondocumentdb/AmazonDocumentDBIT.java
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-amazondocumentdb-e2e/src/test/resources/amazondocumentdb_source_basic.conf
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-amazondocumentdb-e2e/src/test/resources/amazondocumentdb_source_projection.conf
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-amazondocumentdb-e2e/src/test/resources/amazondocumentdb_source_query_filter.conf
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-gcs-e2e/src/test/resources/gcs/gcs_file_to_gcs.conf
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-gcs-e2e/src/test/resources/gcs/gcs_sink_to_assert.conf
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-influxdb-e2e/src/test/java/org/apache/seatunnel/e2e/connector/influxdb/InfluxDBMultiTableSourceIT.java
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-influxdb-e2e/src/test/resources/influxdb-multi-table-source.conf
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-kafka-e2e/src/test/java/org/apache/seatunnel/e2e/connector/kafka/KafkaConnectDryRunIT.java
copy seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-influxdb-e2e =>
connector-snmp-e2e}/pom.xml (86%)
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-snmp-e2e/src/test/java/org/apache/seatunnel/e2e/connector/snmp/SnmpAgent.java
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-snmp-e2e/src/test/java/org/apache/seatunnel/e2e/connector/snmp/SnmpSinkIT.java
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-snmp-e2e/src/test/resources/fake_to_snmp.conf
create mode 100644
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/java/org/apache/seatunnel/engine/e2e/BackpressureSlowSinkIT.java
create mode 100644
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/java/org/apache/seatunnel/engine/e2e/CheckpointMonitorStartupRaceIT.java
create mode 100644
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/java/org/apache/seatunnel/engine/e2e/CoordinatorExecutorMassFailoverStormIT.java
create mode 100644
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/java/org/apache/seatunnel/engine/e2e/DynamicSlotNoCapacityCheckIT.java
create mode 100644
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/java/org/apache/seatunnel/engine/e2e/SavepointBusySourceBarrierIT.java
create mode 100644
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/java/org/apache/seatunnel/engine/e2e/SinkAggregatedCommitterTaskCheckpointCacheLeakIT.java
create mode 100644
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/java/org/apache/seatunnel/engine/e2e/SplitClusterTerminalZombieJobMasterSwitchIT.java
create mode 100644
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/java/org/apache/seatunnel/engine/e2e/TaskDeploymentClassLoaderLeakIT.java
create mode 100644
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/java/org/apache/seatunnel/engine/e2e/TaskDeploymentPrePublicationClassLoaderLeakIT.java
create mode 100644
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/java/org/apache/seatunnel/engine/e2e/telemetry/TelemetryStartupDeadlockIT.java
create mode 100644
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/java/org/apache/seatunnel/engine/e2e/workerrestart/FinalCheckpointCloseHoldGate.java
copy
seatunnel-connectors-v2/connector-aerospike/src/main/java/org/apache/seatunnel/connectors/seatunnel/aerospike/sink/AerospikeSink.java
=>
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/java/org/apache/seatunnel/engine/e2e/workerrestart/FinalCheckpointCloseHoldSink.java
(50%)
create mode 100644
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/java/org/apache/seatunnel/engine/e2e/workerrestart/FinalCheckpointCloseHoldSinkFactory.java
create mode 100644
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/java/org/apache/seatunnel/engine/e2e/workerrestart/FinalCheckpointCloseHoldSinkWriter.java
create mode 100644
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/java/org/apache/seatunnel/engine/e2e/workerrestart/SplitClusterWorkerRestartAfterFinalCheckpointIT.java
create mode 100644
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/batch_fake_to_console_minimal_slot.conf
create mode 100644
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/batch_fake_to_localfile_close_handshake_failover_template.conf
create mode 100644
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/checkpoint-restore-with-stop/stream_checkpointable_sequence_to_localfile_corrupted_checkpoint.conf
create mode 100644
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/cluster_batch_fake_to_close_hold_sink_template.conf
create mode 100644
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/cluster_batch_one_pipeline_permanently_failed_template.conf
create mode 100644
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/dynamic_slot_no_capacity_check.conf
create mode 100644
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/pending_jobs_streaming_unschedulable.conf
create mode 100644
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/stream_fake_busy_split_to_console_savepoint.conf
create mode 100644
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/stream_fake_to_console_terminal_zombie_master_switch.conf
create mode 100644
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/stream_fake_to_localfile_checkpoint_trigger_dispatch_failure_template.conf
create mode 100644
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/stream_fast_fakesource_to_slow_inmemory_backpressure.conf
create mode 100644
seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/streaming_fake_to_localfile_committer_cache_leak.conf
create mode 100644
seatunnel-e2e/seatunnel-transforms-v2-e2e/seatunnel-transforms-v2-e2e-part-2/src/test/java/org/apache/seatunnel/e2e/transform/TestPythonTransformIT.java
create mode 100644
seatunnel-e2e/seatunnel-transforms-v2-e2e/seatunnel-transforms-v2-e2e-part-2/src/test/resources/python_transform/python_transform.conf
create mode 100644
seatunnel-e2e/seatunnel-transforms-v2-e2e/seatunnel-transforms-v2-e2e-part-2/src/test/resources/python_transform/python_transform_path.conf
create mode 100644
seatunnel-e2e/seatunnel-transforms-v2-e2e/seatunnel-transforms-v2-e2e-part-2/src/test/resources/python_transform/python_transform_path.py
create mode 100644
seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/checkpoint/CheckpointStorageRetentionPruneTest.java
create mode 100644
seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/master/JobMasterMasterFailoverResourceTest.java
create mode 100644
seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/task/flow/TransformFlowLifeCycleCloseTest.java
copy
seatunnel-connectors-v2/connector-cdc/connector-cdc-base/src/main/java/org/apache/seatunnel/connectors/cdc/base/schema/SchemaChangeResolver.java
=>
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/python/PythonColumnConfig.java
(50%)
create mode 100644
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/python/PythonMultiCatalogTransform.java
create mode 100644
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/python/PythonProcessWorker.java
create mode 100644
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/python/PythonTransform.java
create mode 100644
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/python/PythonTransformConfig.java
create mode 100644
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/python/PythonTransformErrorCode.java
create mode 100644
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/python/PythonTransformFactory.java
create mode 100644
seatunnel-transforms-v2/src/main/resources/python_transform/worker_template.py
create mode 100644
seatunnel-transforms-v2/src/test/java/org/apache/seatunnel/transform/embedding/AmazonEmbeddingInvocationTest.java
create mode 100644
seatunnel-transforms-v2/src/test/java/org/apache/seatunnel/transform/python/PythonTransformTest.java
