This is an automated email from the ASF dual-hosted git repository.
github-merge-queue[bot] pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
from 75f9636c99 [Feature][Connector-V2] Add Typeform source connector
(#12844)
add 7e0c2e7c9d [Feature][Connector-V2][Iceberg] Support Iceberg table
format v3 (#12777)
No new revisions were added by this update.
Summary of changes:
docs/en/connectors/sink/Iceberg.md | 19 +-
docs/en/connectors/source/Iceberg.md | 8 +-
docs/zh/connectors/sink/Iceberg.md | 19 +-
docs/zh/connectors/source/Iceberg.md | 8 +-
seatunnel-connectors-v2/connector-iceberg/pom.xml | 11 +-
.../seatunnel/iceberg/catalog/IcebergCatalog.java | 9 +
.../iceberg/data/DefaultDeserializer.java | 7 +
.../iceberg/data/IcebergInternalRecordWrapper.java | 117 ++++
.../seatunnel/iceberg/data/IcebergTypeMapper.java | 45 ++
.../seatunnel/iceberg/data/RowConverter.java | 32 +-
.../exception/IcebergConnectorErrorCode.java | 5 +-
.../iceberg/sink/writer/IcebergWriterFactory.java | 30 +
.../sink/writer/PartitionedAppendWriter.java | 7 +-
.../source/reader/IcebergFileScanTaskReader.java | 43 +-
.../iceberg/utils/HadoopStreamFileIO.java | 240 +++++++
.../seatunnel/iceberg/utils/SchemaUtils.java | 108 +++-
.../iceberg/data/IcebergTypeMapperTest.java | 71 +++
.../seatunnel/iceberg/data/RowConverterTest.java | 59 ++
.../iceberg/sink/IcebergFormatVersionTest.java | 705 +++++++++++++++++++++
.../iceberg/utils/HadoopStreamFileIOTest.java | 100 +++
.../e2e/connector/iceberg/IcebergSinkCDCIT.java | 3 +
.../e2e/connector/iceberg/IcebergSinkIT.java | 133 +++-
.../iceberg/IcebergSinkParallelCommitIT.java | 9 +
.../connector/iceberg/IcebergSinkWithBranchIT.java | 40 +-
.../iceberg/PostgresCdcToIcebergRecipeIT.java | 3 +
...ake_to_iceberg_unsupported_format_version.conf} | 18 +-
.../test/resources/iceberg/fake_to_iceberg_v3.conf | 98 +++
...hout-pk.conf => fake_to_iceberg_v3_upsert.conf} | 28 +-
...thout-pk.conf => iceberg_v3_to_iceberg_v3.conf} | 32 +-
29 files changed, 1924 insertions(+), 83 deletions(-)
create mode 100644
seatunnel-connectors-v2/connector-iceberg/src/main/java/org/apache/seatunnel/connectors/seatunnel/iceberg/data/IcebergInternalRecordWrapper.java
create mode 100644
seatunnel-connectors-v2/connector-iceberg/src/main/java/org/apache/seatunnel/connectors/seatunnel/iceberg/utils/HadoopStreamFileIO.java
create mode 100644
seatunnel-connectors-v2/connector-iceberg/src/test/java/org/apache/seatunnel/connectors/seatunnel/iceberg/sink/IcebergFormatVersionTest.java
create mode 100644
seatunnel-connectors-v2/connector-iceberg/src/test/java/org/apache/seatunnel/connectors/seatunnel/iceberg/utils/HadoopStreamFileIOTest.java
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-iceberg-e2e/src/test/resources/iceberg/{iceberg-validation-upsert-without-pk.conf
=> fake_to_iceberg_unsupported_format_version.conf} (74%)
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-iceberg-e2e/src/test/resources/iceberg/fake_to_iceberg_v3.conf
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-iceberg-e2e/src/test/resources/iceberg/{iceberg-validation-upsert-without-pk.conf
=> fake_to_iceberg_v3_upsert.conf} (67%)
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-iceberg-e2e/src/test/resources/iceberg/{iceberg-validation-upsert-without-pk.conf
=> iceberg_v3_to_iceberg_v3.conf} (67%)
