This is an automated email from the ASF dual-hosted git repository.
hgruszecki pushed a change to branch bump-versions-script
in repository https://gitbox.apache.org/repos/asf/iggy.git
from 31a8c2e8a Merge branch 'master' into bump-versions-script
add bd595ef34 chore(deps): bump pygments from 2.19.2 to 2.20.0 in
/bdd/python (#3055)
add d0786e0f9 chore(deps): bump pygments from 2.19.2 to 2.20.0 in
/foreign/python (#3054)
add 8ec907792 fix(test): remove racy assertion in postgres source
delete_after_read test (#3064)
add 0935a76eb feat(partitions): rework partitions using new message (#3020)
add 0460de9bd feat(connectors): implement InfluxDB Sink and Source (#2933)
add 3904ef310 feat(cpp): Add functions related to consumer groups (#2988)
add c9e40b693 feat(connectors): add generic HTTP sink connector (#2925)
add e42a6eb35 chore(repo): update connectors versions and readme (#3066)
add add5cbce0 Merge branch 'master' into bump-versions-script
No new revisions were added by this update.
Summary of changes:
.typos.toml | 5 +
Cargo.lock | 277 ++-
Cargo.toml | 6 +
DEPENDENCIES.md | 53 +-
README.md | 8 +-
assets/vsr.pdf | Bin 0 -> 174431 bytes
bdd/python/uv.lock | 8 +-
core/binary_protocol/Cargo.toml | 2 +
core/binary_protocol/src/consensus/message.rs | 660 +++---
core/binary_protocol/src/consensus/mod.rs | 7 +-
core/binary_protocol/src/lib.rs | 8 +-
core/common/Cargo.toml | 3 +
core/common/src/error/iggy_error.rs | 4 +
core/common/src/lib.rs | 2 +
core/common/src/types/mod.rs | 1 +
.../src/types/segment_storage/messages_writer.rs | 5 +-
core/common/src/types/send_messages2.rs | 755 +++++++
.../example_config/connectors/influxdb_sink.toml} | 32 +-
.../connectors/influxdb_source.toml} | 43 +-
core/connectors/sdk/Cargo.toml | 6 +
core/connectors/sdk/src/convert.rs | 52 +
core/connectors/sdk/src/lib.rs | 42 +
core/connectors/sdk/src/retry.rs | 448 ++++
.../connectors/sinks/elasticsearch_sink/src/lib.rs | 28 +-
.../http_sink}/Cargo.toml | 24 +-
core/connectors/sinks/http_sink/README.md | 812 ++++++++
core/connectors/sinks/http_sink/config.toml | 90 +
core/connectors/sinks/http_sink/src/lib.rs | 2129 ++++++++++++++++++++
.../{postgres_sink => influxdb_sink}/Cargo.toml | 14 +-
.../{mongodb_sink => influxdb_sink}/config.toml | 27 +-
core/connectors/sinks/influxdb_sink/src/lib.rs | 1624 +++++++++++++++
.../influxdb_source}/Cargo.toml | 17 +-
.../influxdb_source}/config.toml | 38 +-
core/connectors/sources/influxdb_source/src/lib.rs | 1399 +++++++++++++
core/consensus/Cargo.toml | 2 +
core/consensus/src/impls.rs | 360 +++-
core/consensus/src/lib.rs | 23 +-
core/consensus/src/namespaced_pipeline.rs | 50 +-
core/consensus/src/observability.rs | 604 ++++++
core/consensus/src/plane_helpers.rs | 122 +-
core/consensus/src/plane_mux.rs | 12 +-
core/harness_derive/src/codegen.rs | 95 +-
core/integration/Cargo.toml | 5 +-
core/integration/src/harness/seeds.rs | 36 +
.../tests/connectors/fixtures/elasticsearch/mod.rs | 6 +-
.../tests/connectors/fixtures/http/container.rs | 230 +++
.../fixtures/{elasticsearch => http}/mod.rs | 7 +-
.../tests/connectors/fixtures/http/sink.rs | 216 ++
.../connectors/fixtures/influxdb/container.rs | 253 +++
.../tests/connectors/fixtures/influxdb}/mod.rs | 7 +
.../tests/connectors/fixtures/influxdb/sink.rs | 277 +++
.../tests/connectors/fixtures/influxdb/source.rs | 201 ++
core/integration/tests/connectors/fixtures/mod.rs | 11 +
.../integration/tests/connectors/http/http_sink.rs | 854 ++++++++
.../tests/connectors/http}/mod.rs | 5 +-
.../tests/connectors/{stdout => http}/sink.toml | 2 +-
.../wiremock/mappings/accept-ingest.json} | 7 +-
.../tests/connectors/influxdb/docker-compose.yml | 77 +
.../tests/connectors/influxdb/influxdb_sink.rs | 262 +++
.../connectors/influxdb/influxdb_sink_formats.rs | 557 +++++
.../tests/connectors/influxdb/influxdb_source.rs | 238 +++
.../connectors/influxdb/influxdb_source_formats.rs | 619 ++++++
.../tests/connectors/{mongodb => influxdb}/mod.rs | 7 +-
.../connectors/{mongodb => influxdb}/sink.toml | 20 +-
.../source.toml => influxdb/sink_base64.toml} | 20 +-
.../connectors/influxdb/sink_no_metadata.toml | 36 +
.../source.toml => influxdb/sink_text.toml} | 20 +-
.../connectors/{postgres => influxdb}/source.toml | 10 +-
.../sink.toml => influxdb/source_raw.toml} | 12 +-
.../sink.toml => influxdb/source_text.toml} | 12 +-
.../tests/connectors/influxdb_sink.toml} | 43 +-
.../tests/connectors/influxdb_source.toml} | 45 +-
core/integration/tests/connectors/mod.rs | 2 +
.../tests/connectors/postgres/postgres_source.rs | 6 -
core/iobuf/Cargo.toml | 1 +
core/iobuf/src/lib.rs | 647 +++---
core/journal/Cargo.toml | 2 +-
core/journal/src/metadata_journal.rs | 43 +-
core/message_bus/src/lib.rs | 16 +-
core/metadata/Cargo.toml | 1 +
core/metadata/src/impls/metadata.rs | 171 +-
core/metadata/src/impls/recovery.rs | 10 +-
core/metadata/src/stm/mod.rs | 8 +-
core/partitions/Cargo.toml | 4 +
core/partitions/src/iggy_index.rs | 164 ++
.../src/iggy_index_writer.rs} | 61 +-
core/partitions/src/iggy_partition.rs | 181 +-
core/partitions/src/iggy_partitions.rs | 916 ++++++---
core/partitions/src/journal.rs | 367 ++--
core/partitions/src/lib.rs | 49 +-
core/partitions/src/log.rs | 57 +-
.../src}/messages_writer.rs | 99 +-
core/partitions/src/segment.rs | 85 +
.../src/send_messages2.rs} | 0
core/partitions/src/types.rs | 65 +-
core/shard/src/lib.rs | 1 +
core/shard/src/router.rs | 36 +-
core/simulator/Cargo.toml | 1 +
core/simulator/src/bus.rs | 26 +-
core/simulator/src/client.rs | 116 +-
core/simulator/src/deps.rs | 20 +-
core/simulator/src/lib.rs | 21 +-
core/simulator/src/main.rs | 17 +-
core/simulator/src/packet.rs | 22 +-
foreign/cpp/BUILD.bazel | 25 +-
foreign/cpp/Cargo.toml | 1 +
foreign/cpp/build.rs | 1 +
foreign/cpp/src/client.rs | 213 +-
foreign/cpp/src/consumer_group.rs | 46 +
foreign/cpp/src/identifier.rs | 16 +
foreign/cpp/src/lib.rs | 58 +-
foreign/cpp/src/stream.rs | 2 +-
foreign/cpp/src/topic.rs | 4 +-
foreign/cpp/tests/client/low_level_e2e.cpp | 1 +
foreign/cpp/tests/common/test_helpers.hpp | 16 +-
foreign/cpp/tests/consumer_group/low_level_e2e.cpp | 572 ++++++
foreign/cpp/tests/identifier/unit_tests.cpp | 152 ++
foreign/cpp/tests/partition/low_level_e2e.cpp | 530 +++++
foreign/cpp/tests/stream/low_level_e2e.cpp | 23 +
foreign/cpp/tests/topic/low_level_e2e.cpp | 2 +
foreign/go/README.md | 6 +
foreign/python/uv.lock | 8 +-
scripts/ci/trailing-whitespace.sh | 2 +-
123 files changed, 16848 insertions(+), 2037 deletions(-)
create mode 100644 assets/vsr.pdf
create mode 100644 core/common/src/types/send_messages2.rs
copy core/connectors/{sinks/mongodb_sink/config.toml =>
runtime/example_config/connectors/influxdb_sink.toml} (67%)
copy core/connectors/{sinks/mongodb_sink/config.toml =>
runtime/example_config/connectors/influxdb_source.toml} (54%)
create mode 100644 core/connectors/sdk/src/convert.rs
create mode 100644 core/connectors/sdk/src/retry.rs
copy core/connectors/{sources/elasticsearch_source =>
sinks/http_sink}/Cargo.toml (72%)
create mode 100644 core/connectors/sinks/http_sink/README.md
create mode 100644 core/connectors/sinks/http_sink/config.toml
create mode 100644 core/connectors/sinks/http_sink/src/lib.rs
copy core/connectors/sinks/{postgres_sink => influxdb_sink}/Cargo.toml (80%)
copy core/connectors/sinks/{mongodb_sink => influxdb_sink}/config.toml (72%)
create mode 100644 core/connectors/sinks/influxdb_sink/src/lib.rs
copy core/connectors/{sinks/postgres_sink =>
sources/influxdb_source}/Cargo.toml (78%)
copy core/connectors/{sinks/mongodb_sink =>
sources/influxdb_source}/config.toml (62%)
create mode 100644 core/connectors/sources/influxdb_source/src/lib.rs
create mode 100644 core/consensus/src/observability.rs
create mode 100644 core/integration/tests/connectors/fixtures/http/container.rs
copy core/integration/tests/connectors/fixtures/{elasticsearch => http}/mod.rs
(82%)
create mode 100644 core/integration/tests/connectors/fixtures/http/sink.rs
create mode 100644
core/integration/tests/connectors/fixtures/influxdb/container.rs
copy core/{connectors/runtime/src/manager =>
integration/tests/connectors/fixtures/influxdb}/mod.rs (75%)
create mode 100644 core/integration/tests/connectors/fixtures/influxdb/sink.rs
create mode 100644
core/integration/tests/connectors/fixtures/influxdb/source.rs
create mode 100644 core/integration/tests/connectors/http/http_sink.rs
copy core/{connectors/runtime/src/configs =>
integration/tests/connectors/http}/mod.rs (93%)
copy core/integration/tests/connectors/{stdout => http}/sink.toml (94%)
copy
core/integration/tests/connectors/{http_config_provider/wiremock/mappings/wrapped/delete-sink-config.json
=> http/wiremock/mappings/accept-ingest.json} (56%)
create mode 100644
core/integration/tests/connectors/influxdb/docker-compose.yml
create mode 100644 core/integration/tests/connectors/influxdb/influxdb_sink.rs
create mode 100644
core/integration/tests/connectors/influxdb/influxdb_sink_formats.rs
create mode 100644
core/integration/tests/connectors/influxdb/influxdb_source.rs
create mode 100644
core/integration/tests/connectors/influxdb/influxdb_source_formats.rs
copy core/integration/tests/connectors/{mongodb => influxdb}/mod.rs (89%)
copy core/integration/tests/connectors/{mongodb => influxdb}/sink.toml (51%)
copy core/integration/tests/connectors/{elasticsearch/source.toml =>
influxdb/sink_base64.toml} (51%)
create mode 100644
core/integration/tests/connectors/influxdb/sink_no_metadata.toml
copy core/integration/tests/connectors/{elasticsearch/source.toml =>
influxdb/sink_text.toml} (51%)
copy core/integration/tests/connectors/{postgres => influxdb}/source.toml (65%)
copy core/integration/tests/connectors/{iceberg/sink.toml =>
influxdb/source_raw.toml} (61%)
copy core/integration/tests/connectors/{iceberg/sink.toml =>
influxdb/source_text.toml} (61%)
copy core/{connectors/sinks/mongodb_sink/config.toml =>
integration/tests/connectors/influxdb_sink.toml} (57%)
copy core/{connectors/sinks/mongodb_sink/config.toml =>
integration/tests/connectors/influxdb_source.toml} (56%)
create mode 100644 core/partitions/src/iggy_index.rs
copy core/{common/src/types/segment_storage/index_writer.rs =>
partitions/src/iggy_index_writer.rs} (60%)
copy core/{common/src/types/segment_storage =>
partitions/src}/messages_writer.rs (53%)
create mode 100644 core/partitions/src/segment.rs
copy core/{server/src/streaming/segments/memory_journal.rs =>
partitions/src/send_messages2.rs} (100%)
create mode 100644 foreign/cpp/src/consumer_group.rs
create mode 100644 foreign/cpp/tests/consumer_group/low_level_e2e.cpp
create mode 100644 foreign/cpp/tests/identifier/unit_tests.cpp
create mode 100644 foreign/cpp/tests/partition/low_level_e2e.cpp
