This is an automated email from the ASF dual-hosted git repository. acosentino pushed a commit to branch 1939 in repository https://gitbox.apache.org/repos/asf/camel-kamelets.git
commit 1e522f4f047477858ab6a01277642e825308efbf Author: Andrea Cosentino <[email protected]> AuthorDate: Tue Mar 12 06:57:01 2024 +0100 Support topicIsPattern as Kafka Source Kamelets parameter - Kafka Batch Source Kamelets Signed-off-by: Andrea Cosentino <[email protected]> --- .../kafka-batch-apicurio-registry-not-secured-source.kamelet.yaml | 6 ++++++ .../kamelets/kafka-batch-apicurio-registry-source.kamelet.yaml | 6 ++++++ .../kafka-batch-azure-schema-registry-source.kamelet.yaml | 6 ++++++ .../kamelets/kafka-batch-not-secured-source.kamelet.yaml | 6 ++++++ .../main/resources/kamelets/kafka-batch-scram-source.kamelet.yaml | 6 ++++++ .../src/main/resources/kamelets/kafka-batch-source.kamelet.yaml | 8 +++++++- .../main/resources/kamelets/kafka-batch-ssl-source.kamelet.yaml | 6 ++++++ .../kafka-not-secured-apicurio-registry-source.kamelet.yaml | 6 ++++++ .../main/resources/kamelets/kafka-not-secured-source.kamelet.yaml | 6 ++++++ 9 files changed, 55 insertions(+), 1 deletion(-) diff --git a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-apicurio-registry-not-secured-source.kamelet.yaml b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-apicurio-registry-not-secured-source.kamelet.yaml index c457edbb..02e87701 100644 --- a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-apicurio-registry-not-secured-source.kamelet.yaml +++ b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-apicurio-registry-not-secured-source.kamelet.yaml @@ -119,6 +119,11 @@ spec: title: Max Poll Interval description: The maximum delay between invocations of poll() when using consumer group management type: int + topicIsPattern: + title: Topic Is Pattern + description: Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern. + type: boolean + default: false dependencies: - "mvn:org.apache.camel.kamelets:camel-kamelets-utils:4.5.0-SNAPSHOT" - "camel:kafka" @@ -150,6 +155,7 @@ spec: maxPollIntervalMs: "{{?maxPollIntervalMs}}" batching: true kafkaManualCommitFactory: "#bean:{{manualCommitFactory}}" + topicIsPattern: "{{topicIsPattern}}" steps: - process: ref: "{{kafkaHeaderDeserializer}}" diff --git a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-apicurio-registry-source.kamelet.yaml b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-apicurio-registry-source.kamelet.yaml index 4e3726ab..e94532e0 100644 --- a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-apicurio-registry-source.kamelet.yaml +++ b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-apicurio-registry-source.kamelet.yaml @@ -160,6 +160,11 @@ spec: - urn:camel:group:credentials - urn:keda:authentication:password - urn:keda:required + topicIsPattern: + title: Topic Is Pattern + description: Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern. + type: boolean + default: false dependencies: - "mvn:org.apache.camel.kamelets:camel-kamelets-utils:4.5.0-SNAPSHOT" - "camel:kafka" @@ -197,6 +202,7 @@ spec: maxPollIntervalMs: "{{?maxPollIntervalMs}}" batching: true kafkaManualCommitFactory: "#bean:{{manualCommitFactory}}" + topicIsPattern: "{{topicIsPattern}}" steps: - process: ref: "{{kafkaHeaderDeserializer}}" diff --git a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-azure-schema-registry-source.kamelet.yaml b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-azure-schema-registry-source.kamelet.yaml index c0033146..d867d8f3 100644 --- a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-azure-schema-registry-source.kamelet.yaml +++ b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-azure-schema-registry-source.kamelet.yaml @@ -139,6 +139,11 @@ spec: title: Max Poll Interval description: The maximum delay between invocations of poll() when using consumer group management type: int + topicIsPattern: + title: Topic Is Pattern + description: Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern. + type: boolean + default: false dependencies: - "mvn:org.apache.camel.kamelets:camel-kamelets-utils:4.5.0-SNAPSHOT" - "camel:kafka" @@ -176,6 +181,7 @@ spec: maxPollIntervalMs: "{{?maxPollIntervalMs}}" batching: true kafkaManualCommitFactory: "#bean:{{manualCommitFactory}}" + topicIsPattern: "{{topicIsPattern}}" additionalProperties.schema.registry.url: "{{azureRegistryUrl}}" additionalProperties.schema.group: avro additionalProperties.schema.registry.credential: '#bean:defaultAzureCredential' diff --git a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-not-secured-source.kamelet.yaml b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-not-secured-source.kamelet.yaml index 90d3fdf6..f241c4b4 100644 --- a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-not-secured-source.kamelet.yaml +++ b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-not-secured-source.kamelet.yaml @@ -101,6 +101,11 @@ spec: title: Max Poll Interval description: The maximum delay between invocations of poll() when using consumer group management type: int + topicIsPattern: + title: Topic Is Pattern + description: Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern. + type: boolean + default: false dependencies: - "mvn:org.apache.camel.kamelets:camel-kamelets-utils:4.5.0-SNAPSHOT" - "camel:kafka" @@ -128,6 +133,7 @@ spec: maxPollIntervalMs: "{{?maxPollIntervalMs}}" batching: true kafkaManualCommitFactory: "#bean:{{manualCommitFactory}}" + topicIsPattern: "{{topicIsPattern}}" steps: - process: ref: "{{kafkaHeaderDeserializer}}" diff --git a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-scram-source.kamelet.yaml b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-scram-source.kamelet.yaml index 4715fbe1..8042ff5a 100644 --- a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-scram-source.kamelet.yaml +++ b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-scram-source.kamelet.yaml @@ -132,6 +132,11 @@ spec: title: Max Poll Interval description: The maximum delay between invocations of poll() when using consumer group management type: int + topicIsPattern: + title: Topic Is Pattern + description: Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern. + type: boolean + default: false dependencies: - "mvn:org.apache.camel.kamelets:camel-kamelets-utils:4.5.0-SNAPSHOT" - "camel:core" @@ -162,6 +167,7 @@ spec: maxPollIntervalMs: "{{?maxPollIntervalMs}}" batching: true kafkaManualCommitFactory: "#bean:{{manualCommitFactory}}" + topicIsPattern: "{{topicIsPattern}}" steps: - process: ref: "{{kafkaHeaderDeserializer}}" diff --git a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-source.kamelet.yaml b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-source.kamelet.yaml index 9605364e..92285e85 100644 --- a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-source.kamelet.yaml +++ b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-source.kamelet.yaml @@ -132,6 +132,11 @@ spec: title: Max Poll Interval description: The maximum delay between invocations of poll() when using consumer group management type: int + topicIsPattern: + title: Topic Is Pattern + description: Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern. + type: boolean + default: false dependencies: - "mvn:org.apache.camel.kamelets:camel-kamelets-utils:4.5.0-SNAPSHOT" - "camel:core" @@ -161,7 +166,8 @@ spec: pollTimeoutMs: "{{pollTimeout}}" maxPollIntervalMs: "{{?maxPollIntervalMs}}" batching: true - kafkaManualCommitFactory: "#bean:{{manualCommitFactory}}" + kafkaManualCommitFactory: "#bean:{{manualCommitFactory}}" + topicIsPattern: "{{topicIsPattern}}" steps: - process: ref: "{{kafkaHeaderDeserializer}}" diff --git a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-ssl-source.kamelet.yaml b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-ssl-source.kamelet.yaml index 9e91bc5f..9a081ce8 100644 --- a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-ssl-source.kamelet.yaml +++ b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-ssl-source.kamelet.yaml @@ -156,6 +156,11 @@ spec: title: Max Poll Interval description: The maximum delay between invocations of poll() when using consumer group management type: int + topicIsPattern: + title: Topic Is Pattern + description: Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern. + type: boolean + default: false dependencies: - "mvn:org.apache.camel.kamelets:camel-kamelets-utils:4.5.0-SNAPSHOT" - "camel:core" @@ -190,6 +195,7 @@ spec: maxPollIntervalMs: "{{?maxPollIntervalMs}}" batching: true kafkaManualCommitFactory: "#bean:{{manualCommitFactory}}" + topicIsPattern: "{{topicIsPattern}}" type: '#class:org.apache.camel.component.kafka.KafkaConfiguration' - name: kafkaHeaderDeserializer type: "#class:org.apache.camel.kamelets.utils.serialization.kafka.KafkaHeaderDeserializer" diff --git a/library/camel-kamelets/src/main/resources/kamelets/kafka-not-secured-apicurio-registry-source.kamelet.yaml b/library/camel-kamelets/src/main/resources/kamelets/kafka-not-secured-apicurio-registry-source.kamelet.yaml index 657de996..ec870462 100644 --- a/library/camel-kamelets/src/main/resources/kamelets/kafka-not-secured-apicurio-registry-source.kamelet.yaml +++ b/library/camel-kamelets/src/main/resources/kamelets/kafka-not-secured-apicurio-registry-source.kamelet.yaml @@ -146,6 +146,11 @@ spec: - urn:camel:group:credentials - urn:keda:authentication:password - urn:keda:required + topicIsPattern: + title: Topic Is Pattern + description: Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern. + type: boolean + default: false dependencies: - "mvn:org.apache.camel.kamelets:camel-kamelets-utils:4.5.0-SNAPSHOT" - "camel:kafka" @@ -168,6 +173,7 @@ spec: autoOffsetReset: "{{autoOffsetReset}}" groupId: "{{?consumerGroup}}" valueDeserializer: "{{valueDeserializer}}" + topicIsPattern: "{{topicIsPattern}}" additionalProperties.apicurio.registry.url: "{{apicurioRegistryUrl}}" additionalProperties.apicurio.registry.avro-datum-provider: "{{avroDatumProvider}}" additionalProperties.apicurio.auth.service.url: "{{apicurioAuthServiceUrl}}" diff --git a/library/camel-kamelets/src/main/resources/kamelets/kafka-not-secured-source.kamelet.yaml b/library/camel-kamelets/src/main/resources/kamelets/kafka-not-secured-source.kamelet.yaml index 9f832885..5146b646 100644 --- a/library/camel-kamelets/src/main/resources/kamelets/kafka-not-secured-source.kamelet.yaml +++ b/library/camel-kamelets/src/main/resources/kamelets/kafka-not-secured-source.kamelet.yaml @@ -87,6 +87,11 @@ spec: description: When enabled the Kamelet source will deserialize all message headers to String representation. type: boolean default: true + topicIsPattern: + title: Topic Is Pattern + description: Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern. + type: boolean + default: false dependencies: - "mvn:org.apache.camel.kamelets:camel-kamelets-utils:4.5.0-SNAPSHOT" - "camel:kafka" @@ -107,6 +112,7 @@ spec: pollOnError: "{{pollOnError}}" autoOffsetReset: "{{autoOffsetReset}}" groupId: "{{?consumerGroup}}" + topicIsPattern: "{{topicIsPattern}}" steps: - process: ref: "{{kafkaHeaderDeserializer}}"
