This is an automated email from the ASF dual-hosted git repository.
acosentino pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/camel-spring-boot.git
The following commit(s) were added to refs/heads/master by this push:
new 0a8cbe4 [create-pull-request] automated change
0a8cbe4 is described below
commit 0a8cbe4ccdcacf9d4752e788a83429759ae1a6e0
Author: github-actions[bot]
<41898282+github-actions[bot]@users.noreply.github.com>
AuthorDate: Sat Jan 9 00:53:08 2021 +0000
[create-pull-request] automated change
---
.../catalog/components/debezium-mongodb.json | 10 +++-
.../catalog/components/debezium-mysql.json | 2 +
.../catalog/components/debezium-postgres.json | 10 +++-
.../catalog/components/debezium-sqlserver.json | 6 ++
.../src/main/docs/debezium-mongodb-starter.adoc | 7 ++-
.../DebeziumMongodbComponentConfiguration.java | 70 ++++++++++++++++++----
.../src/main/docs/debezium-mysql-starter.adoc | 3 +-
.../DebeziumMySqlComponentConfiguration.java | 14 +++++
.../src/main/docs/debezium-postgres-starter.adoc | 7 ++-
.../DebeziumPostgresComponentConfiguration.java | 46 +++++++++++++-
.../src/main/docs/debezium-sqlserver-starter.adoc | 5 +-
.../DebeziumSqlserverComponentConfiguration.java | 41 +++++++++++++
.../ROOT/pages/debezium-mongodb-starter.adoc | 7 ++-
.../modules/ROOT/pages/debezium-mysql-starter.adoc | 3 +-
.../ROOT/pages/debezium-postgres-starter.adoc | 7 ++-
.../ROOT/pages/debezium-sqlserver-starter.adoc | 5 +-
16 files changed, 212 insertions(+), 31 deletions(-)
diff --git
a/catalog/camel-catalog-provider-springboot/src/main/resources/org/apache/camel/springboot/catalog/components/debezium-mongodb.json
b/catalog/camel-catalog-provider-springboot/src/main/resources/org/apache/camel/springboot/catalog/components/debezium-mongodb.json
index a15f1fb..daa2296 100644
---
a/catalog/camel-catalog-provider-springboot/src/main/resources/org/apache/camel/springboot/catalog/components/debezium-mongodb.json
+++
b/catalog/camel-catalog-provider-springboot/src/main/resources/org/apache/camel/springboot/catalog/components/debezium-mongodb.json
@@ -50,9 +50,9 @@
"fieldRenames": { "kind": "property", "displayName": "Field Renames",
"group": "mongodb", "label": "consumer,mongodb", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Description is not
available here, please check Debezium website f [...]
"heartbeatIntervalMs": { "kind": "property", "displayName": "Heartbeat
Interval Ms", "group": "mongodb", "label": "consumer,mongodb", "required":
false, "type": "duration", "javaType": "int", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": "0ms", "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Length of an interval
in milli-seconds [...]
"heartbeatTopicsPrefix": { "kind": "property", "displayName": "Heartbeat
Topics Prefix", "group": "mongodb", "label": "consumer,mongodb", "required":
false, "type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": "__debezium-heartbeat",
"configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The pre [...]
- "initialSyncMaxThreads": { "kind": "property", "displayName": "Initial
Sync Max Threads", "group": "mongodb", "label": "consumer,mongodb", "required":
false, "type": "integer", "javaType": "int", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": 1, "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Maximum number of
threads used to perfo [...]
"maxBatchSize": { "kind": "property", "displayName": "Max Batch Size",
"group": "mongodb", "label": "consumer,mongodb", "required": false, "type":
"integer", "javaType": "int", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": 2048, "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Maximum size of each
batch of source records. Defaults [...]
"maxQueueSize": { "kind": "property", "displayName": "Max Queue Size",
"group": "mongodb", "label": "consumer,mongodb", "required": false, "type":
"integer", "javaType": "int", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": 8192, "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Maximum size of the
queue for change events read from t [...]
+ "maxQueueSizeInBytes": { "kind": "property", "displayName": "Max Queue
Size In Bytes", "group": "mongodb", "label": "consumer,mongodb", "required":
false, "type": "integer", "javaType": "long", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": 0, "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Maximum size of the
queue in bytes for ch [...]
"mongodbAuthsource": { "kind": "property", "displayName": "Mongodb
Authsource", "group": "mongodb", "label": "consumer,mongodb", "required":
false, "type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": "admin",
"configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Database containing
user creden [...]
"mongodbConnectTimeoutMs": { "kind": "property", "displayName": "Mongodb
Connect Timeout Ms", "group": "mongodb", "label": "consumer,mongodb",
"required": false, "type": "duration", "javaType": "int", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": "10s",
"configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The connection timeout
in mill [...]
"mongodbHosts": { "kind": "property", "displayName": "Mongodb Hosts",
"group": "mongodb", "label": "consumer,mongodb", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The hostname and port
pairs (in the form 'host' or 'host:port') of [...]
@@ -71,8 +71,11 @@
"retriableRestartConnectorWaitMs": { "kind": "property", "displayName":
"Retriable Restart Connector Wait Ms", "group": "mongodb", "label":
"consumer,mongodb", "required": false, "type": "duration", "javaType": "long",
"deprecated": false, "autowired": false, "secret": false, "defaultValue":
"10s", "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Time to wait [...]
"sanitizeFieldNames": { "kind": "property", "displayName": "Sanitize Field
Names", "group": "mongodb", "label": "consumer,mongodb", "required": false,
"type": "boolean", "javaType": "boolean", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Whether field names
will be sanitized [...]
"skippedOperations": { "kind": "property", "displayName": "Skipped
Operations", "group": "mongodb", "label": "consumer,mongodb", "required":
false, "type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The comma-separated
list of operations to skip during st [...]
+ "snapshotCollectionFilterOverrides": { "kind": "property", "displayName":
"Snapshot Collection Filter Overrides", "group": "mongodb", "label":
"consumer,mongodb", "required": false, "type": "string", "javaType":
"java.lang.String", "deprecated": false, "autowired": false, "secret": false,
"configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "This property contains
[...]
"snapshotDelayMs": { "kind": "property", "displayName": "Snapshot Delay
Ms", "group": "mongodb", "label": "consumer,mongodb", "required": false,
"type": "duration", "javaType": "long", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": "0ms", "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The number of
milliseconds to delay before a s [...]
"snapshotFetchSize": { "kind": "property", "displayName": "Snapshot Fetch
Size", "group": "mongodb", "label": "consumer,mongodb", "required": false,
"type": "integer", "javaType": "int", "deprecated": false, "autowired": false,
"secret": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The maximum number of
records that should be loaded into memory whi [...]
+ "snapshotIncludeCollectionList": { "kind": "property", "displayName":
"Snapshot Include Collection List", "group": "mongodb", "label":
"consumer,mongodb", "required": false, "type": "string", "javaType":
"java.lang.String", "deprecated": false, "autowired": false, "secret": false,
"configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "this setting must be
set to sp [...]
+ "snapshotMaxThreads": { "kind": "property", "displayName": "Snapshot Max
Threads", "group": "mongodb", "label": "consumer,mongodb", "required": false,
"type": "integer", "javaType": "int", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": 1, "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The maximum number of
threads used to perform [...]
"snapshotMode": { "kind": "property", "displayName": "Snapshot Mode",
"group": "mongodb", "label": "consumer,mongodb", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": "initial", "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The criteria for
running a snapshot upo [...]
"sourceStructVersion": { "kind": "property", "displayName": "Source Struct
Version", "group": "mongodb", "label": "consumer,mongodb", "required": false,
"type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": "v2",
"configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "A version of the format
of th [...]
"tombstonesOnDelete": { "kind": "property", "displayName": "Tombstones On
Delete", "group": "mongodb", "label": "consumer,mongodb", "required": false,
"type": "boolean", "javaType": "boolean", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Whether delete
operations should be re [...]
@@ -108,9 +111,9 @@
"fieldRenames": { "kind": "parameter", "displayName": "Field Renames",
"group": "mongodb", "label": "consumer,mongodb", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Description is not
available here, please check Debezium website [...]
"heartbeatIntervalMs": { "kind": "parameter", "displayName": "Heartbeat
Interval Ms", "group": "mongodb", "label": "consumer,mongodb", "required":
false, "type": "duration", "javaType": "int", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": "0ms", "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Length of an interval
in milli-seconds [...]
"heartbeatTopicsPrefix": { "kind": "parameter", "displayName": "Heartbeat
Topics Prefix", "group": "mongodb", "label": "consumer,mongodb", "required":
false, "type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": "__debezium-heartbeat",
"configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The pr [...]
- "initialSyncMaxThreads": { "kind": "parameter", "displayName": "Initial
Sync Max Threads", "group": "mongodb", "label": "consumer,mongodb", "required":
false, "type": "integer", "javaType": "int", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": 1, "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Maximum number of
threads used to perf [...]
"maxBatchSize": { "kind": "parameter", "displayName": "Max Batch Size",
"group": "mongodb", "label": "consumer,mongodb", "required": false, "type":
"integer", "javaType": "int", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": 2048, "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Maximum size of each
batch of source records. Defaults [...]
"maxQueueSize": { "kind": "parameter", "displayName": "Max Queue Size",
"group": "mongodb", "label": "consumer,mongodb", "required": false, "type":
"integer", "javaType": "int", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": 8192, "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Maximum size of the
queue for change events read from [...]
+ "maxQueueSizeInBytes": { "kind": "parameter", "displayName": "Max Queue
Size In Bytes", "group": "mongodb", "label": "consumer,mongodb", "required":
false, "type": "integer", "javaType": "long", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": 0, "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Maximum size of the
queue in bytes for c [...]
"mongodbAuthsource": { "kind": "parameter", "displayName": "Mongodb
Authsource", "group": "mongodb", "label": "consumer,mongodb", "required":
false, "type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": "admin",
"configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Database containing
user crede [...]
"mongodbConnectTimeoutMs": { "kind": "parameter", "displayName": "Mongodb
Connect Timeout Ms", "group": "mongodb", "label": "consumer,mongodb",
"required": false, "type": "duration", "javaType": "int", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": "10s",
"configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The connection timeout
in mil [...]
"mongodbHosts": { "kind": "parameter", "displayName": "Mongodb Hosts",
"group": "mongodb", "label": "consumer,mongodb", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The hostname and port
pairs (in the form 'host' or 'host:port') o [...]
@@ -129,8 +132,11 @@
"retriableRestartConnectorWaitMs": { "kind": "parameter", "displayName":
"Retriable Restart Connector Wait Ms", "group": "mongodb", "label":
"consumer,mongodb", "required": false, "type": "duration", "javaType": "long",
"deprecated": false, "autowired": false, "secret": false, "defaultValue":
"10s", "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Time to wai [...]
"sanitizeFieldNames": { "kind": "parameter", "displayName": "Sanitize
Field Names", "group": "mongodb", "label": "consumer,mongodb", "required":
false, "type": "boolean", "javaType": "boolean", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": false,
"configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Whether field names
will be sanitized [...]
"skippedOperations": { "kind": "parameter", "displayName": "Skipped
Operations", "group": "mongodb", "label": "consumer,mongodb", "required":
false, "type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The comma-separated
list of operations to skip during s [...]
+ "snapshotCollectionFilterOverrides": { "kind": "parameter", "displayName":
"Snapshot Collection Filter Overrides", "group": "mongodb", "label":
"consumer,mongodb", "required": false, "type": "string", "javaType":
"java.lang.String", "deprecated": false, "autowired": false, "secret": false,
"configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "This property contain
[...]
"snapshotDelayMs": { "kind": "parameter", "displayName": "Snapshot Delay
Ms", "group": "mongodb", "label": "consumer,mongodb", "required": false,
"type": "duration", "javaType": "long", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": "0ms", "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The number of
milliseconds to delay before a [...]
"snapshotFetchSize": { "kind": "parameter", "displayName": "Snapshot Fetch
Size", "group": "mongodb", "label": "consumer,mongodb", "required": false,
"type": "integer", "javaType": "int", "deprecated": false, "autowired": false,
"secret": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The maximum number of
records that should be loaded into memory wh [...]
+ "snapshotIncludeCollectionList": { "kind": "parameter", "displayName":
"Snapshot Include Collection List", "group": "mongodb", "label":
"consumer,mongodb", "required": false, "type": "string", "javaType":
"java.lang.String", "deprecated": false, "autowired": false, "secret": false,
"configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "this setting must be
set to s [...]
+ "snapshotMaxThreads": { "kind": "parameter", "displayName": "Snapshot Max
Threads", "group": "mongodb", "label": "consumer,mongodb", "required": false,
"type": "integer", "javaType": "int", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": 1, "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The maximum number of
threads used to perform [...]
"snapshotMode": { "kind": "parameter", "displayName": "Snapshot Mode",
"group": "mongodb", "label": "consumer,mongodb", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": "initial", "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The criteria for
running a snapshot up [...]
"sourceStructVersion": { "kind": "parameter", "displayName": "Source
Struct Version", "group": "mongodb", "label": "consumer,mongodb", "required":
false, "type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": "v2",
"configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "A version of the format
of t [...]
"tombstonesOnDelete": { "kind": "parameter", "displayName": "Tombstones On
Delete", "group": "mongodb", "label": "consumer,mongodb", "required": false,
"type": "boolean", "javaType": "boolean", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.MongoDbConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Whether delete
operations should be r [...]
diff --git
a/catalog/camel-catalog-provider-springboot/src/main/resources/org/apache/camel/springboot/catalog/components/debezium-mysql.json
b/catalog/camel-catalog-provider-springboot/src/main/resources/org/apache/camel/springboot/catalog/components/debezium-mysql.json
index 60d9836..925ebee 100644
---
a/catalog/camel-catalog-provider-springboot/src/main/resources/org/apache/camel/springboot/catalog/components/debezium-mysql.json
+++
b/catalog/camel-catalog-provider-springboot/src/main/resources/org/apache/camel/springboot/catalog/components/debezium-mysql.json
@@ -88,6 +88,7 @@
"pollIntervalMs": { "kind": "property", "displayName": "Poll Interval Ms",
"group": "mysql", "label": "consumer,mysql", "required": false, "type":
"duration", "javaType": "long", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": "500ms", "configurationClass":
"org.apache.camel.component.debezium.configuration.MySqlConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Frequency in
milliseconds to wait for new change eve [...]
"skippedOperations": { "kind": "property", "displayName": "Skipped
Operations", "group": "mysql", "label": "consumer,mysql", "required": false,
"type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.MySqlConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The comma-separated
list of operations to skip during streamin [...]
"snapshotDelayMs": { "kind": "property", "displayName": "Snapshot Delay
Ms", "group": "mysql", "label": "consumer,mysql", "required": false, "type":
"duration", "javaType": "long", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": "0ms", "configurationClass":
"org.apache.camel.component.debezium.configuration.MySqlConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The number of
milliseconds to delay before a snapsho [...]
+ "snapshotEventsAsInserts": { "kind": "property", "displayName": "Snapshot
Events As Inserts", "group": "mysql", "label": "consumer,mysql", "required":
false, "type": "boolean", "javaType": "boolean", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": true,
"configurationClass":
"org.apache.camel.component.debezium.configuration.MySqlConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Whether or not to mark
snapshot ev [...]
"snapshotFetchSize": { "kind": "property", "displayName": "Snapshot Fetch
Size", "group": "mysql", "label": "consumer,mysql", "required": false, "type":
"integer", "javaType": "int", "deprecated": false, "autowired": false,
"secret": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.MySqlConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The maximum number of
records that should be loaded into memory while per [...]
"snapshotLockingMode": { "kind": "property", "displayName": "Snapshot
Locking Mode", "group": "mysql", "label": "consumer,mysql", "required": false,
"type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": "minimal",
"configurationClass":
"org.apache.camel.component.debezium.configuration.MySqlConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Controls how long the
connecto [...]
"snapshotMode": { "kind": "property", "displayName": "Snapshot Mode",
"group": "mysql", "label": "consumer,mysql", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": "initial", "configurationClass":
"org.apache.camel.component.debezium.configuration.MySqlConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The criteria for
running a snapshot upon star [...]
@@ -171,6 +172,7 @@
"pollIntervalMs": { "kind": "parameter", "displayName": "Poll Interval
Ms", "group": "mysql", "label": "consumer,mysql", "required": false, "type":
"duration", "javaType": "long", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": "500ms", "configurationClass":
"org.apache.camel.component.debezium.configuration.MySqlConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Frequency in
milliseconds to wait for new change ev [...]
"skippedOperations": { "kind": "parameter", "displayName": "Skipped
Operations", "group": "mysql", "label": "consumer,mysql", "required": false,
"type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.MySqlConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The comma-separated
list of operations to skip during streami [...]
"snapshotDelayMs": { "kind": "parameter", "displayName": "Snapshot Delay
Ms", "group": "mysql", "label": "consumer,mysql", "required": false, "type":
"duration", "javaType": "long", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": "0ms", "configurationClass":
"org.apache.camel.component.debezium.configuration.MySqlConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The number of
milliseconds to delay before a snapsh [...]
+ "snapshotEventsAsInserts": { "kind": "parameter", "displayName": "Snapshot
Events As Inserts", "group": "mysql", "label": "consumer,mysql", "required":
false, "type": "boolean", "javaType": "boolean", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": true,
"configurationClass":
"org.apache.camel.component.debezium.configuration.MySqlConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Whether or not to mark
snapshot e [...]
"snapshotFetchSize": { "kind": "parameter", "displayName": "Snapshot Fetch
Size", "group": "mysql", "label": "consumer,mysql", "required": false, "type":
"integer", "javaType": "int", "deprecated": false, "autowired": false,
"secret": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.MySqlConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The maximum number of
records that should be loaded into memory while pe [...]
"snapshotLockingMode": { "kind": "parameter", "displayName": "Snapshot
Locking Mode", "group": "mysql", "label": "consumer,mysql", "required": false,
"type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": "minimal",
"configurationClass":
"org.apache.camel.component.debezium.configuration.MySqlConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Controls how long the
connect [...]
"snapshotMode": { "kind": "parameter", "displayName": "Snapshot Mode",
"group": "mysql", "label": "consumer,mysql", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": "initial", "configurationClass":
"org.apache.camel.component.debezium.configuration.MySqlConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The criteria for
running a snapshot upon sta [...]
diff --git
a/catalog/camel-catalog-provider-springboot/src/main/resources/org/apache/camel/springboot/catalog/components/debezium-postgres.json
b/catalog/camel-catalog-provider-springboot/src/main/resources/org/apache/camel/springboot/catalog/components/debezium-postgres.json
index fd500d7..be78acb 100644
---
a/catalog/camel-catalog-provider-springboot/src/main/resources/org/apache/camel/springboot/catalog/components/debezium-postgres.json
+++
b/catalog/camel-catalog-provider-springboot/src/main/resources/org/apache/camel/springboot/catalog/components/debezium-postgres.json
@@ -69,8 +69,9 @@
"intervalHandlingMode": { "kind": "property", "displayName": "Interval
Handling Mode", "group": "postgres", "label": "consumer,postgres", "required":
false, "type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": "numeric",
"configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Specify how INTERVA
[...]
"maxBatchSize": { "kind": "property", "displayName": "Max Batch Size",
"group": "postgres", "label": "consumer,postgres", "required": false, "type":
"integer", "javaType": "int", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": 2048, "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Maximum size of each
batch of source records. Defaul [...]
"maxQueueSize": { "kind": "property", "displayName": "Max Queue Size",
"group": "postgres", "label": "consumer,postgres", "required": false, "type":
"integer", "javaType": "int", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": 8192, "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Maximum size of the
queue for change events read fro [...]
+ "maxQueueSizeInBytes": { "kind": "property", "displayName": "Max Queue
Size In Bytes", "group": "postgres", "label": "consumer,postgres", "required":
false, "type": "integer", "javaType": "long", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": 0, "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Maximum size of the
queue in bytes for [...]
"messageKeyColumns": { "kind": "property", "displayName": "Message Key
Columns", "group": "postgres", "label": "consumer,postgres", "required": false,
"type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "A semicolon-separated
list of expressions that match [...]
- "pluginName": { "kind": "property", "displayName": "Plugin Name", "group":
"postgres", "label": "consumer,postgres", "required": false, "type": "string",
"javaType": "java.lang.String", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": "decoderbufs", "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The name of the
Postgres logical dec [...]
+ "pluginName": { "kind": "property", "displayName": "Plugin Name", "group":
"postgres", "label": "consumer,postgres", "required": false, "type": "string",
"javaType": "java.lang.String", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": "decoderbufs", "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The name of the
Postgres logical dec [...]
"pollIntervalMs": { "kind": "property", "displayName": "Poll Interval Ms",
"group": "postgres", "label": "consumer,postgres", "required": false, "type":
"duration", "javaType": "long", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": "500ms", "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Frequency in
milliseconds to wait for new c [...]
"provideTransactionMetadata": { "kind": "property", "displayName":
"Provide Transaction Metadata", "group": "postgres", "label":
"consumer,postgres", "required": false, "type": "boolean", "javaType":
"boolean", "deprecated": false, "autowired": false, "secret": false,
"defaultValue": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Enables transaction
[...]
"publicationAutocreateMode": { "kind": "property", "displayName":
"Publication Autocreate Mode", "group": "postgres", "label":
"consumer,postgres", "required": false, "type": "string", "javaType":
"java.lang.String", "deprecated": false, "autowired": false, "secret": false,
"defaultValue": "all_tables", "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Applie [...]
@@ -92,7 +93,9 @@
"snapshotCustomClass": { "kind": "property", "displayName": "Snapshot
Custom Class", "group": "postgres", "label": "consumer,postgres", "required":
false, "type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "When 'snapshot.mode' is
set as custom, this sett [...]
"snapshotDelayMs": { "kind": "property", "displayName": "Snapshot Delay
Ms", "group": "postgres", "label": "consumer,postgres", "required": false,
"type": "duration", "javaType": "long", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": "0ms", "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The number of
milliseconds to delay before [...]
"snapshotFetchSize": { "kind": "property", "displayName": "Snapshot Fetch
Size", "group": "postgres", "label": "consumer,postgres", "required": false,
"type": "integer", "javaType": "int", "deprecated": false, "autowired": false,
"secret": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The maximum number of
records that should be loaded into memory [...]
+ "snapshotIncludeCollectionList": { "kind": "property", "displayName":
"Snapshot Include Collection List", "group": "postgres", "label":
"consumer,postgres", "required": false, "type": "string", "javaType":
"java.lang.String", "deprecated": false, "autowired": false, "secret": false,
"configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "this setting must be
set to [...]
"snapshotLockTimeoutMs": { "kind": "property", "displayName": "Snapshot
Lock Timeout Ms", "group": "postgres", "label": "consumer,postgres",
"required": false, "type": "duration", "javaType": "long", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": "10s",
"configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The maximum number of
millis t [...]
+ "snapshotMaxThreads": { "kind": "property", "displayName": "Snapshot Max
Threads", "group": "postgres", "label": "consumer,postgres", "required": false,
"type": "integer", "javaType": "int", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": 1, "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The maximum number of
threads used to perfo [...]
"snapshotMode": { "kind": "property", "displayName": "Snapshot Mode",
"group": "postgres", "label": "consumer,postgres", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": "initial", "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The criteria for
running a snapshot [...]
"snapshotSelectStatementOverrides": { "kind": "property", "displayName":
"Snapshot Select Statement Overrides", "group": "postgres", "label":
"consumer,postgres", "required": false, "type": "string", "javaType":
"java.lang.String", "deprecated": false, "autowired": false, "secret": false,
"configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "This property contain
[...]
"sourceStructVersion": { "kind": "property", "displayName": "Source Struct
Version", "group": "postgres", "label": "consumer,postgres", "required": false,
"type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": "v2",
"configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "A version of the format
of [...]
@@ -157,8 +160,9 @@
"intervalHandlingMode": { "kind": "parameter", "displayName": "Interval
Handling Mode", "group": "postgres", "label": "consumer,postgres", "required":
false, "type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": "numeric",
"configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Specify how INTERV [...]
"maxBatchSize": { "kind": "parameter", "displayName": "Max Batch Size",
"group": "postgres", "label": "consumer,postgres", "required": false, "type":
"integer", "javaType": "int", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": 2048, "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Maximum size of each
batch of source records. Defau [...]
"maxQueueSize": { "kind": "parameter", "displayName": "Max Queue Size",
"group": "postgres", "label": "consumer,postgres", "required": false, "type":
"integer", "javaType": "int", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": 8192, "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Maximum size of the
queue for change events read fr [...]
+ "maxQueueSizeInBytes": { "kind": "parameter", "displayName": "Max Queue
Size In Bytes", "group": "postgres", "label": "consumer,postgres", "required":
false, "type": "integer", "javaType": "long", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": 0, "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Maximum size of the
queue in bytes fo [...]
"messageKeyColumns": { "kind": "parameter", "displayName": "Message Key
Columns", "group": "postgres", "label": "consumer,postgres", "required": false,
"type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "A semicolon-separated
list of expressions that matc [...]
- "pluginName": { "kind": "parameter", "displayName": "Plugin Name",
"group": "postgres", "label": "consumer,postgres", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": "decoderbufs", "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The name of the
Postgres logical de [...]
+ "pluginName": { "kind": "parameter", "displayName": "Plugin Name",
"group": "postgres", "label": "consumer,postgres", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": "decoderbufs", "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The name of the
Postgres logical de [...]
"pollIntervalMs": { "kind": "parameter", "displayName": "Poll Interval
Ms", "group": "postgres", "label": "consumer,postgres", "required": false,
"type": "duration", "javaType": "long", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": "500ms", "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Frequency in
milliseconds to wait for new [...]
"provideTransactionMetadata": { "kind": "parameter", "displayName":
"Provide Transaction Metadata", "group": "postgres", "label":
"consumer,postgres", "required": false, "type": "boolean", "javaType":
"boolean", "deprecated": false, "autowired": false, "secret": false,
"defaultValue": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Enables transactio [...]
"publicationAutocreateMode": { "kind": "parameter", "displayName":
"Publication Autocreate Mode", "group": "postgres", "label":
"consumer,postgres", "required": false, "type": "string", "javaType":
"java.lang.String", "deprecated": false, "autowired": false, "secret": false,
"defaultValue": "all_tables", "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Appli [...]
@@ -180,7 +184,9 @@
"snapshotCustomClass": { "kind": "parameter", "displayName": "Snapshot
Custom Class", "group": "postgres", "label": "consumer,postgres", "required":
false, "type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "When 'snapshot.mode' is
set as custom, this set [...]
"snapshotDelayMs": { "kind": "parameter", "displayName": "Snapshot Delay
Ms", "group": "postgres", "label": "consumer,postgres", "required": false,
"type": "duration", "javaType": "long", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": "0ms", "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The number of
milliseconds to delay before [...]
"snapshotFetchSize": { "kind": "parameter", "displayName": "Snapshot Fetch
Size", "group": "postgres", "label": "consumer,postgres", "required": false,
"type": "integer", "javaType": "int", "deprecated": false, "autowired": false,
"secret": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The maximum number of
records that should be loaded into memory [...]
+ "snapshotIncludeCollectionList": { "kind": "parameter", "displayName":
"Snapshot Include Collection List", "group": "postgres", "label":
"consumer,postgres", "required": false, "type": "string", "javaType":
"java.lang.String", "deprecated": false, "autowired": false, "secret": false,
"configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "this setting must be
set t [...]
"snapshotLockTimeoutMs": { "kind": "parameter", "displayName": "Snapshot
Lock Timeout Ms", "group": "postgres", "label": "consumer,postgres",
"required": false, "type": "duration", "javaType": "long", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": "10s",
"configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The maximum number of
millis [...]
+ "snapshotMaxThreads": { "kind": "parameter", "displayName": "Snapshot Max
Threads", "group": "postgres", "label": "consumer,postgres", "required": false,
"type": "integer", "javaType": "int", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": 1, "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The maximum number of
threads used to perf [...]
"snapshotMode": { "kind": "parameter", "displayName": "Snapshot Mode",
"group": "postgres", "label": "consumer,postgres", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": "initial", "configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The criteria for
running a snapshot [...]
"snapshotSelectStatementOverrides": { "kind": "parameter", "displayName":
"Snapshot Select Statement Overrides", "group": "postgres", "label":
"consumer,postgres", "required": false, "type": "string", "javaType":
"java.lang.String", "deprecated": false, "autowired": false, "secret": false,
"configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "This property contai
[...]
"sourceStructVersion": { "kind": "parameter", "displayName": "Source
Struct Version", "group": "postgres", "label": "consumer,postgres", "required":
false, "type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": "v2",
"configurationClass":
"org.apache.camel.component.debezium.configuration.PostgresConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "A version of the format
o [...]
diff --git
a/catalog/camel-catalog-provider-springboot/src/main/resources/org/apache/camel/springboot/catalog/components/debezium-sqlserver.json
b/catalog/camel-catalog-provider-springboot/src/main/resources/org/apache/camel/springboot/catalog/components/debezium-sqlserver.json
index c542c6c..1efb68d 100644
---
a/catalog/camel-catalog-provider-springboot/src/main/resources/org/apache/camel/springboot/catalog/components/debezium-sqlserver.json
+++
b/catalog/camel-catalog-provider-springboot/src/main/resources/org/apache/camel/springboot/catalog/components/debezium-sqlserver.json
@@ -64,6 +64,7 @@
"includeSchemaChanges": { "kind": "property", "displayName": "Include
Schema Changes", "group": "sqlserver", "label": "consumer,sqlserver",
"required": false, "type": "boolean", "javaType": "boolean", "deprecated":
false, "autowired": false, "secret": false, "defaultValue": true,
"configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Whether the connector
should [...]
"maxBatchSize": { "kind": "property", "displayName": "Max Batch Size",
"group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type":
"integer", "javaType": "int", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": 2048, "configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Maximum size of each
batch of source records. Def [...]
"maxQueueSize": { "kind": "property", "displayName": "Max Queue Size",
"group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type":
"integer", "javaType": "int", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": 8192, "configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Maximum size of the
queue for change events read [...]
+ "maxQueueSizeInBytes": { "kind": "property", "displayName": "Max Queue
Size In Bytes", "group": "sqlserver", "label": "consumer,sqlserver",
"required": false, "type": "integer", "javaType": "long", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": 0, "configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Maximum size of the
queue in bytes [...]
"messageKeyColumns": { "kind": "property", "displayName": "Message Key
Columns", "group": "sqlserver", "label": "consumer,sqlserver", "required":
false, "type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "A semicolon-separated
list of expressions that ma [...]
"pollIntervalMs": { "kind": "property", "displayName": "Poll Interval Ms",
"group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type":
"duration", "javaType": "long", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": "500ms", "configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Frequency in
milliseconds to wait for ne [...]
"provideTransactionMetadata": { "kind": "property", "displayName":
"Provide Transaction Metadata", "group": "sqlserver", "label":
"consumer,sqlserver", "required": false, "type": "boolean", "javaType":
"boolean", "deprecated": false, "autowired": false, "secret": false,
"defaultValue": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Enables transact [...]
@@ -73,8 +74,10 @@
"skippedOperations": { "kind": "property", "displayName": "Skipped
Operations", "group": "sqlserver", "label": "consumer,sqlserver", "required":
false, "type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The comma-separated
list of operations to skip dur [...]
"snapshotDelayMs": { "kind": "property", "displayName": "Snapshot Delay
Ms", "group": "sqlserver", "label": "consumer,sqlserver", "required": false,
"type": "duration", "javaType": "long", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": "0ms", "configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The number of
milliseconds to delay befo [...]
"snapshotFetchSize": { "kind": "property", "displayName": "Snapshot Fetch
Size", "group": "sqlserver", "label": "consumer,sqlserver", "required": false,
"type": "integer", "javaType": "int", "deprecated": false, "autowired": false,
"secret": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The maximum number of
records that should be loaded into memo [...]
+ "snapshotIncludeCollectionList": { "kind": "property", "displayName":
"Snapshot Include Collection List", "group": "sqlserver", "label":
"consumer,sqlserver", "required": false, "type": "string", "javaType":
"java.lang.String", "deprecated": false, "autowired": false, "secret": false,
"configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "this setting must be
set [...]
"snapshotIsolationMode": { "kind": "property", "displayName": "Snapshot
Isolation Mode", "group": "sqlserver", "label": "consumer,sqlserver",
"required": false, "type": "string", "javaType": "java.lang.String",
"deprecated": false, "autowired": false, "secret": false, "defaultValue":
"repeatable_read", "configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Contro [...]
"snapshotLockTimeoutMs": { "kind": "property", "displayName": "Snapshot
Lock Timeout Ms", "group": "sqlserver", "label": "consumer,sqlserver",
"required": false, "type": "duration", "javaType": "long", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": "10s",
"configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The maximum number of
milli [...]
+ "snapshotMaxThreads": { "kind": "property", "displayName": "Snapshot Max
Threads", "group": "sqlserver", "label": "consumer,sqlserver", "required":
false, "type": "integer", "javaType": "int", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": 1, "configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The maximum number of
threads used to pe [...]
"snapshotMode": { "kind": "property", "displayName": "Snapshot Mode",
"group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": "initial", "configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The criteria for
running a snapsh [...]
"snapshotSelectStatementOverrides": { "kind": "property", "displayName":
"Snapshot Select Statement Overrides", "group": "sqlserver", "label":
"consumer,sqlserver", "required": false, "type": "string", "javaType":
"java.lang.String", "deprecated": false, "autowired": false, "secret": false,
"configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "This property cont [...]
"sourceStructVersion": { "kind": "property", "displayName": "Source Struct
Version", "group": "sqlserver", "label": "consumer,sqlserver", "required":
false, "type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": "v2",
"configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "A version of the format
[...]
@@ -132,6 +135,7 @@
"includeSchemaChanges": { "kind": "parameter", "displayName": "Include
Schema Changes", "group": "sqlserver", "label": "consumer,sqlserver",
"required": false, "type": "boolean", "javaType": "boolean", "deprecated":
false, "autowired": false, "secret": false, "defaultValue": true,
"configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Whether the connector
should [...]
"maxBatchSize": { "kind": "parameter", "displayName": "Max Batch Size",
"group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type":
"integer", "javaType": "int", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": 2048, "configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Maximum size of each
batch of source records. De [...]
"maxQueueSize": { "kind": "parameter", "displayName": "Max Queue Size",
"group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type":
"integer", "javaType": "int", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": 8192, "configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Maximum size of the
queue for change events read [...]
+ "maxQueueSizeInBytes": { "kind": "parameter", "displayName": "Max Queue
Size In Bytes", "group": "sqlserver", "label": "consumer,sqlserver",
"required": false, "type": "integer", "javaType": "long", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": 0, "configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Maximum size of the
queue in bytes [...]
"messageKeyColumns": { "kind": "parameter", "displayName": "Message Key
Columns", "group": "sqlserver", "label": "consumer,sqlserver", "required":
false, "type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "A semicolon-separated
list of expressions that m [...]
"pollIntervalMs": { "kind": "parameter", "displayName": "Poll Interval
Ms", "group": "sqlserver", "label": "consumer,sqlserver", "required": false,
"type": "duration", "javaType": "long", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": "500ms", "configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Frequency in
milliseconds to wait for n [...]
"provideTransactionMetadata": { "kind": "parameter", "displayName":
"Provide Transaction Metadata", "group": "sqlserver", "label":
"consumer,sqlserver", "required": false, "type": "boolean", "javaType":
"boolean", "deprecated": false, "autowired": false, "secret": false,
"defaultValue": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Enables transac [...]
@@ -141,8 +145,10 @@
"skippedOperations": { "kind": "parameter", "displayName": "Skipped
Operations", "group": "sqlserver", "label": "consumer,sqlserver", "required":
false, "type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The comma-separated
list of operations to skip du [...]
"snapshotDelayMs": { "kind": "parameter", "displayName": "Snapshot Delay
Ms", "group": "sqlserver", "label": "consumer,sqlserver", "required": false,
"type": "duration", "javaType": "long", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": "0ms", "configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The number of
milliseconds to delay bef [...]
"snapshotFetchSize": { "kind": "parameter", "displayName": "Snapshot Fetch
Size", "group": "sqlserver", "label": "consumer,sqlserver", "required": false,
"type": "integer", "javaType": "int", "deprecated": false, "autowired": false,
"secret": false, "configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The maximum number of
records that should be loaded into mem [...]
+ "snapshotIncludeCollectionList": { "kind": "parameter", "displayName":
"Snapshot Include Collection List", "group": "sqlserver", "label":
"consumer,sqlserver", "required": false, "type": "string", "javaType":
"java.lang.String", "deprecated": false, "autowired": false, "secret": false,
"configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "this setting must be se
[...]
"snapshotIsolationMode": { "kind": "parameter", "displayName": "Snapshot
Isolation Mode", "group": "sqlserver", "label": "consumer,sqlserver",
"required": false, "type": "string", "javaType": "java.lang.String",
"deprecated": false, "autowired": false, "secret": false, "defaultValue":
"repeatable_read", "configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "Contr [...]
"snapshotLockTimeoutMs": { "kind": "parameter", "displayName": "Snapshot
Lock Timeout Ms", "group": "sqlserver", "label": "consumer,sqlserver",
"required": false, "type": "duration", "javaType": "long", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": "10s",
"configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The maximum number of
mill [...]
+ "snapshotMaxThreads": { "kind": "parameter", "displayName": "Snapshot Max
Threads", "group": "sqlserver", "label": "consumer,sqlserver", "required":
false, "type": "integer", "javaType": "int", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": 1, "configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The maximum number of
threads used to p [...]
"snapshotMode": { "kind": "parameter", "displayName": "Snapshot Mode",
"group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": false, "defaultValue": "initial", "configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "The criteria for
running a snaps [...]
"snapshotSelectStatementOverrides": { "kind": "parameter", "displayName":
"Snapshot Select Statement Overrides", "group": "sqlserver", "label":
"consumer,sqlserver", "required": false, "type": "string", "javaType":
"java.lang.String", "deprecated": false, "autowired": false, "secret": false,
"configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "This property con [...]
"sourceStructVersion": { "kind": "parameter", "displayName": "Source
Struct Version", "group": "sqlserver", "label": "consumer,sqlserver",
"required": false, "type": "string", "javaType": "java.lang.String",
"deprecated": false, "autowired": false, "secret": false, "defaultValue": "v2",
"configurationClass":
"org.apache.camel.component.debezium.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration",
"configurationField": "configuration", "description": "A version of the forma
[...]
diff --git
a/components-starter/camel-debezium-mongodb-starter/src/main/docs/debezium-mongodb-starter.adoc
b/components-starter/camel-debezium-mongodb-starter/src/main/docs/debezium-mongodb-starter.adoc
index 8f202d5..02f9e93 100644
---
a/components-starter/camel-debezium-mongodb-starter/src/main/docs/debezium-mongodb-starter.adoc
+++
b/components-starter/camel-debezium-mongodb-starter/src/main/docs/debezium-mongodb-starter.adoc
@@ -17,7 +17,7 @@ When using debezium-mongodb with Spring Boot make sure to use
the following Mave
----
-The component supports 55 options, which are listed below.
+The component supports 58 options, which are listed below.
@@ -43,11 +43,11 @@ The component supports 55 options, which are listed below.
| *camel.component.debezium-mongodb.field-renames* | Description is not
available here, please check Debezium website for corresponding key
'field.renames' description. | | String
| *camel.component.debezium-mongodb.heartbeat-interval-ms* | Length of an
interval in milli-seconds in in which the connector periodically sends
heartbeat messages to a heartbeat topic. Use 0 to disable heartbeat messages.
Disabled by default. The option is a int type. | 0 | Integer
| *camel.component.debezium-mongodb.heartbeat-topics-prefix* | The prefix that
is used to name heartbeat topics.Defaults to __debezium-heartbeat. |
__debezium-heartbeat | String
-| *camel.component.debezium-mongodb.initial-sync-max-threads* | Maximum number
of threads used to perform an initial sync of the collections in a replica set.
Defaults to 1. | 1 | Integer
| *camel.component.debezium-mongodb.internal-key-converter* | The Converter
class that should be used to serialize and deserialize key data for offsets.
The default is JSON converter. | org.apache.kafka.connect.json.JsonConverter |
String
| *camel.component.debezium-mongodb.internal-value-converter* | The Converter
class that should be used to serialize and deserialize value data for offsets.
The default is JSON converter. | org.apache.kafka.connect.json.JsonConverter |
String
| *camel.component.debezium-mongodb.max-batch-size* | Maximum size of each
batch of source records. Defaults to 2048. | 2048 | Integer
| *camel.component.debezium-mongodb.max-queue-size* | Maximum size of the
queue for change events read from the database log but not yet recorded or
forwarded. Defaults to 8192, and should always be larger than the maximum batch
size. | 8192 | Integer
+| *camel.component.debezium-mongodb.max-queue-size-in-bytes* | Maximum size of
the queue in bytes for change events read from the database log but not yet
recorded or forwarded. Defaults to 0. Mean the feature is not enabled | 0 | Long
| *camel.component.debezium-mongodb.mongodb-authsource* | Database containing
user credentials. | admin | String
| *camel.component.debezium-mongodb.mongodb-connect-timeout-ms* | The
connection timeout in milliseconds. The option is a int type. | 10000 | Integer
| *camel.component.debezium-mongodb.mongodb-hosts* | The hostname and port
pairs (in the form 'host' or 'host:port') of the MongoDB server(s) in the
replica set. | | String
@@ -74,8 +74,11 @@ The component supports 55 options, which are listed below.
| *camel.component.debezium-mongodb.retriable-restart-connector-wait-ms* |
Time to wait before restarting connector after retriable exception occurs.
Defaults to 10000ms. The option is a long type. | 10000 | Long
| *camel.component.debezium-mongodb.sanitize-field-names* | Whether field
names will be sanitized to Avro naming conventions | false | Boolean
| *camel.component.debezium-mongodb.skipped-operations* | The comma-separated
list of operations to skip during streaming, defined as: 'i' for inserts; 'u'
for updates; 'd' for deletes. By default, no operations will be skipped. | |
String
+| *camel.component.debezium-mongodb.snapshot-collection-filter-overrides* |
This property contains a comma-separated list of ., for which the initial
snapshot may be a subset of data present in the data source. The subset would
be defined by mongodb filter query specified as value for property
snapshot.collection.filter.override.. | | String
| *camel.component.debezium-mongodb.snapshot-delay-ms* | The number of
milliseconds to delay before a snapshot will begin. The option is a long type.
| 0 | Long
| *camel.component.debezium-mongodb.snapshot-fetch-size* | The maximum number
of records that should be loaded into memory while performing a snapshot | |
Integer
+| *camel.component.debezium-mongodb.snapshot-include-collection-list* | this
setting must be set to specify a list of tables/collections whose snapshot must
be taken on creating or restarting the connector. | | String
+| *camel.component.debezium-mongodb.snapshot-max-threads* | The maximum number
of threads used to perform the snapshot. Defaults to 1. | 1 | Integer
| *camel.component.debezium-mongodb.snapshot-mode* | The criteria for running
a snapshot upon startup of the connector. Options include: 'initial' (the
default) to specify the connector should always perform an initial sync when
required; 'never' to specify the connector should never perform an initial sync
| initial | String
| *camel.component.debezium-mongodb.source-struct-version* | A version of the
format of the publicly visible source part in the message | v2 | String
| *camel.component.debezium-mongodb.tombstones-on-delete* | Whether delete
operations should be represented by a delete event and a subsquenttombstone
event (true) or only by a delete event (false). Emitting the tombstone event
(the default behavior) allows Kafka to completely delete all events pertaining
to the given key once the source record got deleted. | false | Boolean
diff --git
a/components-starter/camel-debezium-mongodb-starter/src/main/java/org/apache/camel/component/debezium/springboot/DebeziumMongodbComponentConfiguration.java
b/components-starter/camel-debezium-mongodb-starter/src/main/java/org/apache/camel/component/debezium/springboot/DebeziumMongodbComponentConfiguration.java
index 015f2c4..3b6b005 100644
---
a/components-starter/camel-debezium-mongodb-starter/src/main/java/org/apache/camel/component/debezium/springboot/DebeziumMongodbComponentConfiguration.java
+++
b/components-starter/camel-debezium-mongodb-starter/src/main/java/org/apache/camel/component/debezium/springboot/DebeziumMongodbComponentConfiguration.java
@@ -207,11 +207,6 @@ public class DebeziumMongodbComponentConfiguration
*/
private String heartbeatTopicsPrefix = "__debezium-heartbeat";
/**
- * Maximum number of threads used to perform an initial sync of the
- * collections in a replica set. Defaults to 1.
- */
- private Integer initialSyncMaxThreads = 1;
- /**
* Maximum size of each batch of source records. Defaults to 2048.
*/
private Integer maxBatchSize = 2048;
@@ -222,6 +217,12 @@ public class DebeziumMongodbComponentConfiguration
*/
private Integer maxQueueSize = 8192;
/**
+ * Maximum size of the queue in bytes for change events read from the
+ * database log but not yet recorded or forwarded. Defaults to 0. Mean the
+ * feature is not enabled
+ */
+ private Long maxQueueSizeInBytes = 0L;
+ /**
* Database containing user credentials.
*/
private String mongodbAuthsource = "admin";
@@ -308,6 +309,13 @@ public class DebeziumMongodbComponentConfiguration
*/
private String skippedOperations;
/**
+ * This property contains a comma-separated list of ., for which the
initial
+ * snapshot may be a subset of data present in the data source. The subset
+ * would be defined by mongodb filter query specified as value for property
+ * snapshot.collection.filter.override..
+ */
+ private String snapshotCollectionFilterOverrides;
+ /**
* The number of milliseconds to delay before a snapshot will begin. The
* option is a long type.
*/
@@ -318,6 +326,16 @@ public class DebeziumMongodbComponentConfiguration
*/
private Integer snapshotFetchSize;
/**
+ * this setting must be set to specify a list of tables/collections whose
+ * snapshot must be taken on creating or restarting the connector.
+ */
+ private String snapshotIncludeCollectionList;
+ /**
+ * The maximum number of threads used to perform the snapshot. Defaults to
+ * 1.
+ */
+ private Integer snapshotMaxThreads = 1;
+ /**
* The criteria for running a snapshot upon startup of the connector.
* Options include: 'initial' (the default) to specify the connector should
* always perform an initial sync when required; 'never' to specify the
@@ -567,14 +585,6 @@ public class DebeziumMongodbComponentConfiguration
this.heartbeatTopicsPrefix = heartbeatTopicsPrefix;
}
- public Integer getInitialSyncMaxThreads() {
- return initialSyncMaxThreads;
- }
-
- public void setInitialSyncMaxThreads(Integer initialSyncMaxThreads) {
- this.initialSyncMaxThreads = initialSyncMaxThreads;
- }
-
public Integer getMaxBatchSize() {
return maxBatchSize;
}
@@ -591,6 +601,14 @@ public class DebeziumMongodbComponentConfiguration
this.maxQueueSize = maxQueueSize;
}
+ public Long getMaxQueueSizeInBytes() {
+ return maxQueueSizeInBytes;
+ }
+
+ public void setMaxQueueSizeInBytes(Long maxQueueSizeInBytes) {
+ this.maxQueueSizeInBytes = maxQueueSizeInBytes;
+ }
+
public String getMongodbAuthsource() {
return mongodbAuthsource;
}
@@ -738,6 +756,15 @@ public class DebeziumMongodbComponentConfiguration
this.skippedOperations = skippedOperations;
}
+ public String getSnapshotCollectionFilterOverrides() {
+ return snapshotCollectionFilterOverrides;
+ }
+
+ public void setSnapshotCollectionFilterOverrides(
+ String snapshotCollectionFilterOverrides) {
+ this.snapshotCollectionFilterOverrides =
snapshotCollectionFilterOverrides;
+ }
+
public Long getSnapshotDelayMs() {
return snapshotDelayMs;
}
@@ -754,6 +781,23 @@ public class DebeziumMongodbComponentConfiguration
this.snapshotFetchSize = snapshotFetchSize;
}
+ public String getSnapshotIncludeCollectionList() {
+ return snapshotIncludeCollectionList;
+ }
+
+ public void setSnapshotIncludeCollectionList(
+ String snapshotIncludeCollectionList) {
+ this.snapshotIncludeCollectionList = snapshotIncludeCollectionList;
+ }
+
+ public Integer getSnapshotMaxThreads() {
+ return snapshotMaxThreads;
+ }
+
+ public void setSnapshotMaxThreads(Integer snapshotMaxThreads) {
+ this.snapshotMaxThreads = snapshotMaxThreads;
+ }
+
public String getSnapshotMode() {
return snapshotMode;
}
diff --git
a/components-starter/camel-debezium-mysql-starter/src/main/docs/debezium-mysql-starter.adoc
b/components-starter/camel-debezium-mysql-starter/src/main/docs/debezium-mysql-starter.adoc
index 577a688..09dac99 100644
---
a/components-starter/camel-debezium-mysql-starter/src/main/docs/debezium-mysql-starter.adoc
+++
b/components-starter/camel-debezium-mysql-starter/src/main/docs/debezium-mysql-starter.adoc
@@ -17,7 +17,7 @@ When using debezium-mysql with Spring Boot make sure to use
the following Maven
----
-The component supports 80 options, which are listed below.
+The component supports 81 options, which are listed below.
@@ -91,6 +91,7 @@ The component supports 80 options, which are listed below.
| *camel.component.debezium-mysql.poll-interval-ms* | Frequency in
milliseconds to wait for new change events to appear after receiving no events.
Defaults to 500ms. The option is a long type. | 500 | Long
| *camel.component.debezium-mysql.skipped-operations* | The comma-separated
list of operations to skip during streaming, defined as: 'i' for inserts; 'u'
for updates; 'd' for deletes. By default, no operations will be skipped. | |
String
| *camel.component.debezium-mysql.snapshot-delay-ms* | The number of
milliseconds to delay before a snapshot will begin. The option is a long type.
| 0 | Long
+| *camel.component.debezium-mysql.snapshot-events-as-inserts* | Whether or not
to mark snapshot events as normal inserts (op 'c'). If disabled, the standard
functionality of emitting these records as reads (op 'r') will be used. | true
| Boolean
| *camel.component.debezium-mysql.snapshot-fetch-size* | The maximum number of
records that should be loaded into memory while performing a snapshot | |
Integer
| *camel.component.debezium-mysql.snapshot-locking-mode* | Controls how long
the connector holds onto the global read lock while it is performing a
snapshot. The default is 'minimal', which means the connector holds the global
read lock (and thus prevents any updates) for just the initial portion of the
snapshot while the database schemas and other metadata are being read. The
remaining work in a snapshot involves selecting all rows from each table, and
this can be done using the snapsho [...]
| *camel.component.debezium-mysql.snapshot-mode* | The criteria for running a
snapshot upon startup of the connector. Options include: 'when_needed' to
specify that the connector run a snapshot upon startup whenever it deems it
necessary; 'schema_only' to only take a snapshot of the schema (table
structures) but no actual data; 'initial' (the default) to specify the
connector can run a snapshot only when no offsets are available for the logical
server name; 'initial_only' same as 'initia [...]
diff --git
a/components-starter/camel-debezium-mysql-starter/src/main/java/org/apache/camel/component/debezium/springboot/DebeziumMySqlComponentConfiguration.java
b/components-starter/camel-debezium-mysql-starter/src/main/java/org/apache/camel/component/debezium/springboot/DebeziumMySqlComponentConfiguration.java
index eaf0da6..50100b4 100644
---
a/components-starter/camel-debezium-mysql-starter/src/main/java/org/apache/camel/component/debezium/springboot/DebeziumMySqlComponentConfiguration.java
+++
b/components-starter/camel-debezium-mysql-starter/src/main/java/org/apache/camel/component/debezium/springboot/DebeziumMySqlComponentConfiguration.java
@@ -462,6 +462,12 @@ public class DebeziumMySqlComponentConfiguration
*/
private Long snapshotDelayMs = 0L;
/**
+ * Whether or not to mark snapshot events as normal inserts (op 'c'). If
+ * disabled, the standard functionality of emitting these records as reads
+ * (op 'r') will be used.
+ */
+ private Boolean snapshotEventsAsInserts = true;
+ /**
* The maximum number of records that should be loaded into memory while
* performing a snapshot
*/
@@ -1117,6 +1123,14 @@ public class DebeziumMySqlComponentConfiguration
this.snapshotDelayMs = snapshotDelayMs;
}
+ public Boolean getSnapshotEventsAsInserts() {
+ return snapshotEventsAsInserts;
+ }
+
+ public void setSnapshotEventsAsInserts(Boolean snapshotEventsAsInserts) {
+ this.snapshotEventsAsInserts = snapshotEventsAsInserts;
+ }
+
public Integer getSnapshotFetchSize() {
return snapshotFetchSize;
}
diff --git
a/components-starter/camel-debezium-postgres-starter/src/main/docs/debezium-postgres-starter.adoc
b/components-starter/camel-debezium-postgres-starter/src/main/docs/debezium-postgres-starter.adoc
index 210857b..e868af2 100644
---
a/components-starter/camel-debezium-postgres-starter/src/main/docs/debezium-postgres-starter.adoc
+++
b/components-starter/camel-debezium-postgres-starter/src/main/docs/debezium-postgres-starter.adoc
@@ -17,7 +17,7 @@ When using debezium-postgres with Spring Boot make sure to
use the following Mav
----
-The component supports 85 options, which are listed below.
+The component supports 88 options, which are listed below.
@@ -64,6 +64,7 @@ The component supports 85 options, which are listed below.
| *camel.component.debezium-postgres.interval-handling-mode* | Specify how
INTERVAL columns should be represented in change events, including:'string'
represents values as an exact ISO formatted string'numeric' (default)
represents values using the inexact conversion into microseconds | numeric |
String
| *camel.component.debezium-postgres.max-batch-size* | Maximum size of each
batch of source records. Defaults to 2048. | 2048 | Integer
| *camel.component.debezium-postgres.max-queue-size* | Maximum size of the
queue for change events read from the database log but not yet recorded or
forwarded. Defaults to 8192, and should always be larger than the maximum batch
size. | 8192 | Integer
+| *camel.component.debezium-postgres.max-queue-size-in-bytes* | Maximum size
of the queue in bytes for change events read from the database log but not yet
recorded or forwarded. Defaults to 0. Mean the feature is not enabled | 0 | Long
| *camel.component.debezium-postgres.message-key-columns* | A
semicolon-separated list of expressions that match fully-qualified tables and
column(s) to be used as message key. Each expression must match the pattern
':',where the table names could be defined as (DB_NAME.TABLE_NAME) or
(SCHEMA_NAME.TABLE_NAME), depending on the specific connector,and the key
columns are a comma-separated list of columns representing the custom key. For
any table without an explicit key configuration the t [...]
| *camel.component.debezium-postgres.offset-commit-policy* | The name of the
Java class of the commit policy. It defines when offsets commit has to be
triggered based on the number of events processed and the time elapsed since
the last commit. This class must implement the interface 'OffsetCommitPolicy'.
The default is a periodic commit policy based upon time intervals. |
io.debezium.embedded.spi.OffsetCommitPolicy.PeriodicCommitOffsetPolicy | String
| *camel.component.debezium-postgres.offset-commit-timeout-ms* | Maximum
number of milliseconds to wait for records to flush and partition offset data
to be committed to offset storage before cancelling the process and restoring
the offset data to be committed in a future attempt. The default is 5 seconds.
The option is a long type. | 5000 | Long
@@ -73,7 +74,7 @@ The component supports 85 options, which are listed below.
| *camel.component.debezium-postgres.offset-storage-partitions* | The number
of partitions used when creating the offset storage topic. Required when
offset.storage is set to the 'KafkaOffsetBackingStore'. | | Integer
| *camel.component.debezium-postgres.offset-storage-replication-factor* |
Replication factor used when creating the offset storage topic. Required when
offset.storage is set to the KafkaOffsetBackingStore | | Integer
| *camel.component.debezium-postgres.offset-storage-topic* | The name of the
Kafka topic where offsets are to be stored. Required when offset.storage is set
to the KafkaOffsetBackingStore. | | String
-| *camel.component.debezium-postgres.plugin-name* | The name of the Postgres
logical decoding plugin installed on the server. Supported values are
'decoderbufs' and 'wal2json'. Defaults to 'decoderbufs'. | decoderbufs | String
+| *camel.component.debezium-postgres.plugin-name* | The name of the Postgres
logical decoding plugin installed on the server. Supported values are
'decoderbufs', 'wal2json', 'pgoutput', 'wal2json_streaming', 'wal2json_rds' and
'wal2json_rds_streaming'. Defaults to 'decoderbufs'. | decoderbufs | String
| *camel.component.debezium-postgres.poll-interval-ms* | Frequency in
milliseconds to wait for new change events to appear after receiving no events.
Defaults to 500ms. The option is a long type. | 500 | Long
| *camel.component.debezium-postgres.provide-transaction-metadata* | Enables
transaction metadata extraction together with event counting | false | Boolean
| *camel.component.debezium-postgres.publication-autocreate-mode* | Applies
only when streaming changes using pgoutput.Determine how creation of a
publication should work, the default is all_tables.DISABLED - The connector
will not attempt to create a publication at all. The expectation is that the
user has created the publication up-front. If the publication isn't found to
exist upon startup, the connector will throw an exception and stop.ALL_TABLES -
If no publication exists, the conne [...]
@@ -95,7 +96,9 @@ The component supports 85 options, which are listed below.
| *camel.component.debezium-postgres.snapshot-custom-class* | When
'snapshot.mode' is set as custom, this setting must be set to specify a fully
qualified class name to load (via the default class loader).This class must
implement the 'Snapshotter' interface and is called on each app boot to
determine whether to do a snapshot and how to build queries. | | String
| *camel.component.debezium-postgres.snapshot-delay-ms* | The number of
milliseconds to delay before a snapshot will begin. The option is a long type.
| 0 | Long
| *camel.component.debezium-postgres.snapshot-fetch-size* | The maximum number
of records that should be loaded into memory while performing a snapshot | |
Integer
+| *camel.component.debezium-postgres.snapshot-include-collection-list* | this
setting must be set to specify a list of tables/collections whose snapshot must
be taken on creating or restarting the connector. | | String
| *camel.component.debezium-postgres.snapshot-lock-timeout-ms* | The maximum
number of millis to wait for table locks at the beginning of a snapshot. If
locks cannot be acquired in this time frame, the snapshot will be aborted.
Defaults to 10 seconds. The option is a long type. | 10000 | Long
+| *camel.component.debezium-postgres.snapshot-max-threads* | The maximum
number of threads used to perform the snapshot. Defaults to 1. | 1 | Integer
| *camel.component.debezium-postgres.snapshot-mode* | The criteria for running
a snapshot upon startup of the connector. Options include: 'always' to specify
that the connector run a snapshot each time it starts up; 'initial' (the
default) to specify the connector can run a snapshot only when no offsets are
available for the logical server name; 'initial_only' same as 'initial' except
the connector should stop after completing the snapshot and before it would
normally start emitting chan [...]
| *camel.component.debezium-postgres.snapshot-select-statement-overrides* |
This property contains a comma-separated list of fully-qualified tables
(DB_NAME.TABLE_NAME) or (SCHEMA_NAME.TABLE_NAME), depending on thespecific
connectors . Select statements for the individual tables are specified in
further configuration properties, one for each table, identified by the id
'snapshot.select.statement.overrides.DB_NAME.TABLE_NAME' or
'snapshot.select.statement.overrides.SCHEMA_NAME.TABLE_NAME' [...]
| *camel.component.debezium-postgres.source-struct-version* | A version of the
format of the publicly visible source part in the message | v2 | String
diff --git
a/components-starter/camel-debezium-postgres-starter/src/main/java/org/apache/camel/component/debezium/springboot/DebeziumPostgresComponentConfiguration.java
b/components-starter/camel-debezium-postgres-starter/src/main/java/org/apache/camel/component/debezium/springboot/DebeziumPostgresComponentConfiguration.java
index 72cc4b6..1961223 100644
---
a/components-starter/camel-debezium-postgres-starter/src/main/java/org/apache/camel/component/debezium/springboot/DebeziumPostgresComponentConfiguration.java
+++
b/components-starter/camel-debezium-postgres-starter/src/main/java/org/apache/camel/component/debezium/springboot/DebeziumPostgresComponentConfiguration.java
@@ -318,6 +318,12 @@ public class DebeziumPostgresComponentConfiguration
*/
private Integer maxQueueSize = 8192;
/**
+ * Maximum size of the queue in bytes for change events read from the
+ * database log but not yet recorded or forwarded. Defaults to 0. Mean the
+ * feature is not enabled
+ */
+ private Long maxQueueSizeInBytes = 0L;
+ /**
* A semicolon-separated list of expressions that match fully-qualified
* tables and column(s) to be used as message key. Each expression must
* match the pattern ':',where the table names could be defined as
@@ -331,8 +337,9 @@ public class DebeziumPostgresComponentConfiguration
private String messageKeyColumns;
/**
* The name of the Postgres logical decoding plugin installed on the
server.
- * Supported values are 'decoderbufs' and 'wal2json'. Defaults to
- * 'decoderbufs'.
+ * Supported values are 'decoderbufs', 'wal2json', 'pgoutput',
+ * 'wal2json_streaming', 'wal2json_rds' and 'wal2json_rds_streaming'.
+ * Defaults to 'decoderbufs'.
*/
private String pluginName = "decoderbufs";
/**
@@ -463,12 +470,22 @@ public class DebeziumPostgresComponentConfiguration
*/
private Integer snapshotFetchSize;
/**
+ * this setting must be set to specify a list of tables/collections whose
+ * snapshot must be taken on creating or restarting the connector.
+ */
+ private String snapshotIncludeCollectionList;
+ /**
* The maximum number of millis to wait for table locks at the beginning of
* a snapshot. If locks cannot be acquired in this time frame, the snapshot
* will be aborted. Defaults to 10 seconds. The option is a long type.
*/
private Long snapshotLockTimeoutMs = 10000L;
/**
+ * The maximum number of threads used to perform the snapshot. Defaults to
+ * 1.
+ */
+ private Integer snapshotMaxThreads = 1;
+ /**
* The criteria for running a snapshot upon startup of the connector.
* Options include: 'always' to specify that the connector run a snapshot
* each time it starts up; 'initial' (the default) to specify the connector
@@ -953,6 +970,14 @@ public class DebeziumPostgresComponentConfiguration
this.maxQueueSize = maxQueueSize;
}
+ public Long getMaxQueueSizeInBytes() {
+ return maxQueueSizeInBytes;
+ }
+
+ public void setMaxQueueSizeInBytes(Long maxQueueSizeInBytes) {
+ this.maxQueueSizeInBytes = maxQueueSizeInBytes;
+ }
+
public String getMessageKeyColumns() {
return messageKeyColumns;
}
@@ -1138,6 +1163,15 @@ public class DebeziumPostgresComponentConfiguration
this.snapshotFetchSize = snapshotFetchSize;
}
+ public String getSnapshotIncludeCollectionList() {
+ return snapshotIncludeCollectionList;
+ }
+
+ public void setSnapshotIncludeCollectionList(
+ String snapshotIncludeCollectionList) {
+ this.snapshotIncludeCollectionList = snapshotIncludeCollectionList;
+ }
+
public Long getSnapshotLockTimeoutMs() {
return snapshotLockTimeoutMs;
}
@@ -1146,6 +1180,14 @@ public class DebeziumPostgresComponentConfiguration
this.snapshotLockTimeoutMs = snapshotLockTimeoutMs;
}
+ public Integer getSnapshotMaxThreads() {
+ return snapshotMaxThreads;
+ }
+
+ public void setSnapshotMaxThreads(Integer snapshotMaxThreads) {
+ this.snapshotMaxThreads = snapshotMaxThreads;
+ }
+
public String getSnapshotMode() {
return snapshotMode;
}
diff --git
a/components-starter/camel-debezium-sqlserver-starter/src/main/docs/debezium-sqlserver-starter.adoc
b/components-starter/camel-debezium-sqlserver-starter/src/main/docs/debezium-sqlserver-starter.adoc
index db40b4c..549a592 100644
---
a/components-starter/camel-debezium-sqlserver-starter/src/main/docs/debezium-sqlserver-starter.adoc
+++
b/components-starter/camel-debezium-sqlserver-starter/src/main/docs/debezium-sqlserver-starter.adoc
@@ -17,7 +17,7 @@ When using debezium-sqlserver with Spring Boot make sure to
use the following Ma
----
-The component supports 65 options, which are listed below.
+The component supports 68 options, which are listed below.
@@ -59,6 +59,7 @@ The component supports 65 options, which are listed below.
| *camel.component.debezium-sqlserver.internal-value-converter* | The
Converter class that should be used to serialize and deserialize value data for
offsets. The default is JSON converter. |
org.apache.kafka.connect.json.JsonConverter | String
| *camel.component.debezium-sqlserver.max-batch-size* | Maximum size of each
batch of source records. Defaults to 2048. | 2048 | Integer
| *camel.component.debezium-sqlserver.max-queue-size* | Maximum size of the
queue for change events read from the database log but not yet recorded or
forwarded. Defaults to 8192, and should always be larger than the maximum batch
size. | 8192 | Integer
+| *camel.component.debezium-sqlserver.max-queue-size-in-bytes* | Maximum size
of the queue in bytes for change events read from the database log but not yet
recorded or forwarded. Defaults to 0. Mean the feature is not enabled | 0 | Long
| *camel.component.debezium-sqlserver.message-key-columns* | A
semicolon-separated list of expressions that match fully-qualified tables and
column(s) to be used as message key. Each expression must match the pattern
':',where the table names could be defined as (DB_NAME.TABLE_NAME) or
(SCHEMA_NAME.TABLE_NAME), depending on the specific connector,and the key
columns are a comma-separated list of columns representing the custom key. For
any table without an explicit key configuration the [...]
| *camel.component.debezium-sqlserver.offset-commit-policy* | The name of the
Java class of the commit policy. It defines when offsets commit has to be
triggered based on the number of events processed and the time elapsed since
the last commit. This class must implement the interface 'OffsetCommitPolicy'.
The default is a periodic commit policy based upon time intervals. |
io.debezium.embedded.spi.OffsetCommitPolicy.PeriodicCommitOffsetPolicy | String
| *camel.component.debezium-sqlserver.offset-commit-timeout-ms* | Maximum
number of milliseconds to wait for records to flush and partition offset data
to be committed to offset storage before cancelling the process and restoring
the offset data to be committed in a future attempt. The default is 5 seconds.
The option is a long type. | 5000 | Long
@@ -76,8 +77,10 @@ The component supports 65 options, which are listed below.
| *camel.component.debezium-sqlserver.skipped-operations* | The
comma-separated list of operations to skip during streaming, defined as: 'i'
for inserts; 'u' for updates; 'd' for deletes. By default, no operations will
be skipped. | | String
| *camel.component.debezium-sqlserver.snapshot-delay-ms* | The number of
milliseconds to delay before a snapshot will begin. The option is a long type.
| 0 | Long
| *camel.component.debezium-sqlserver.snapshot-fetch-size* | The maximum
number of records that should be loaded into memory while performing a snapshot
| | Integer
+| *camel.component.debezium-sqlserver.snapshot-include-collection-list* | this
setting must be set to specify a list of tables/collections whose snapshot must
be taken on creating or restarting the connector. | | String
| *camel.component.debezium-sqlserver.snapshot-isolation-mode* | Controls
which transaction isolation level is used and how long the connector locks the
monitored tables. The default is 'repeatable_read', which means that repeatable
read isolation level is used. In addition, exclusive locks are taken only
during schema snapshot. Using a value of 'exclusive' ensures that the connector
holds the exclusive lock (and thus prevents any reads and updates) for all
monitored tables during the en [...]
| *camel.component.debezium-sqlserver.snapshot-lock-timeout-ms* | The maximum
number of millis to wait for table locks at the beginning of a snapshot. If
locks cannot be acquired in this time frame, the snapshot will be aborted.
Defaults to 10 seconds. The option is a long type. | 10000 | Long
+| *camel.component.debezium-sqlserver.snapshot-max-threads* | The maximum
number of threads used to perform the snapshot. Defaults to 1. | 1 | Integer
| *camel.component.debezium-sqlserver.snapshot-mode* | The criteria for
running a snapshot upon startup of the connector. Options include: 'initial'
(the default) to specify the connector should run a snapshot only when no
offsets are available for the logical server name; 'schema_only' to specify the
connector should run a snapshot of the schema when no offsets are available for
the logical server name. | initial | String
| *camel.component.debezium-sqlserver.snapshot-select-statement-overrides* |
This property contains a comma-separated list of fully-qualified tables
(DB_NAME.TABLE_NAME) or (SCHEMA_NAME.TABLE_NAME), depending on thespecific
connectors . Select statements for the individual tables are specified in
further configuration properties, one for each table, identified by the id
'snapshot.select.statement.overrides.DB_NAME.TABLE_NAME' or
'snapshot.select.statement.overrides.SCHEMA_NAME.TABLE_NAME [...]
| *camel.component.debezium-sqlserver.source-struct-version* | A version of
the format of the publicly visible source part in the message | v2 | String
diff --git
a/components-starter/camel-debezium-sqlserver-starter/src/main/java/org/apache/camel/component/debezium/springboot/DebeziumSqlserverComponentConfiguration.java
b/components-starter/camel-debezium-sqlserver-starter/src/main/java/org/apache/camel/component/debezium/springboot/DebeziumSqlserverComponentConfiguration.java
index 339c1c3..1a835ae 100644
---
a/components-starter/camel-debezium-sqlserver-starter/src/main/java/org/apache/camel/component/debezium/springboot/DebeziumSqlserverComponentConfiguration.java
+++
b/components-starter/camel-debezium-sqlserver-starter/src/main/java/org/apache/camel/component/debezium/springboot/DebeziumSqlserverComponentConfiguration.java
@@ -285,6 +285,12 @@ public class DebeziumSqlserverComponentConfiguration
*/
private Integer maxQueueSize = 8192;
/**
+ * Maximum size of the queue in bytes for change events read from the
+ * database log but not yet recorded or forwarded. Defaults to 0. Mean the
+ * feature is not enabled
+ */
+ private Long maxQueueSizeInBytes = 0L;
+ /**
* A semicolon-separated list of expressions that match fully-qualified
* tables and column(s) to be used as message key. Each expression must
* match the pattern ':',where the table names could be defined as
@@ -336,6 +342,11 @@ public class DebeziumSqlserverComponentConfiguration
*/
private Integer snapshotFetchSize;
/**
+ * this setting must be set to specify a list of tables/collections whose
+ * snapshot must be taken on creating or restarting the connector.
+ */
+ private String snapshotIncludeCollectionList;
+ /**
* Controls which transaction isolation level is used and how long the
* connector locks the monitored tables. The default is 'repeatable_read',
* which means that repeatable read isolation level is used. In addition,
@@ -360,6 +371,11 @@ public class DebeziumSqlserverComponentConfiguration
*/
private Long snapshotLockTimeoutMs = 10000L;
/**
+ * The maximum number of threads used to perform the snapshot. Defaults to
+ * 1.
+ */
+ private Integer snapshotMaxThreads = 1;
+ /**
* The criteria for running a snapshot upon startup of the connector.
* Options include: 'initial' (the default) to specify the connector should
* run a snapshot only when no offsets are available for the logical server
@@ -783,6 +799,14 @@ public class DebeziumSqlserverComponentConfiguration
this.maxQueueSize = maxQueueSize;
}
+ public Long getMaxQueueSizeInBytes() {
+ return maxQueueSizeInBytes;
+ }
+
+ public void setMaxQueueSizeInBytes(Long maxQueueSizeInBytes) {
+ this.maxQueueSizeInBytes = maxQueueSizeInBytes;
+ }
+
public String getMessageKeyColumns() {
return messageKeyColumns;
}
@@ -856,6 +880,15 @@ public class DebeziumSqlserverComponentConfiguration
this.snapshotFetchSize = snapshotFetchSize;
}
+ public String getSnapshotIncludeCollectionList() {
+ return snapshotIncludeCollectionList;
+ }
+
+ public void setSnapshotIncludeCollectionList(
+ String snapshotIncludeCollectionList) {
+ this.snapshotIncludeCollectionList = snapshotIncludeCollectionList;
+ }
+
public String getSnapshotIsolationMode() {
return snapshotIsolationMode;
}
@@ -872,6 +905,14 @@ public class DebeziumSqlserverComponentConfiguration
this.snapshotLockTimeoutMs = snapshotLockTimeoutMs;
}
+ public Integer getSnapshotMaxThreads() {
+ return snapshotMaxThreads;
+ }
+
+ public void setSnapshotMaxThreads(Integer snapshotMaxThreads) {
+ this.snapshotMaxThreads = snapshotMaxThreads;
+ }
+
public String getSnapshotMode() {
return snapshotMode;
}
diff --git a/docs/modules/ROOT/pages/debezium-mongodb-starter.adoc
b/docs/modules/ROOT/pages/debezium-mongodb-starter.adoc
index 8f202d5..02f9e93 100644
--- a/docs/modules/ROOT/pages/debezium-mongodb-starter.adoc
+++ b/docs/modules/ROOT/pages/debezium-mongodb-starter.adoc
@@ -17,7 +17,7 @@ When using debezium-mongodb with Spring Boot make sure to use
the following Mave
----
-The component supports 55 options, which are listed below.
+The component supports 58 options, which are listed below.
@@ -43,11 +43,11 @@ The component supports 55 options, which are listed below.
| *camel.component.debezium-mongodb.field-renames* | Description is not
available here, please check Debezium website for corresponding key
'field.renames' description. | | String
| *camel.component.debezium-mongodb.heartbeat-interval-ms* | Length of an
interval in milli-seconds in in which the connector periodically sends
heartbeat messages to a heartbeat topic. Use 0 to disable heartbeat messages.
Disabled by default. The option is a int type. | 0 | Integer
| *camel.component.debezium-mongodb.heartbeat-topics-prefix* | The prefix that
is used to name heartbeat topics.Defaults to __debezium-heartbeat. |
__debezium-heartbeat | String
-| *camel.component.debezium-mongodb.initial-sync-max-threads* | Maximum number
of threads used to perform an initial sync of the collections in a replica set.
Defaults to 1. | 1 | Integer
| *camel.component.debezium-mongodb.internal-key-converter* | The Converter
class that should be used to serialize and deserialize key data for offsets.
The default is JSON converter. | org.apache.kafka.connect.json.JsonConverter |
String
| *camel.component.debezium-mongodb.internal-value-converter* | The Converter
class that should be used to serialize and deserialize value data for offsets.
The default is JSON converter. | org.apache.kafka.connect.json.JsonConverter |
String
| *camel.component.debezium-mongodb.max-batch-size* | Maximum size of each
batch of source records. Defaults to 2048. | 2048 | Integer
| *camel.component.debezium-mongodb.max-queue-size* | Maximum size of the
queue for change events read from the database log but not yet recorded or
forwarded. Defaults to 8192, and should always be larger than the maximum batch
size. | 8192 | Integer
+| *camel.component.debezium-mongodb.max-queue-size-in-bytes* | Maximum size of
the queue in bytes for change events read from the database log but not yet
recorded or forwarded. Defaults to 0. Mean the feature is not enabled | 0 | Long
| *camel.component.debezium-mongodb.mongodb-authsource* | Database containing
user credentials. | admin | String
| *camel.component.debezium-mongodb.mongodb-connect-timeout-ms* | The
connection timeout in milliseconds. The option is a int type. | 10000 | Integer
| *camel.component.debezium-mongodb.mongodb-hosts* | The hostname and port
pairs (in the form 'host' or 'host:port') of the MongoDB server(s) in the
replica set. | | String
@@ -74,8 +74,11 @@ The component supports 55 options, which are listed below.
| *camel.component.debezium-mongodb.retriable-restart-connector-wait-ms* |
Time to wait before restarting connector after retriable exception occurs.
Defaults to 10000ms. The option is a long type. | 10000 | Long
| *camel.component.debezium-mongodb.sanitize-field-names* | Whether field
names will be sanitized to Avro naming conventions | false | Boolean
| *camel.component.debezium-mongodb.skipped-operations* | The comma-separated
list of operations to skip during streaming, defined as: 'i' for inserts; 'u'
for updates; 'd' for deletes. By default, no operations will be skipped. | |
String
+| *camel.component.debezium-mongodb.snapshot-collection-filter-overrides* |
This property contains a comma-separated list of ., for which the initial
snapshot may be a subset of data present in the data source. The subset would
be defined by mongodb filter query specified as value for property
snapshot.collection.filter.override.. | | String
| *camel.component.debezium-mongodb.snapshot-delay-ms* | The number of
milliseconds to delay before a snapshot will begin. The option is a long type.
| 0 | Long
| *camel.component.debezium-mongodb.snapshot-fetch-size* | The maximum number
of records that should be loaded into memory while performing a snapshot | |
Integer
+| *camel.component.debezium-mongodb.snapshot-include-collection-list* | this
setting must be set to specify a list of tables/collections whose snapshot must
be taken on creating or restarting the connector. | | String
+| *camel.component.debezium-mongodb.snapshot-max-threads* | The maximum number
of threads used to perform the snapshot. Defaults to 1. | 1 | Integer
| *camel.component.debezium-mongodb.snapshot-mode* | The criteria for running
a snapshot upon startup of the connector. Options include: 'initial' (the
default) to specify the connector should always perform an initial sync when
required; 'never' to specify the connector should never perform an initial sync
| initial | String
| *camel.component.debezium-mongodb.source-struct-version* | A version of the
format of the publicly visible source part in the message | v2 | String
| *camel.component.debezium-mongodb.tombstones-on-delete* | Whether delete
operations should be represented by a delete event and a subsquenttombstone
event (true) or only by a delete event (false). Emitting the tombstone event
(the default behavior) allows Kafka to completely delete all events pertaining
to the given key once the source record got deleted. | false | Boolean
diff --git a/docs/modules/ROOT/pages/debezium-mysql-starter.adoc
b/docs/modules/ROOT/pages/debezium-mysql-starter.adoc
index 577a688..09dac99 100644
--- a/docs/modules/ROOT/pages/debezium-mysql-starter.adoc
+++ b/docs/modules/ROOT/pages/debezium-mysql-starter.adoc
@@ -17,7 +17,7 @@ When using debezium-mysql with Spring Boot make sure to use
the following Maven
----
-The component supports 80 options, which are listed below.
+The component supports 81 options, which are listed below.
@@ -91,6 +91,7 @@ The component supports 80 options, which are listed below.
| *camel.component.debezium-mysql.poll-interval-ms* | Frequency in
milliseconds to wait for new change events to appear after receiving no events.
Defaults to 500ms. The option is a long type. | 500 | Long
| *camel.component.debezium-mysql.skipped-operations* | The comma-separated
list of operations to skip during streaming, defined as: 'i' for inserts; 'u'
for updates; 'd' for deletes. By default, no operations will be skipped. | |
String
| *camel.component.debezium-mysql.snapshot-delay-ms* | The number of
milliseconds to delay before a snapshot will begin. The option is a long type.
| 0 | Long
+| *camel.component.debezium-mysql.snapshot-events-as-inserts* | Whether or not
to mark snapshot events as normal inserts (op 'c'). If disabled, the standard
functionality of emitting these records as reads (op 'r') will be used. | true
| Boolean
| *camel.component.debezium-mysql.snapshot-fetch-size* | The maximum number of
records that should be loaded into memory while performing a snapshot | |
Integer
| *camel.component.debezium-mysql.snapshot-locking-mode* | Controls how long
the connector holds onto the global read lock while it is performing a
snapshot. The default is 'minimal', which means the connector holds the global
read lock (and thus prevents any updates) for just the initial portion of the
snapshot while the database schemas and other metadata are being read. The
remaining work in a snapshot involves selecting all rows from each table, and
this can be done using the snapsho [...]
| *camel.component.debezium-mysql.snapshot-mode* | The criteria for running a
snapshot upon startup of the connector. Options include: 'when_needed' to
specify that the connector run a snapshot upon startup whenever it deems it
necessary; 'schema_only' to only take a snapshot of the schema (table
structures) but no actual data; 'initial' (the default) to specify the
connector can run a snapshot only when no offsets are available for the logical
server name; 'initial_only' same as 'initia [...]
diff --git a/docs/modules/ROOT/pages/debezium-postgres-starter.adoc
b/docs/modules/ROOT/pages/debezium-postgres-starter.adoc
index 210857b..e868af2 100644
--- a/docs/modules/ROOT/pages/debezium-postgres-starter.adoc
+++ b/docs/modules/ROOT/pages/debezium-postgres-starter.adoc
@@ -17,7 +17,7 @@ When using debezium-postgres with Spring Boot make sure to
use the following Mav
----
-The component supports 85 options, which are listed below.
+The component supports 88 options, which are listed below.
@@ -64,6 +64,7 @@ The component supports 85 options, which are listed below.
| *camel.component.debezium-postgres.interval-handling-mode* | Specify how
INTERVAL columns should be represented in change events, including:'string'
represents values as an exact ISO formatted string'numeric' (default)
represents values using the inexact conversion into microseconds | numeric |
String
| *camel.component.debezium-postgres.max-batch-size* | Maximum size of each
batch of source records. Defaults to 2048. | 2048 | Integer
| *camel.component.debezium-postgres.max-queue-size* | Maximum size of the
queue for change events read from the database log but not yet recorded or
forwarded. Defaults to 8192, and should always be larger than the maximum batch
size. | 8192 | Integer
+| *camel.component.debezium-postgres.max-queue-size-in-bytes* | Maximum size
of the queue in bytes for change events read from the database log but not yet
recorded or forwarded. Defaults to 0. Mean the feature is not enabled | 0 | Long
| *camel.component.debezium-postgres.message-key-columns* | A
semicolon-separated list of expressions that match fully-qualified tables and
column(s) to be used as message key. Each expression must match the pattern
':',where the table names could be defined as (DB_NAME.TABLE_NAME) or
(SCHEMA_NAME.TABLE_NAME), depending on the specific connector,and the key
columns are a comma-separated list of columns representing the custom key. For
any table without an explicit key configuration the t [...]
| *camel.component.debezium-postgres.offset-commit-policy* | The name of the
Java class of the commit policy. It defines when offsets commit has to be
triggered based on the number of events processed and the time elapsed since
the last commit. This class must implement the interface 'OffsetCommitPolicy'.
The default is a periodic commit policy based upon time intervals. |
io.debezium.embedded.spi.OffsetCommitPolicy.PeriodicCommitOffsetPolicy | String
| *camel.component.debezium-postgres.offset-commit-timeout-ms* | Maximum
number of milliseconds to wait for records to flush and partition offset data
to be committed to offset storage before cancelling the process and restoring
the offset data to be committed in a future attempt. The default is 5 seconds.
The option is a long type. | 5000 | Long
@@ -73,7 +74,7 @@ The component supports 85 options, which are listed below.
| *camel.component.debezium-postgres.offset-storage-partitions* | The number
of partitions used when creating the offset storage topic. Required when
offset.storage is set to the 'KafkaOffsetBackingStore'. | | Integer
| *camel.component.debezium-postgres.offset-storage-replication-factor* |
Replication factor used when creating the offset storage topic. Required when
offset.storage is set to the KafkaOffsetBackingStore | | Integer
| *camel.component.debezium-postgres.offset-storage-topic* | The name of the
Kafka topic where offsets are to be stored. Required when offset.storage is set
to the KafkaOffsetBackingStore. | | String
-| *camel.component.debezium-postgres.plugin-name* | The name of the Postgres
logical decoding plugin installed on the server. Supported values are
'decoderbufs' and 'wal2json'. Defaults to 'decoderbufs'. | decoderbufs | String
+| *camel.component.debezium-postgres.plugin-name* | The name of the Postgres
logical decoding plugin installed on the server. Supported values are
'decoderbufs', 'wal2json', 'pgoutput', 'wal2json_streaming', 'wal2json_rds' and
'wal2json_rds_streaming'. Defaults to 'decoderbufs'. | decoderbufs | String
| *camel.component.debezium-postgres.poll-interval-ms* | Frequency in
milliseconds to wait for new change events to appear after receiving no events.
Defaults to 500ms. The option is a long type. | 500 | Long
| *camel.component.debezium-postgres.provide-transaction-metadata* | Enables
transaction metadata extraction together with event counting | false | Boolean
| *camel.component.debezium-postgres.publication-autocreate-mode* | Applies
only when streaming changes using pgoutput.Determine how creation of a
publication should work, the default is all_tables.DISABLED - The connector
will not attempt to create a publication at all. The expectation is that the
user has created the publication up-front. If the publication isn't found to
exist upon startup, the connector will throw an exception and stop.ALL_TABLES -
If no publication exists, the conne [...]
@@ -95,7 +96,9 @@ The component supports 85 options, which are listed below.
| *camel.component.debezium-postgres.snapshot-custom-class* | When
'snapshot.mode' is set as custom, this setting must be set to specify a fully
qualified class name to load (via the default class loader).This class must
implement the 'Snapshotter' interface and is called on each app boot to
determine whether to do a snapshot and how to build queries. | | String
| *camel.component.debezium-postgres.snapshot-delay-ms* | The number of
milliseconds to delay before a snapshot will begin. The option is a long type.
| 0 | Long
| *camel.component.debezium-postgres.snapshot-fetch-size* | The maximum number
of records that should be loaded into memory while performing a snapshot | |
Integer
+| *camel.component.debezium-postgres.snapshot-include-collection-list* | this
setting must be set to specify a list of tables/collections whose snapshot must
be taken on creating or restarting the connector. | | String
| *camel.component.debezium-postgres.snapshot-lock-timeout-ms* | The maximum
number of millis to wait for table locks at the beginning of a snapshot. If
locks cannot be acquired in this time frame, the snapshot will be aborted.
Defaults to 10 seconds. The option is a long type. | 10000 | Long
+| *camel.component.debezium-postgres.snapshot-max-threads* | The maximum
number of threads used to perform the snapshot. Defaults to 1. | 1 | Integer
| *camel.component.debezium-postgres.snapshot-mode* | The criteria for running
a snapshot upon startup of the connector. Options include: 'always' to specify
that the connector run a snapshot each time it starts up; 'initial' (the
default) to specify the connector can run a snapshot only when no offsets are
available for the logical server name; 'initial_only' same as 'initial' except
the connector should stop after completing the snapshot and before it would
normally start emitting chan [...]
| *camel.component.debezium-postgres.snapshot-select-statement-overrides* |
This property contains a comma-separated list of fully-qualified tables
(DB_NAME.TABLE_NAME) or (SCHEMA_NAME.TABLE_NAME), depending on thespecific
connectors . Select statements for the individual tables are specified in
further configuration properties, one for each table, identified by the id
'snapshot.select.statement.overrides.DB_NAME.TABLE_NAME' or
'snapshot.select.statement.overrides.SCHEMA_NAME.TABLE_NAME' [...]
| *camel.component.debezium-postgres.source-struct-version* | A version of the
format of the publicly visible source part in the message | v2 | String
diff --git a/docs/modules/ROOT/pages/debezium-sqlserver-starter.adoc
b/docs/modules/ROOT/pages/debezium-sqlserver-starter.adoc
index db40b4c..549a592 100644
--- a/docs/modules/ROOT/pages/debezium-sqlserver-starter.adoc
+++ b/docs/modules/ROOT/pages/debezium-sqlserver-starter.adoc
@@ -17,7 +17,7 @@ When using debezium-sqlserver with Spring Boot make sure to
use the following Ma
----
-The component supports 65 options, which are listed below.
+The component supports 68 options, which are listed below.
@@ -59,6 +59,7 @@ The component supports 65 options, which are listed below.
| *camel.component.debezium-sqlserver.internal-value-converter* | The
Converter class that should be used to serialize and deserialize value data for
offsets. The default is JSON converter. |
org.apache.kafka.connect.json.JsonConverter | String
| *camel.component.debezium-sqlserver.max-batch-size* | Maximum size of each
batch of source records. Defaults to 2048. | 2048 | Integer
| *camel.component.debezium-sqlserver.max-queue-size* | Maximum size of the
queue for change events read from the database log but not yet recorded or
forwarded. Defaults to 8192, and should always be larger than the maximum batch
size. | 8192 | Integer
+| *camel.component.debezium-sqlserver.max-queue-size-in-bytes* | Maximum size
of the queue in bytes for change events read from the database log but not yet
recorded or forwarded. Defaults to 0. Mean the feature is not enabled | 0 | Long
| *camel.component.debezium-sqlserver.message-key-columns* | A
semicolon-separated list of expressions that match fully-qualified tables and
column(s) to be used as message key. Each expression must match the pattern
':',where the table names could be defined as (DB_NAME.TABLE_NAME) or
(SCHEMA_NAME.TABLE_NAME), depending on the specific connector,and the key
columns are a comma-separated list of columns representing the custom key. For
any table without an explicit key configuration the [...]
| *camel.component.debezium-sqlserver.offset-commit-policy* | The name of the
Java class of the commit policy. It defines when offsets commit has to be
triggered based on the number of events processed and the time elapsed since
the last commit. This class must implement the interface 'OffsetCommitPolicy'.
The default is a periodic commit policy based upon time intervals. |
io.debezium.embedded.spi.OffsetCommitPolicy.PeriodicCommitOffsetPolicy | String
| *camel.component.debezium-sqlserver.offset-commit-timeout-ms* | Maximum
number of milliseconds to wait for records to flush and partition offset data
to be committed to offset storage before cancelling the process and restoring
the offset data to be committed in a future attempt. The default is 5 seconds.
The option is a long type. | 5000 | Long
@@ -76,8 +77,10 @@ The component supports 65 options, which are listed below.
| *camel.component.debezium-sqlserver.skipped-operations* | The
comma-separated list of operations to skip during streaming, defined as: 'i'
for inserts; 'u' for updates; 'd' for deletes. By default, no operations will
be skipped. | | String
| *camel.component.debezium-sqlserver.snapshot-delay-ms* | The number of
milliseconds to delay before a snapshot will begin. The option is a long type.
| 0 | Long
| *camel.component.debezium-sqlserver.snapshot-fetch-size* | The maximum
number of records that should be loaded into memory while performing a snapshot
| | Integer
+| *camel.component.debezium-sqlserver.snapshot-include-collection-list* | this
setting must be set to specify a list of tables/collections whose snapshot must
be taken on creating or restarting the connector. | | String
| *camel.component.debezium-sqlserver.snapshot-isolation-mode* | Controls
which transaction isolation level is used and how long the connector locks the
monitored tables. The default is 'repeatable_read', which means that repeatable
read isolation level is used. In addition, exclusive locks are taken only
during schema snapshot. Using a value of 'exclusive' ensures that the connector
holds the exclusive lock (and thus prevents any reads and updates) for all
monitored tables during the en [...]
| *camel.component.debezium-sqlserver.snapshot-lock-timeout-ms* | The maximum
number of millis to wait for table locks at the beginning of a snapshot. If
locks cannot be acquired in this time frame, the snapshot will be aborted.
Defaults to 10 seconds. The option is a long type. | 10000 | Long
+| *camel.component.debezium-sqlserver.snapshot-max-threads* | The maximum
number of threads used to perform the snapshot. Defaults to 1. | 1 | Integer
| *camel.component.debezium-sqlserver.snapshot-mode* | The criteria for
running a snapshot upon startup of the connector. Options include: 'initial'
(the default) to specify the connector should run a snapshot only when no
offsets are available for the logical server name; 'schema_only' to specify the
connector should run a snapshot of the schema when no offsets are available for
the logical server name. | initial | String
| *camel.component.debezium-sqlserver.snapshot-select-statement-overrides* |
This property contains a comma-separated list of fully-qualified tables
(DB_NAME.TABLE_NAME) or (SCHEMA_NAME.TABLE_NAME), depending on thespecific
connectors . Select statements for the individual tables are specified in
further configuration properties, one for each table, identified by the id
'snapshot.select.statement.overrides.DB_NAME.TABLE_NAME' or
'snapshot.select.statement.overrides.SCHEMA_NAME.TABLE_NAME [...]
| *camel.component.debezium-sqlserver.source-struct-version* | A version of
the format of the publicly visible source part in the message | v2 | String
