This is an automated email from the ASF dual-hosted git repository. davsclaus pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/camel.git
commit 749ccaac25606dbff0a88f735ae251f2485c5b12 Author: Claus Ibsen <claus.ib...@gmail.com> AuthorDate: Sat Apr 26 10:19:25 2025 +0200 CAMEL-22023: upgrade debezium 3.1.1 --- .../catalog/components/debezium-sqlserver.json | 34 ++++++++++---------- .../DebeziumSqlserverComponentConfigurer.java | 6 ++++ .../DebeziumSqlserverEndpointConfigurer.java | 6 ++++ .../DebeziumSqlserverEndpointUriFactory.java | 3 +- ...rverConnectorEmbeddedDebeziumConfiguration.java | 16 ++++++++++ .../debezium/sqlserver/debezium-sqlserver.json | 34 ++++++++++---------- .../DebeziumSqlserverEndpointBuilderFactory.java | 36 ++++++++++++++++++++++ parent/pom.xml | 2 +- 8 files changed, 103 insertions(+), 34 deletions(-) diff --git a/catalog/camel-catalog/src/generated/resources/org/apache/camel/catalog/components/debezium-sqlserver.json b/catalog/camel-catalog/src/generated/resources/org/apache/camel/catalog/components/debezium-sqlserver.json index 3782ec0ba3f..8ebd5fbf2b7 100644 --- a/catalog/camel-catalog/src/generated/resources/org/apache/camel/catalog/components/debezium-sqlserver.json +++ b/catalog/camel-catalog/src/generated/resources/org/apache/camel/catalog/components/debezium-sqlserver.json @@ -103,14 +103,15 @@ "snapshotTablesOrderByRowCount": { "index": 76, "kind": "property", "displayName": "Snapshot Tables Order By Row Count", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "disabled", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "con [...] "sourceinfoStructMaker": { "index": 77, "kind": "property", "displayName": "Sourceinfo Struct Maker", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "io.debezium.connector.sqlserver.SqlServerSourceInfoStructMaker", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfigu [...] "streamingDelayMs": { "index": 78, "kind": "property", "displayName": "Streaming Delay Ms", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "duration", "javaType": "long", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "0ms", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "A delay period [...] - "tableExcludeList": { "index": 79, "kind": "property", "displayName": "Table Exclude List", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "A comma-separated list of re [...] - "tableIgnoreBuiltin": { "index": 80, "kind": "property", "displayName": "Table Ignore Builtin", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "boolean", "javaType": "boolean", "deprecated": false, "autowired": false, "secret": false, "defaultValue": true, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Flag speci [...] - "tableIncludeList": { "index": 81, "kind": "property", "displayName": "Table Include List", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "The tables for which changes [...] - "timePrecisionMode": { "index": 82, "kind": "property", "displayName": "Time Precision Mode", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "adaptive", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": [...] - "tombstonesOnDelete": { "index": 83, "kind": "property", "displayName": "Tombstones On Delete", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "boolean", "javaType": "boolean", "deprecated": false, "autowired": false, "secret": false, "defaultValue": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Whether d [...] - "topicNamingStrategy": { "index": 84, "kind": "property", "displayName": "Topic Naming Strategy", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "io.debezium.schema.SchemaTopicNamingStrategy", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configuratio [...] - "topicPrefix": { "index": 85, "kind": "property", "displayName": "Topic Prefix", "group": "sqlserver", "label": "consumer,sqlserver", "required": true, "type": "string", "javaType": "java.lang.String", "deprecated": false, "deprecationNote": "", "autowired": false, "secret": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Topic prefix that [...] - "transactionMetadataFactory": { "index": 86, "kind": "property", "displayName": "Transaction Metadata Factory", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "io.debezium.pipeline.txmetadata.DefaultTransactionMetadataFactory", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDe [...] + "streamingFetchSize": { "index": 79, "kind": "property", "displayName": "Streaming Fetch Size", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "integer", "javaType": "int", "deprecated": false, "autowired": false, "secret": false, "defaultValue": 0, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Specifies the max [...] + "tableExcludeList": { "index": 80, "kind": "property", "displayName": "Table Exclude List", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "A comma-separated list of re [...] + "tableIgnoreBuiltin": { "index": 81, "kind": "property", "displayName": "Table Ignore Builtin", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "boolean", "javaType": "boolean", "deprecated": false, "autowired": false, "secret": false, "defaultValue": true, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Flag speci [...] + "tableIncludeList": { "index": 82, "kind": "property", "displayName": "Table Include List", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "The tables for which changes [...] + "timePrecisionMode": { "index": 83, "kind": "property", "displayName": "Time Precision Mode", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "adaptive", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": [...] + "tombstonesOnDelete": { "index": 84, "kind": "property", "displayName": "Tombstones On Delete", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "boolean", "javaType": "boolean", "deprecated": false, "autowired": false, "secret": false, "defaultValue": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Whether d [...] + "topicNamingStrategy": { "index": 85, "kind": "property", "displayName": "Topic Naming Strategy", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "io.debezium.schema.SchemaTopicNamingStrategy", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configuratio [...] + "topicPrefix": { "index": 86, "kind": "property", "displayName": "Topic Prefix", "group": "sqlserver", "label": "consumer,sqlserver", "required": true, "type": "string", "javaType": "java.lang.String", "deprecated": false, "deprecationNote": "", "autowired": false, "secret": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Topic prefix that [...] + "transactionMetadataFactory": { "index": 87, "kind": "property", "displayName": "Transaction Metadata Factory", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "io.debezium.pipeline.txmetadata.DefaultTransactionMetadataFactory", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDe [...] }, "headers": { "CamelDebeziumSourceMetadata": { "index": 0, "kind": "header", "displayName": "", "group": "consumer", "label": "", "required": false, "javaType": "Map<String, Object>", "deprecated": false, "deprecationNote": "", "autowired": false, "secret": false, "description": "The metadata about the source event, for example table name, database name, log position, etc, please refer to the Debezium documentation for more info.", "constantName": "org.apache.camel.component.debezium.DebeziumConst [...] @@ -202,13 +203,14 @@ "snapshotTablesOrderByRowCount": { "index": 77, "kind": "parameter", "displayName": "Snapshot Tables Order By Row Count", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "disabled", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "co [...] "sourceinfoStructMaker": { "index": 78, "kind": "parameter", "displayName": "Sourceinfo Struct Maker", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "io.debezium.connector.sqlserver.SqlServerSourceInfoStructMaker", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfig [...] "streamingDelayMs": { "index": 79, "kind": "parameter", "displayName": "Streaming Delay Ms", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "duration", "javaType": "long", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "0ms", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "A delay period [...] - "tableExcludeList": { "index": 80, "kind": "parameter", "displayName": "Table Exclude List", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "A comma-separated list of r [...] - "tableIgnoreBuiltin": { "index": 81, "kind": "parameter", "displayName": "Table Ignore Builtin", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "boolean", "javaType": "boolean", "deprecated": false, "autowired": false, "secret": false, "defaultValue": true, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Flag spec [...] - "tableIncludeList": { "index": 82, "kind": "parameter", "displayName": "Table Include List", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "The tables for which change [...] - "timePrecisionMode": { "index": 83, "kind": "parameter", "displayName": "Time Precision Mode", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "adaptive", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description" [...] - "tombstonesOnDelete": { "index": 84, "kind": "parameter", "displayName": "Tombstones On Delete", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "boolean", "javaType": "boolean", "deprecated": false, "autowired": false, "secret": false, "defaultValue": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Whether [...] - "topicNamingStrategy": { "index": 85, "kind": "parameter", "displayName": "Topic Naming Strategy", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "io.debezium.schema.SchemaTopicNamingStrategy", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurati [...] - "topicPrefix": { "index": 86, "kind": "parameter", "displayName": "Topic Prefix", "group": "sqlserver", "label": "consumer,sqlserver", "required": true, "type": "string", "javaType": "java.lang.String", "deprecated": false, "deprecationNote": "", "autowired": false, "secret": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Topic prefix tha [...] - "transactionMetadataFactory": { "index": 87, "kind": "parameter", "displayName": "Transaction Metadata Factory", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "io.debezium.pipeline.txmetadata.DefaultTransactionMetadataFactory", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedD [...] + "streamingFetchSize": { "index": 80, "kind": "parameter", "displayName": "Streaming Fetch Size", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "integer", "javaType": "int", "deprecated": false, "autowired": false, "secret": false, "defaultValue": 0, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Specifies the ma [...] + "tableExcludeList": { "index": 81, "kind": "parameter", "displayName": "Table Exclude List", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "A comma-separated list of r [...] + "tableIgnoreBuiltin": { "index": 82, "kind": "parameter", "displayName": "Table Ignore Builtin", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "boolean", "javaType": "boolean", "deprecated": false, "autowired": false, "secret": false, "defaultValue": true, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Flag spec [...] + "tableIncludeList": { "index": 83, "kind": "parameter", "displayName": "Table Include List", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "The tables for which change [...] + "timePrecisionMode": { "index": 84, "kind": "parameter", "displayName": "Time Precision Mode", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "adaptive", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description" [...] + "tombstonesOnDelete": { "index": 85, "kind": "parameter", "displayName": "Tombstones On Delete", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "boolean", "javaType": "boolean", "deprecated": false, "autowired": false, "secret": false, "defaultValue": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Whether [...] + "topicNamingStrategy": { "index": 86, "kind": "parameter", "displayName": "Topic Naming Strategy", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "io.debezium.schema.SchemaTopicNamingStrategy", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurati [...] + "topicPrefix": { "index": 87, "kind": "parameter", "displayName": "Topic Prefix", "group": "sqlserver", "label": "consumer,sqlserver", "required": true, "type": "string", "javaType": "java.lang.String", "deprecated": false, "deprecationNote": "", "autowired": false, "secret": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Topic prefix tha [...] + "transactionMetadataFactory": { "index": 88, "kind": "parameter", "displayName": "Transaction Metadata Factory", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "io.debezium.pipeline.txmetadata.DefaultTransactionMetadataFactory", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedD [...] } } diff --git a/components/camel-debezium/camel-debezium-sqlserver/src/generated/java/org/apache/camel/component/debezium/sqlserver/DebeziumSqlserverComponentConfigurer.java b/components/camel-debezium/camel-debezium-sqlserver/src/generated/java/org/apache/camel/component/debezium/sqlserver/DebeziumSqlserverComponentConfigurer.java index ebcf761436c..9513423ae29 100644 --- a/components/camel-debezium/camel-debezium-sqlserver/src/generated/java/org/apache/camel/component/debezium/sqlserver/DebeziumSqlserverComponentConfigurer.java +++ b/components/camel-debezium/camel-debezium-sqlserver/src/generated/java/org/apache/camel/component/debezium/sqlserver/DebeziumSqlserverComponentConfigurer.java @@ -186,6 +186,8 @@ public class DebeziumSqlserverComponentConfigurer extends PropertyConfigurerSupp case "sourceinfoStructMaker": getOrCreateConfiguration(target).setSourceinfoStructMaker(property(camelContext, java.lang.String.class, value)); return true; case "streamingdelayms": case "streamingDelayMs": getOrCreateConfiguration(target).setStreamingDelayMs(property(camelContext, java.time.Duration.class, value).toMillis()); return true; + case "streamingfetchsize": + case "streamingFetchSize": getOrCreateConfiguration(target).setStreamingFetchSize(property(camelContext, int.class, value)); return true; case "tableexcludelist": case "tableExcludeList": getOrCreateConfiguration(target).setTableExcludeList(property(camelContext, java.lang.String.class, value)); return true; case "tableignorebuiltin": @@ -365,6 +367,8 @@ public class DebeziumSqlserverComponentConfigurer extends PropertyConfigurerSupp case "sourceinfoStructMaker": return java.lang.String.class; case "streamingdelayms": case "streamingDelayMs": return long.class; + case "streamingfetchsize": + case "streamingFetchSize": return int.class; case "tableexcludelist": case "tableExcludeList": return java.lang.String.class; case "tableignorebuiltin": @@ -545,6 +549,8 @@ public class DebeziumSqlserverComponentConfigurer extends PropertyConfigurerSupp case "sourceinfoStructMaker": return getOrCreateConfiguration(target).getSourceinfoStructMaker(); case "streamingdelayms": case "streamingDelayMs": return getOrCreateConfiguration(target).getStreamingDelayMs(); + case "streamingfetchsize": + case "streamingFetchSize": return getOrCreateConfiguration(target).getStreamingFetchSize(); case "tableexcludelist": case "tableExcludeList": return getOrCreateConfiguration(target).getTableExcludeList(); case "tableignorebuiltin": diff --git a/components/camel-debezium/camel-debezium-sqlserver/src/generated/java/org/apache/camel/component/debezium/sqlserver/DebeziumSqlserverEndpointConfigurer.java b/components/camel-debezium/camel-debezium-sqlserver/src/generated/java/org/apache/camel/component/debezium/sqlserver/DebeziumSqlserverEndpointConfigurer.java index 67072e04038..9047dbec160 100644 --- a/components/camel-debezium/camel-debezium-sqlserver/src/generated/java/org/apache/camel/component/debezium/sqlserver/DebeziumSqlserverEndpointConfigurer.java +++ b/components/camel-debezium/camel-debezium-sqlserver/src/generated/java/org/apache/camel/component/debezium/sqlserver/DebeziumSqlserverEndpointConfigurer.java @@ -180,6 +180,8 @@ public class DebeziumSqlserverEndpointConfigurer extends PropertyConfigurerSuppo case "sourceinfoStructMaker": target.getConfiguration().setSourceinfoStructMaker(property(camelContext, java.lang.String.class, value)); return true; case "streamingdelayms": case "streamingDelayMs": target.getConfiguration().setStreamingDelayMs(property(camelContext, java.time.Duration.class, value).toMillis()); return true; + case "streamingfetchsize": + case "streamingFetchSize": target.getConfiguration().setStreamingFetchSize(property(camelContext, int.class, value)); return true; case "tableexcludelist": case "tableExcludeList": target.getConfiguration().setTableExcludeList(property(camelContext, java.lang.String.class, value)); return true; case "tableignorebuiltin": @@ -360,6 +362,8 @@ public class DebeziumSqlserverEndpointConfigurer extends PropertyConfigurerSuppo case "sourceinfoStructMaker": return java.lang.String.class; case "streamingdelayms": case "streamingDelayMs": return long.class; + case "streamingfetchsize": + case "streamingFetchSize": return int.class; case "tableexcludelist": case "tableExcludeList": return java.lang.String.class; case "tableignorebuiltin": @@ -541,6 +545,8 @@ public class DebeziumSqlserverEndpointConfigurer extends PropertyConfigurerSuppo case "sourceinfoStructMaker": return target.getConfiguration().getSourceinfoStructMaker(); case "streamingdelayms": case "streamingDelayMs": return target.getConfiguration().getStreamingDelayMs(); + case "streamingfetchsize": + case "streamingFetchSize": return target.getConfiguration().getStreamingFetchSize(); case "tableexcludelist": case "tableExcludeList": return target.getConfiguration().getTableExcludeList(); case "tableignorebuiltin": diff --git a/components/camel-debezium/camel-debezium-sqlserver/src/generated/java/org/apache/camel/component/debezium/sqlserver/DebeziumSqlserverEndpointUriFactory.java b/components/camel-debezium/camel-debezium-sqlserver/src/generated/java/org/apache/camel/component/debezium/sqlserver/DebeziumSqlserverEndpointUriFactory.java index 9fd24547081..1825ab65312 100644 --- a/components/camel-debezium/camel-debezium-sqlserver/src/generated/java/org/apache/camel/component/debezium/sqlserver/DebeziumSqlserverEndpointUriFactory.java +++ b/components/camel-debezium/camel-debezium-sqlserver/src/generated/java/org/apache/camel/component/debezium/sqlserver/DebeziumSqlserverEndpointUriFactory.java @@ -23,7 +23,7 @@ public class DebeziumSqlserverEndpointUriFactory extends org.apache.camel.suppor private static final Set<String> SECRET_PROPERTY_NAMES; private static final Set<String> MULTI_VALUE_PREFIXES; static { - Set<String> props = new HashSet<>(88); + Set<String> props = new HashSet<>(89); props.add("additionalProperties"); props.add("binaryHandlingMode"); props.add("bridgeErrorHandler"); @@ -104,6 +104,7 @@ public class DebeziumSqlserverEndpointUriFactory extends org.apache.camel.suppor props.add("snapshotTablesOrderByRowCount"); props.add("sourceinfoStructMaker"); props.add("streamingDelayMs"); + props.add("streamingFetchSize"); props.add("tableExcludeList"); props.add("tableIgnoreBuiltin"); props.add("tableIncludeList"); diff --git a/components/camel-debezium/camel-debezium-sqlserver/src/generated/java/org/apache/camel/component/debezium/sqlserver/configuration/SqlServerConnectorEmbeddedDebeziumConfiguration.java b/components/camel-debezium/camel-debezium-sqlserver/src/generated/java/org/apache/camel/component/debezium/sqlserver/configuration/SqlServerConnectorEmbeddedDebeziumConfiguration.java index b1657255ed1..aab96370e3f 100644 --- a/components/camel-debezium/camel-debezium-sqlserver/src/generated/java/org/apache/camel/component/debezium/sqlserver/configuration/SqlServerConnectorEmbeddedDebeziumConfiguration.java +++ b/components/camel-debezium/camel-debezium-sqlserver/src/generated/java/org/apache/camel/component/debezium/sqlserver/configuration/SqlServerConnectorEmbeddedDebeziumConfiguration.java @@ -72,6 +72,8 @@ public class SqlServerConnectorEmbeddedDebeziumConfiguration private String columnPropagateSourceType; @UriParam(label = LABEL_NAME, defaultValue = "-1") private int errorsMaxRetries = -1; + @UriParam(label = LABEL_NAME, defaultValue = "0") + private int streamingFetchSize = 0; @UriParam(label = LABEL_NAME) private String tableExcludeList; @UriParam(label = LABEL_NAME) @@ -559,6 +561,19 @@ public class SqlServerConnectorEmbeddedDebeziumConfiguration return errorsMaxRetries; } + /** + * Specifies the maximum number of rows that should be read in one go from + * each table while streaming. The connector will read the table contents in + * multiple batches of this size. Defaults to 0 which means no limit. + */ + public void setStreamingFetchSize(int streamingFetchSize) { + this.streamingFetchSize = streamingFetchSize; + } + + public int getStreamingFetchSize() { + return streamingFetchSize; + } + /** * A comma-separated list of regular expressions that match the * fully-qualified names of tables to be excluded from monitoring @@ -1196,6 +1211,7 @@ public class SqlServerConnectorEmbeddedDebeziumConfiguration addPropertyIfNotNull(configBuilder, "column.include.list", columnIncludeList); addPropertyIfNotNull(configBuilder, "column.propagate.source.type", columnPropagateSourceType); addPropertyIfNotNull(configBuilder, "errors.max.retries", errorsMaxRetries); + addPropertyIfNotNull(configBuilder, "streaming.fetch.size", streamingFetchSize); addPropertyIfNotNull(configBuilder, "table.exclude.list", tableExcludeList); addPropertyIfNotNull(configBuilder, "database.password", databasePassword); addPropertyIfNotNull(configBuilder, "max.batch.size", maxBatchSize); diff --git a/components/camel-debezium/camel-debezium-sqlserver/src/generated/resources/META-INF/org/apache/camel/component/debezium/sqlserver/debezium-sqlserver.json b/components/camel-debezium/camel-debezium-sqlserver/src/generated/resources/META-INF/org/apache/camel/component/debezium/sqlserver/debezium-sqlserver.json index 3782ec0ba3f..8ebd5fbf2b7 100644 --- a/components/camel-debezium/camel-debezium-sqlserver/src/generated/resources/META-INF/org/apache/camel/component/debezium/sqlserver/debezium-sqlserver.json +++ b/components/camel-debezium/camel-debezium-sqlserver/src/generated/resources/META-INF/org/apache/camel/component/debezium/sqlserver/debezium-sqlserver.json @@ -103,14 +103,15 @@ "snapshotTablesOrderByRowCount": { "index": 76, "kind": "property", "displayName": "Snapshot Tables Order By Row Count", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "disabled", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "con [...] "sourceinfoStructMaker": { "index": 77, "kind": "property", "displayName": "Sourceinfo Struct Maker", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "io.debezium.connector.sqlserver.SqlServerSourceInfoStructMaker", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfigu [...] "streamingDelayMs": { "index": 78, "kind": "property", "displayName": "Streaming Delay Ms", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "duration", "javaType": "long", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "0ms", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "A delay period [...] - "tableExcludeList": { "index": 79, "kind": "property", "displayName": "Table Exclude List", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "A comma-separated list of re [...] - "tableIgnoreBuiltin": { "index": 80, "kind": "property", "displayName": "Table Ignore Builtin", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "boolean", "javaType": "boolean", "deprecated": false, "autowired": false, "secret": false, "defaultValue": true, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Flag speci [...] - "tableIncludeList": { "index": 81, "kind": "property", "displayName": "Table Include List", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "The tables for which changes [...] - "timePrecisionMode": { "index": 82, "kind": "property", "displayName": "Time Precision Mode", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "adaptive", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": [...] - "tombstonesOnDelete": { "index": 83, "kind": "property", "displayName": "Tombstones On Delete", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "boolean", "javaType": "boolean", "deprecated": false, "autowired": false, "secret": false, "defaultValue": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Whether d [...] - "topicNamingStrategy": { "index": 84, "kind": "property", "displayName": "Topic Naming Strategy", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "io.debezium.schema.SchemaTopicNamingStrategy", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configuratio [...] - "topicPrefix": { "index": 85, "kind": "property", "displayName": "Topic Prefix", "group": "sqlserver", "label": "consumer,sqlserver", "required": true, "type": "string", "javaType": "java.lang.String", "deprecated": false, "deprecationNote": "", "autowired": false, "secret": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Topic prefix that [...] - "transactionMetadataFactory": { "index": 86, "kind": "property", "displayName": "Transaction Metadata Factory", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "io.debezium.pipeline.txmetadata.DefaultTransactionMetadataFactory", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDe [...] + "streamingFetchSize": { "index": 79, "kind": "property", "displayName": "Streaming Fetch Size", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "integer", "javaType": "int", "deprecated": false, "autowired": false, "secret": false, "defaultValue": 0, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Specifies the max [...] + "tableExcludeList": { "index": 80, "kind": "property", "displayName": "Table Exclude List", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "A comma-separated list of re [...] + "tableIgnoreBuiltin": { "index": 81, "kind": "property", "displayName": "Table Ignore Builtin", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "boolean", "javaType": "boolean", "deprecated": false, "autowired": false, "secret": false, "defaultValue": true, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Flag speci [...] + "tableIncludeList": { "index": 82, "kind": "property", "displayName": "Table Include List", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "The tables for which changes [...] + "timePrecisionMode": { "index": 83, "kind": "property", "displayName": "Time Precision Mode", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "adaptive", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": [...] + "tombstonesOnDelete": { "index": 84, "kind": "property", "displayName": "Tombstones On Delete", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "boolean", "javaType": "boolean", "deprecated": false, "autowired": false, "secret": false, "defaultValue": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Whether d [...] + "topicNamingStrategy": { "index": 85, "kind": "property", "displayName": "Topic Naming Strategy", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "io.debezium.schema.SchemaTopicNamingStrategy", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configuratio [...] + "topicPrefix": { "index": 86, "kind": "property", "displayName": "Topic Prefix", "group": "sqlserver", "label": "consumer,sqlserver", "required": true, "type": "string", "javaType": "java.lang.String", "deprecated": false, "deprecationNote": "", "autowired": false, "secret": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Topic prefix that [...] + "transactionMetadataFactory": { "index": 87, "kind": "property", "displayName": "Transaction Metadata Factory", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "io.debezium.pipeline.txmetadata.DefaultTransactionMetadataFactory", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDe [...] }, "headers": { "CamelDebeziumSourceMetadata": { "index": 0, "kind": "header", "displayName": "", "group": "consumer", "label": "", "required": false, "javaType": "Map<String, Object>", "deprecated": false, "deprecationNote": "", "autowired": false, "secret": false, "description": "The metadata about the source event, for example table name, database name, log position, etc, please refer to the Debezium documentation for more info.", "constantName": "org.apache.camel.component.debezium.DebeziumConst [...] @@ -202,13 +203,14 @@ "snapshotTablesOrderByRowCount": { "index": 77, "kind": "parameter", "displayName": "Snapshot Tables Order By Row Count", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "disabled", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "co [...] "sourceinfoStructMaker": { "index": 78, "kind": "parameter", "displayName": "Sourceinfo Struct Maker", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "io.debezium.connector.sqlserver.SqlServerSourceInfoStructMaker", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfig [...] "streamingDelayMs": { "index": 79, "kind": "parameter", "displayName": "Streaming Delay Ms", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "duration", "javaType": "long", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "0ms", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "A delay period [...] - "tableExcludeList": { "index": 80, "kind": "parameter", "displayName": "Table Exclude List", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "A comma-separated list of r [...] - "tableIgnoreBuiltin": { "index": 81, "kind": "parameter", "displayName": "Table Ignore Builtin", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "boolean", "javaType": "boolean", "deprecated": false, "autowired": false, "secret": false, "defaultValue": true, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Flag spec [...] - "tableIncludeList": { "index": 82, "kind": "parameter", "displayName": "Table Include List", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "The tables for which change [...] - "timePrecisionMode": { "index": 83, "kind": "parameter", "displayName": "Time Precision Mode", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "adaptive", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description" [...] - "tombstonesOnDelete": { "index": 84, "kind": "parameter", "displayName": "Tombstones On Delete", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "boolean", "javaType": "boolean", "deprecated": false, "autowired": false, "secret": false, "defaultValue": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Whether [...] - "topicNamingStrategy": { "index": 85, "kind": "parameter", "displayName": "Topic Naming Strategy", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "io.debezium.schema.SchemaTopicNamingStrategy", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurati [...] - "topicPrefix": { "index": 86, "kind": "parameter", "displayName": "Topic Prefix", "group": "sqlserver", "label": "consumer,sqlserver", "required": true, "type": "string", "javaType": "java.lang.String", "deprecated": false, "deprecationNote": "", "autowired": false, "secret": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Topic prefix tha [...] - "transactionMetadataFactory": { "index": 87, "kind": "parameter", "displayName": "Transaction Metadata Factory", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "io.debezium.pipeline.txmetadata.DefaultTransactionMetadataFactory", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedD [...] + "streamingFetchSize": { "index": 80, "kind": "parameter", "displayName": "Streaming Fetch Size", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "integer", "javaType": "int", "deprecated": false, "autowired": false, "secret": false, "defaultValue": 0, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Specifies the ma [...] + "tableExcludeList": { "index": 81, "kind": "parameter", "displayName": "Table Exclude List", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "A comma-separated list of r [...] + "tableIgnoreBuiltin": { "index": 82, "kind": "parameter", "displayName": "Table Ignore Builtin", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "boolean", "javaType": "boolean", "deprecated": false, "autowired": false, "secret": false, "defaultValue": true, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Flag spec [...] + "tableIncludeList": { "index": 83, "kind": "parameter", "displayName": "Table Include List", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "The tables for which change [...] + "timePrecisionMode": { "index": 84, "kind": "parameter", "displayName": "Time Precision Mode", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "adaptive", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description" [...] + "tombstonesOnDelete": { "index": 85, "kind": "parameter", "displayName": "Tombstones On Delete", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "boolean", "javaType": "boolean", "deprecated": false, "autowired": false, "secret": false, "defaultValue": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Whether [...] + "topicNamingStrategy": { "index": 86, "kind": "parameter", "displayName": "Topic Naming Strategy", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "io.debezium.schema.SchemaTopicNamingStrategy", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurati [...] + "topicPrefix": { "index": 87, "kind": "parameter", "displayName": "Topic Prefix", "group": "sqlserver", "label": "consumer,sqlserver", "required": true, "type": "string", "javaType": "java.lang.String", "deprecated": false, "deprecationNote": "", "autowired": false, "secret": false, "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedDebeziumConfiguration", "configurationField": "configuration", "description": "Topic prefix tha [...] + "transactionMetadataFactory": { "index": 88, "kind": "parameter", "displayName": "Transaction Metadata Factory", "group": "sqlserver", "label": "consumer,sqlserver", "required": false, "type": "string", "javaType": "java.lang.String", "deprecated": false, "autowired": false, "secret": false, "defaultValue": "io.debezium.pipeline.txmetadata.DefaultTransactionMetadataFactory", "configurationClass": "org.apache.camel.component.debezium.sqlserver.configuration.SqlServerConnectorEmbeddedD [...] } } diff --git a/dsl/camel-endpointdsl/src/generated/java/org/apache/camel/builder/endpoint/dsl/DebeziumSqlserverEndpointBuilderFactory.java b/dsl/camel-endpointdsl/src/generated/java/org/apache/camel/builder/endpoint/dsl/DebeziumSqlserverEndpointBuilderFactory.java index 7c8c522ed7a..45cb66e8fcf 100644 --- a/dsl/camel-endpointdsl/src/generated/java/org/apache/camel/builder/endpoint/dsl/DebeziumSqlserverEndpointBuilderFactory.java +++ b/dsl/camel-endpointdsl/src/generated/java/org/apache/camel/builder/endpoint/dsl/DebeziumSqlserverEndpointBuilderFactory.java @@ -1953,6 +1953,42 @@ public interface DebeziumSqlserverEndpointBuilderFactory { doSetProperty("streamingDelayMs", streamingDelayMs); return this; } + /** + * Specifies the maximum number of rows that should be read in one go + * from each table while streaming. The connector will read the table + * contents in multiple batches of this size. Defaults to 0 which means + * no limit. + * + * The option is a: <code>int</code> type. + * + * Default: 0 + * Group: sqlserver + * + * @param streamingFetchSize the value to set + * @return the dsl builder + */ + default DebeziumSqlserverEndpointBuilder streamingFetchSize(int streamingFetchSize) { + doSetProperty("streamingFetchSize", streamingFetchSize); + return this; + } + /** + * Specifies the maximum number of rows that should be read in one go + * from each table while streaming. The connector will read the table + * contents in multiple batches of this size. Defaults to 0 which means + * no limit. + * + * The option will be converted to a <code>int</code> type. + * + * Default: 0 + * Group: sqlserver + * + * @param streamingFetchSize the value to set + * @return the dsl builder + */ + default DebeziumSqlserverEndpointBuilder streamingFetchSize(String streamingFetchSize) { + doSetProperty("streamingFetchSize", streamingFetchSize); + return this; + } /** * A comma-separated list of regular expressions that match the * fully-qualified names of tables to be excluded from monitoring. diff --git a/parent/pom.xml b/parent/pom.xml index 3f37ae9a9f3..2b275f22b7a 100644 --- a/parent/pom.xml +++ b/parent/pom.xml @@ -133,7 +133,7 @@ <daffodil-version>3.10.0</daffodil-version> <dapr-version>1.13.1</dapr-version> <datasonnet-mapper-version>3.0.0</datasonnet-mapper-version> - <debezium-version>3.0.8.Final</debezium-version> + <debezium-version>3.1.1.Final</debezium-version> <debezium-mysql-connector-version>9.2.0</debezium-mysql-connector-version> <derby-version>10.16.1.1</derby-version> <digitalocean-api-client-version>2.17</digitalocean-api-client-version>