This is an automated email from the ASF dual-hosted git repository. acosentino pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/camel-kafka-connector.git
The following commit(s) were added to refs/heads/main by this push: new 34a1bd4 [create-pull-request] automated change 34a1bd4 is described below commit 34a1bd4ad568b9c8d261f22e437abfbb06921f55 Author: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com> AuthorDate: Fri Jun 25 04:18:00 2021 +0000 [create-pull-request] automated change --- .../src/generated/resources/connectors/camel-file-source.json | 6 +++--- .../src/generated/resources/connectors/camel-ftp-source.json | 6 +++--- .../src/generated/resources/connectors/camel-ftps-source.json | 6 +++--- .../src/generated/resources/connectors/camel-log-sink.json | 9 ++++++++- .../generated/resources/connectors/camel-quartz-source.json | 2 +- .../src/generated/resources/connectors/camel-sftp-source.json | 6 +++--- .../src/generated/resources/camel-file-source.json | 6 +++--- .../src/main/docs/camel-file-kafka-source-connector.adoc | 6 +++--- .../kafkaconnector/file/CamelFileSourceConnectorConfig.java | 6 +++--- .../src/generated/resources/camel-ftp-source.json | 6 +++--- .../src/main/docs/camel-ftp-kafka-source-connector.adoc | 6 +++--- .../kafkaconnector/ftp/CamelFtpSourceConnectorConfig.java | 6 +++--- .../src/generated/resources/camel-ftps-source.json | 6 +++--- .../src/main/docs/camel-ftps-kafka-source-connector.adoc | 6 +++--- .../kafkaconnector/ftps/CamelFtpsSourceConnectorConfig.java | 6 +++--- .../src/generated/resources/camel-log-sink.json | 9 ++++++++- .../src/main/docs/camel-log-kafka-sink-connector.adoc | 5 +++-- .../camel/kafkaconnector/log/CamelLogSinkConnectorConfig.java | 6 +++++- .../src/generated/resources/camel-quartz-source.json | 2 +- .../src/main/docs/camel-quartz-kafka-source-connector.adoc | 2 +- .../quartz/CamelQuartzSourceConnectorConfig.java | 2 +- .../src/generated/resources/camel-sftp-source.json | 6 +++--- .../src/main/docs/camel-sftp-kafka-source-connector.adoc | 6 +++--- .../kafkaconnector/sftp/CamelSftpSourceConnectorConfig.java | 6 +++--- .../pages/connectors/camel-file-kafka-source-connector.adoc | 10 +++------- .../pages/connectors/camel-ftp-kafka-source-connector.adoc | 10 +++------- .../pages/connectors/camel-ftps-kafka-source-connector.adoc | 10 +++------- .../ROOT/pages/connectors/camel-log-kafka-sink-connector.adoc | 9 +++------ .../pages/connectors/camel-quartz-kafka-source-connector.adoc | 6 +----- .../pages/connectors/camel-sftp-kafka-source-connector.adoc | 10 +++------- 30 files changed, 92 insertions(+), 96 deletions(-) diff --git a/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-file-source.json b/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-file-source.json index e726089..0828614 100644 --- a/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-file-source.json +++ b/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-file-source.json @@ -231,13 +231,13 @@ }, "camel.source.endpoint.exclude": { "name": "camel.source.endpoint.exclude", - "description": "Is used to exclude files, if filename matches the regex pattern (matching is case in-senstive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris", + "description": "Is used to exclude files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris", "priority": "MEDIUM", "required": "false" }, "camel.source.endpoint.excludeExt": { "name": "camel.source.endpoint.excludeExt", - "description": "Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat.", + "description": "Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include\/exclude options.", "priority": "MEDIUM", "required": "false" }, @@ -286,7 +286,7 @@ }, "camel.source.endpoint.includeExt": { "name": "camel.source.endpoint.includeExt", - "description": "Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml", + "description": "Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include\/exclude options.", "priority": "MEDIUM", "required": "false" }, diff --git a/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-ftp-source.json b/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-ftp-source.json index 0e37a11..c79693b 100644 --- a/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-ftp-source.json +++ b/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-ftp-source.json @@ -389,13 +389,13 @@ }, "camel.source.endpoint.exclude": { "name": "camel.source.endpoint.exclude", - "description": "Is used to exclude files, if filename matches the regex pattern (matching is case in-senstive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris", + "description": "Is used to exclude files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris", "priority": "MEDIUM", "required": "false" }, "camel.source.endpoint.excludeExt": { "name": "camel.source.endpoint.excludeExt", - "description": "Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat.", + "description": "Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include\/exclude options.", "priority": "MEDIUM", "required": "false" }, @@ -444,7 +444,7 @@ }, "camel.source.endpoint.includeExt": { "name": "camel.source.endpoint.includeExt", - "description": "Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml", + "description": "Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include\/exclude options.", "priority": "MEDIUM", "required": "false" }, diff --git a/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-ftps-source.json b/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-ftps-source.json index 70834a0..d8c4a4c 100644 --- a/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-ftps-source.json +++ b/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-ftps-source.json @@ -389,13 +389,13 @@ }, "camel.source.endpoint.exclude": { "name": "camel.source.endpoint.exclude", - "description": "Is used to exclude files, if filename matches the regex pattern (matching is case in-senstive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris", + "description": "Is used to exclude files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris", "priority": "MEDIUM", "required": "false" }, "camel.source.endpoint.excludeExt": { "name": "camel.source.endpoint.excludeExt", - "description": "Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat.", + "description": "Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include\/exclude options.", "priority": "MEDIUM", "required": "false" }, @@ -444,7 +444,7 @@ }, "camel.source.endpoint.includeExt": { "name": "camel.source.endpoint.includeExt", - "description": "Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml", + "description": "Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include\/exclude options.", "priority": "MEDIUM", "required": "false" }, diff --git a/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-log-sink.json b/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-log-sink.json index 19504d3..6e58ed9 100644 --- a/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-log-sink.json +++ b/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-log-sink.json @@ -101,6 +101,13 @@ "priority": "MEDIUM", "required": "false" }, + "camel.sink.endpoint.showAllProperties": { + "name": "camel.sink.endpoint.showAllProperties", + "description": "Show all of the exchange properties (both internal and custom).", + "defaultValue": "false", + "priority": "MEDIUM", + "required": "false" + }, "camel.sink.endpoint.showBody": { "name": "camel.sink.endpoint.showBody", "description": "Show the message body.", @@ -166,7 +173,7 @@ }, "camel.sink.endpoint.showProperties": { "name": "camel.sink.endpoint.showProperties", - "description": "Show the exchange properties.", + "description": "Show the exchange properties (only custom). Use showAllProperties to show both internal and custom properties.", "defaultValue": "false", "priority": "MEDIUM", "required": "false" diff --git a/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-quartz-source.json b/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-quartz-source.json index 9f2fa5f..632b3f6 100644 --- a/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-quartz-source.json +++ b/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-quartz-source.json @@ -220,7 +220,7 @@ }, "camel.component.quartz.interruptJobsOnShutdown": { "name": "camel.component.quartz.interruptJobsOnShutdown", - "description": "Whether to interrupt jobs on shutdown which forces the scheduler to shutdown quicker and attempt to interrupt any running jobs. If this is enabled then any running jobs can fail due to being interrupted.", + "description": "Whether to interrupt jobs on shutdown which forces the scheduler to shutdown quicker and attempt to interrupt any running jobs. If this is enabled then any running jobs can fail due to being interrupted. When a job is interrupted then Camel will mark the exchange to stop continue routing and set java.util.concurrent.RejectedExecutionException as caused exception. Therefore use this with care, as its often better to allow Camel jobs to complete and shutdown gracefully.", "defaultValue": "false", "priority": "MEDIUM", "required": "false" diff --git a/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-sftp-source.json b/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-sftp-source.json index e92d0f1..b468297 100644 --- a/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-sftp-source.json +++ b/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-sftp-source.json @@ -362,13 +362,13 @@ }, "camel.source.endpoint.exclude": { "name": "camel.source.endpoint.exclude", - "description": "Is used to exclude files, if filename matches the regex pattern (matching is case in-senstive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris", + "description": "Is used to exclude files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris", "priority": "MEDIUM", "required": "false" }, "camel.source.endpoint.excludeExt": { "name": "camel.source.endpoint.excludeExt", - "description": "Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat.", + "description": "Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include\/exclude options.", "priority": "MEDIUM", "required": "false" }, @@ -417,7 +417,7 @@ }, "camel.source.endpoint.includeExt": { "name": "camel.source.endpoint.includeExt", - "description": "Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml", + "description": "Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include\/exclude options.", "priority": "MEDIUM", "required": "false" }, diff --git a/connectors/camel-file-kafka-connector/src/generated/resources/camel-file-source.json b/connectors/camel-file-kafka-connector/src/generated/resources/camel-file-source.json index 7254606..6f43b62 100644 --- a/connectors/camel-file-kafka-connector/src/generated/resources/camel-file-source.json +++ b/connectors/camel-file-kafka-connector/src/generated/resources/camel-file-source.json @@ -231,13 +231,13 @@ }, "camel.source.endpoint.exclude": { "name": "camel.source.endpoint.exclude", - "description": "Is used to exclude files, if filename matches the regex pattern (matching is case in-senstive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris", + "description": "Is used to exclude files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris", "priority": "MEDIUM", "required": "false" }, "camel.source.endpoint.excludeExt": { "name": "camel.source.endpoint.excludeExt", - "description": "Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat.", + "description": "Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include\/exclude options.", "priority": "MEDIUM", "required": "false" }, @@ -286,7 +286,7 @@ }, "camel.source.endpoint.includeExt": { "name": "camel.source.endpoint.includeExt", - "description": "Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml", + "description": "Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include\/exclude options.", "priority": "MEDIUM", "required": "false" }, diff --git a/connectors/camel-file-kafka-connector/src/main/docs/camel-file-kafka-source-connector.adoc b/connectors/camel-file-kafka-connector/src/main/docs/camel-file-kafka-source-connector.adoc index 5438994..32af706 100644 --- a/connectors/camel-file-kafka-connector/src/main/docs/camel-file-kafka-source-connector.adoc +++ b/connectors/camel-file-kafka-connector/src/main/docs/camel-file-kafka-source-connector.adoc @@ -64,8 +64,8 @@ The camel-file source connector supports 81 options, which are listed below. | *camel.source.endpoint.antFilterCaseSensitive* | Sets case sensitive flag on ant filter. | true | false | MEDIUM | *camel.source.endpoint.antInclude* | Ant style filter inclusion. Multiple inclusions may be specified in comma-delimited format. | null | false | MEDIUM | *camel.source.endpoint.eagerMaxMessagesPerPoll* | Allows for controlling whether the limit from maxMessagesPerPoll is eager or not. If eager then the limit is during the scanning of files. Where as false would scan all files, and then perform sorting. Setting this option to false allows for sorting all files first, and then limit the poll. Mind that this requires a higher memory usage as all file details are in memory to perform the sorting. | true | false | MEDIUM -| *camel.source.endpoint.exclude* | Is used to exclude files, if filename matches the regex pattern (matching is case in-senstive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris | null | false | MEDIUM -| *camel.source.endpoint.excludeExt* | Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. | null | false | MEDIUM +| *camel.source.endpoint.exclude* | Is used to exclude files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris | null | false | MEDIUM +| *camel.source.endpoint.excludeExt* | Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include/exclude options. | null | false | MEDIUM | *camel.source.endpoint.filter* | Pluggable filter as a org.apache.camel.component.file.GenericFileFilter class. Will skip files if filter returns false in its accept() method. | null | false | MEDIUM | *camel.source.endpoint.filterDirectory* | Filters the directory based on Simple language. For example to filter on current date, you can use a simple date pattern such as ${date:now:yyyMMdd} | null | false | MEDIUM | *camel.source.endpoint.filterFile* | Filters the file based on Simple language. For example to filter on file size, you can use ${file:size} 5000 | null | false | MEDIUM @@ -73,7 +73,7 @@ The camel-file source connector supports 81 options, which are listed below. | *camel.source.endpoint.idempotentKey* | To use a custom idempotent key. By default the absolute path of the file is used. You can use the File Language, for example to use the file name and file size, you can do: idempotentKey=${file:name}-${file:size} | null | false | MEDIUM | *camel.source.endpoint.idempotentRepository* | A pluggable repository org.apache.camel.spi.IdempotentRepository which by default use MemoryMessageIdRepository if none is specified and idempotent is true. | null | false | MEDIUM | *camel.source.endpoint.include* | Is used to include files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris | null | false | MEDIUM -| *camel.source.endpoint.includeExt* | Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml | null | false | MEDIUM +| *camel.source.endpoint.includeExt* | Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include/exclude options. | null | false | MEDIUM | *camel.source.endpoint.maxDepth* | The maximum depth to traverse when recursively processing a directory. | 2147483647 | false | MEDIUM | *camel.source.endpoint.maxMessagesPerPoll* | To define a maximum messages to gather per poll. By default no maximum is set. Can be used to set a limit of e.g. 1000 to avoid when starting up the server that there are thousands of files. Set a value of 0 or negative to disabled it. Notice: If this option is in use then the File and FTP components will limit before any sorting. For example if you have 100000 files and use maxMessagesPerPoll=500, then only the first 500 files will be picke [...] | *camel.source.endpoint.minDepth* | The minimum depth to start processing when recursively processing a directory. Using minDepth=1 means the base directory. Using minDepth=2 means the first sub directory. | null | false | MEDIUM diff --git a/connectors/camel-file-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/file/CamelFileSourceConnectorConfig.java b/connectors/camel-file-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/file/CamelFileSourceConnectorConfig.java index ae1d98b..629c66f 100644 --- a/connectors/camel-file-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/file/CamelFileSourceConnectorConfig.java +++ b/connectors/camel-file-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/file/CamelFileSourceConnectorConfig.java @@ -126,10 +126,10 @@ public class CamelFileSourceConnectorConfig public static final String CAMEL_SOURCE_FILE_ENDPOINT_EAGER_MAX_MESSAGES_PER_POLL_DOC = "Allows for controlling whether the limit from maxMessagesPerPoll is eager or not. If eager then the limit is during the scanning of files. Where as false would scan all files, and then perform sorting. Setting this option to false allows for sorting all files first, and then limit the poll. Mind that this requires a higher memory usage as all file details are in memory to perform the sorting."; public static final Boolean CAMEL_SOURCE_FILE_ENDPOINT_EAGER_MAX_MESSAGES_PER_POLL_DEFAULT = true; public static final String CAMEL_SOURCE_FILE_ENDPOINT_EXCLUDE_CONF = "camel.source.endpoint.exclude"; - public static final String CAMEL_SOURCE_FILE_ENDPOINT_EXCLUDE_DOC = "Is used to exclude files, if filename matches the regex pattern (matching is case in-senstive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris"; + public static final String CAMEL_SOURCE_FILE_ENDPOINT_EXCLUDE_DOC = "Is used to exclude files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris"; public static final String CAMEL_SOURCE_FILE_ENDPOINT_EXCLUDE_DEFAULT = null; public static final String CAMEL_SOURCE_FILE_ENDPOINT_EXCLUDE_EXT_CONF = "camel.source.endpoint.excludeExt"; - public static final String CAMEL_SOURCE_FILE_ENDPOINT_EXCLUDE_EXT_DOC = "Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat."; + public static final String CAMEL_SOURCE_FILE_ENDPOINT_EXCLUDE_EXT_DOC = "Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include/e [...] public static final String CAMEL_SOURCE_FILE_ENDPOINT_EXCLUDE_EXT_DEFAULT = null; public static final String CAMEL_SOURCE_FILE_ENDPOINT_FILTER_CONF = "camel.source.endpoint.filter"; public static final String CAMEL_SOURCE_FILE_ENDPOINT_FILTER_DOC = "Pluggable filter as a org.apache.camel.component.file.GenericFileFilter class. Will skip files if filter returns false in its accept() method."; @@ -153,7 +153,7 @@ public class CamelFileSourceConnectorConfig public static final String CAMEL_SOURCE_FILE_ENDPOINT_INCLUDE_DOC = "Is used to include files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris"; public static final String CAMEL_SOURCE_FILE_ENDPOINT_INCLUDE_DEFAULT = null; public static final String CAMEL_SOURCE_FILE_ENDPOINT_INCLUDE_EXT_CONF = "camel.source.endpoint.includeExt"; - public static final String CAMEL_SOURCE_FILE_ENDPOINT_INCLUDE_EXT_DOC = "Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml"; + public static final String CAMEL_SOURCE_FILE_ENDPOINT_INCLUDE_EXT_DOC = "Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include/e [...] public static final String CAMEL_SOURCE_FILE_ENDPOINT_INCLUDE_EXT_DEFAULT = null; public static final String CAMEL_SOURCE_FILE_ENDPOINT_MAX_DEPTH_CONF = "camel.source.endpoint.maxDepth"; public static final String CAMEL_SOURCE_FILE_ENDPOINT_MAX_DEPTH_DOC = "The maximum depth to traverse when recursively processing a directory."; diff --git a/connectors/camel-ftp-kafka-connector/src/generated/resources/camel-ftp-source.json b/connectors/camel-ftp-kafka-connector/src/generated/resources/camel-ftp-source.json index 4ccf154..68a5858 100644 --- a/connectors/camel-ftp-kafka-connector/src/generated/resources/camel-ftp-source.json +++ b/connectors/camel-ftp-kafka-connector/src/generated/resources/camel-ftp-source.json @@ -389,13 +389,13 @@ }, "camel.source.endpoint.exclude": { "name": "camel.source.endpoint.exclude", - "description": "Is used to exclude files, if filename matches the regex pattern (matching is case in-senstive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris", + "description": "Is used to exclude files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris", "priority": "MEDIUM", "required": "false" }, "camel.source.endpoint.excludeExt": { "name": "camel.source.endpoint.excludeExt", - "description": "Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat.", + "description": "Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include\/exclude options.", "priority": "MEDIUM", "required": "false" }, @@ -444,7 +444,7 @@ }, "camel.source.endpoint.includeExt": { "name": "camel.source.endpoint.includeExt", - "description": "Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml", + "description": "Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include\/exclude options.", "priority": "MEDIUM", "required": "false" }, diff --git a/connectors/camel-ftp-kafka-connector/src/main/docs/camel-ftp-kafka-source-connector.adoc b/connectors/camel-ftp-kafka-connector/src/main/docs/camel-ftp-kafka-source-connector.adoc index cd6b2e5..7c8f2ac 100644 --- a/connectors/camel-ftp-kafka-connector/src/main/docs/camel-ftp-kafka-source-connector.adoc +++ b/connectors/camel-ftp-kafka-connector/src/main/docs/camel-ftp-kafka-source-connector.adoc @@ -86,8 +86,8 @@ The camel-ftp source connector supports 102 options, which are listed below. | *camel.source.endpoint.antFilterCaseSensitive* | Sets case sensitive flag on ant filter. | true | false | MEDIUM | *camel.source.endpoint.antInclude* | Ant style filter inclusion. Multiple inclusions may be specified in comma-delimited format. | null | false | MEDIUM | *camel.source.endpoint.eagerMaxMessagesPerPoll* | Allows for controlling whether the limit from maxMessagesPerPoll is eager or not. If eager then the limit is during the scanning of files. Where as false would scan all files, and then perform sorting. Setting this option to false allows for sorting all files first, and then limit the poll. Mind that this requires a higher memory usage as all file details are in memory to perform the sorting. | true | false | MEDIUM -| *camel.source.endpoint.exclude* | Is used to exclude files, if filename matches the regex pattern (matching is case in-senstive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris | null | false | MEDIUM -| *camel.source.endpoint.excludeExt* | Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. | null | false | MEDIUM +| *camel.source.endpoint.exclude* | Is used to exclude files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris | null | false | MEDIUM +| *camel.source.endpoint.excludeExt* | Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include/exclude options. | null | false | MEDIUM | *camel.source.endpoint.filter* | Pluggable filter as a org.apache.camel.component.file.GenericFileFilter class. Will skip files if filter returns false in its accept() method. | null | false | MEDIUM | *camel.source.endpoint.filterDirectory* | Filters the directory based on Simple language. For example to filter on current date, you can use a simple date pattern such as ${date:now:yyyMMdd} | null | false | MEDIUM | *camel.source.endpoint.filterFile* | Filters the file based on Simple language. For example to filter on file size, you can use ${file:size} 5000 | null | false | MEDIUM @@ -95,7 +95,7 @@ The camel-ftp source connector supports 102 options, which are listed below. | *camel.source.endpoint.idempotentKey* | To use a custom idempotent key. By default the absolute path of the file is used. You can use the File Language, for example to use the file name and file size, you can do: idempotentKey=${file:name}-${file:size} | null | false | MEDIUM | *camel.source.endpoint.idempotentRepository* | A pluggable repository org.apache.camel.spi.IdempotentRepository which by default use MemoryMessageIdRepository if none is specified and idempotent is true. | null | false | MEDIUM | *camel.source.endpoint.include* | Is used to include files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris | null | false | MEDIUM -| *camel.source.endpoint.includeExt* | Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml | null | false | MEDIUM +| *camel.source.endpoint.includeExt* | Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include/exclude options. | null | false | MEDIUM | *camel.source.endpoint.maxDepth* | The maximum depth to traverse when recursively processing a directory. | 2147483647 | false | MEDIUM | *camel.source.endpoint.maxMessagesPerPoll* | To define a maximum messages to gather per poll. By default no maximum is set. Can be used to set a limit of e.g. 1000 to avoid when starting up the server that there are thousands of files. Set a value of 0 or negative to disabled it. Notice: If this option is in use then the File and FTP components will limit before any sorting. For example if you have 100000 files and use maxMessagesPerPoll=500, then only the first 500 files will be picke [...] | *camel.source.endpoint.minDepth* | The minimum depth to start processing when recursively processing a directory. Using minDepth=1 means the base directory. Using minDepth=2 means the first sub directory. | null | false | MEDIUM diff --git a/connectors/camel-ftp-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/ftp/CamelFtpSourceConnectorConfig.java b/connectors/camel-ftp-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/ftp/CamelFtpSourceConnectorConfig.java index f81830c..945c711 100644 --- a/connectors/camel-ftp-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/ftp/CamelFtpSourceConnectorConfig.java +++ b/connectors/camel-ftp-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/ftp/CamelFtpSourceConnectorConfig.java @@ -190,10 +190,10 @@ public class CamelFtpSourceConnectorConfig extends CamelSourceConnectorConfig { public static final String CAMEL_SOURCE_FTP_ENDPOINT_EAGER_MAX_MESSAGES_PER_POLL_DOC = "Allows for controlling whether the limit from maxMessagesPerPoll is eager or not. If eager then the limit is during the scanning of files. Where as false would scan all files, and then perform sorting. Setting this option to false allows for sorting all files first, and then limit the poll. Mind that this requires a higher memory usage as all file details are in memory to perform the sorting."; public static final Boolean CAMEL_SOURCE_FTP_ENDPOINT_EAGER_MAX_MESSAGES_PER_POLL_DEFAULT = true; public static final String CAMEL_SOURCE_FTP_ENDPOINT_EXCLUDE_CONF = "camel.source.endpoint.exclude"; - public static final String CAMEL_SOURCE_FTP_ENDPOINT_EXCLUDE_DOC = "Is used to exclude files, if filename matches the regex pattern (matching is case in-senstive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris"; + public static final String CAMEL_SOURCE_FTP_ENDPOINT_EXCLUDE_DOC = "Is used to exclude files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris"; public static final String CAMEL_SOURCE_FTP_ENDPOINT_EXCLUDE_DEFAULT = null; public static final String CAMEL_SOURCE_FTP_ENDPOINT_EXCLUDE_EXT_CONF = "camel.source.endpoint.excludeExt"; - public static final String CAMEL_SOURCE_FTP_ENDPOINT_EXCLUDE_EXT_DOC = "Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat."; + public static final String CAMEL_SOURCE_FTP_ENDPOINT_EXCLUDE_EXT_DOC = "Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include/ex [...] public static final String CAMEL_SOURCE_FTP_ENDPOINT_EXCLUDE_EXT_DEFAULT = null; public static final String CAMEL_SOURCE_FTP_ENDPOINT_FILTER_CONF = "camel.source.endpoint.filter"; public static final String CAMEL_SOURCE_FTP_ENDPOINT_FILTER_DOC = "Pluggable filter as a org.apache.camel.component.file.GenericFileFilter class. Will skip files if filter returns false in its accept() method."; @@ -217,7 +217,7 @@ public class CamelFtpSourceConnectorConfig extends CamelSourceConnectorConfig { public static final String CAMEL_SOURCE_FTP_ENDPOINT_INCLUDE_DOC = "Is used to include files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris"; public static final String CAMEL_SOURCE_FTP_ENDPOINT_INCLUDE_DEFAULT = null; public static final String CAMEL_SOURCE_FTP_ENDPOINT_INCLUDE_EXT_CONF = "camel.source.endpoint.includeExt"; - public static final String CAMEL_SOURCE_FTP_ENDPOINT_INCLUDE_EXT_DOC = "Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml"; + public static final String CAMEL_SOURCE_FTP_ENDPOINT_INCLUDE_EXT_DOC = "Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include/ex [...] public static final String CAMEL_SOURCE_FTP_ENDPOINT_INCLUDE_EXT_DEFAULT = null; public static final String CAMEL_SOURCE_FTP_ENDPOINT_MAX_DEPTH_CONF = "camel.source.endpoint.maxDepth"; public static final String CAMEL_SOURCE_FTP_ENDPOINT_MAX_DEPTH_DOC = "The maximum depth to traverse when recursively processing a directory."; diff --git a/connectors/camel-ftps-kafka-connector/src/generated/resources/camel-ftps-source.json b/connectors/camel-ftps-kafka-connector/src/generated/resources/camel-ftps-source.json index f6cfd72..d2f0814 100644 --- a/connectors/camel-ftps-kafka-connector/src/generated/resources/camel-ftps-source.json +++ b/connectors/camel-ftps-kafka-connector/src/generated/resources/camel-ftps-source.json @@ -389,13 +389,13 @@ }, "camel.source.endpoint.exclude": { "name": "camel.source.endpoint.exclude", - "description": "Is used to exclude files, if filename matches the regex pattern (matching is case in-senstive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris", + "description": "Is used to exclude files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris", "priority": "MEDIUM", "required": "false" }, "camel.source.endpoint.excludeExt": { "name": "camel.source.endpoint.excludeExt", - "description": "Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat.", + "description": "Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include\/exclude options.", "priority": "MEDIUM", "required": "false" }, @@ -444,7 +444,7 @@ }, "camel.source.endpoint.includeExt": { "name": "camel.source.endpoint.includeExt", - "description": "Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml", + "description": "Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include\/exclude options.", "priority": "MEDIUM", "required": "false" }, diff --git a/connectors/camel-ftps-kafka-connector/src/main/docs/camel-ftps-kafka-source-connector.adoc b/connectors/camel-ftps-kafka-connector/src/main/docs/camel-ftps-kafka-source-connector.adoc index 62666d7..b99153b 100644 --- a/connectors/camel-ftps-kafka-connector/src/main/docs/camel-ftps-kafka-source-connector.adoc +++ b/connectors/camel-ftps-kafka-connector/src/main/docs/camel-ftps-kafka-source-connector.adoc @@ -86,8 +86,8 @@ The camel-ftps source connector supports 111 options, which are listed below. | *camel.source.endpoint.antFilterCaseSensitive* | Sets case sensitive flag on ant filter. | true | false | MEDIUM | *camel.source.endpoint.antInclude* | Ant style filter inclusion. Multiple inclusions may be specified in comma-delimited format. | null | false | MEDIUM | *camel.source.endpoint.eagerMaxMessagesPerPoll* | Allows for controlling whether the limit from maxMessagesPerPoll is eager or not. If eager then the limit is during the scanning of files. Where as false would scan all files, and then perform sorting. Setting this option to false allows for sorting all files first, and then limit the poll. Mind that this requires a higher memory usage as all file details are in memory to perform the sorting. | true | false | MEDIUM -| *camel.source.endpoint.exclude* | Is used to exclude files, if filename matches the regex pattern (matching is case in-senstive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris | null | false | MEDIUM -| *camel.source.endpoint.excludeExt* | Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. | null | false | MEDIUM +| *camel.source.endpoint.exclude* | Is used to exclude files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris | null | false | MEDIUM +| *camel.source.endpoint.excludeExt* | Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include/exclude options. | null | false | MEDIUM | *camel.source.endpoint.filter* | Pluggable filter as a org.apache.camel.component.file.GenericFileFilter class. Will skip files if filter returns false in its accept() method. | null | false | MEDIUM | *camel.source.endpoint.filterDirectory* | Filters the directory based on Simple language. For example to filter on current date, you can use a simple date pattern such as ${date:now:yyyMMdd} | null | false | MEDIUM | *camel.source.endpoint.filterFile* | Filters the file based on Simple language. For example to filter on file size, you can use ${file:size} 5000 | null | false | MEDIUM @@ -95,7 +95,7 @@ The camel-ftps source connector supports 111 options, which are listed below. | *camel.source.endpoint.idempotentKey* | To use a custom idempotent key. By default the absolute path of the file is used. You can use the File Language, for example to use the file name and file size, you can do: idempotentKey=${file:name}-${file:size} | null | false | MEDIUM | *camel.source.endpoint.idempotentRepository* | A pluggable repository org.apache.camel.spi.IdempotentRepository which by default use MemoryMessageIdRepository if none is specified and idempotent is true. | null | false | MEDIUM | *camel.source.endpoint.include* | Is used to include files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris | null | false | MEDIUM -| *camel.source.endpoint.includeExt* | Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml | null | false | MEDIUM +| *camel.source.endpoint.includeExt* | Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include/exclude options. | null | false | MEDIUM | *camel.source.endpoint.maxDepth* | The maximum depth to traverse when recursively processing a directory. | 2147483647 | false | MEDIUM | *camel.source.endpoint.maxMessagesPerPoll* | To define a maximum messages to gather per poll. By default no maximum is set. Can be used to set a limit of e.g. 1000 to avoid when starting up the server that there are thousands of files. Set a value of 0 or negative to disabled it. Notice: If this option is in use then the File and FTP components will limit before any sorting. For example if you have 100000 files and use maxMessagesPerPoll=500, then only the first 500 files will be picke [...] | *camel.source.endpoint.minDepth* | The minimum depth to start processing when recursively processing a directory. Using minDepth=1 means the base directory. Using minDepth=2 means the first sub directory. | null | false | MEDIUM diff --git a/connectors/camel-ftps-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/ftps/CamelFtpsSourceConnectorConfig.java b/connectors/camel-ftps-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/ftps/CamelFtpsSourceConnectorConfig.java index 3885ba2..f123359 100644 --- a/connectors/camel-ftps-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/ftps/CamelFtpsSourceConnectorConfig.java +++ b/connectors/camel-ftps-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/ftps/CamelFtpsSourceConnectorConfig.java @@ -192,10 +192,10 @@ public class CamelFtpsSourceConnectorConfig public static final String CAMEL_SOURCE_FTPS_ENDPOINT_EAGER_MAX_MESSAGES_PER_POLL_DOC = "Allows for controlling whether the limit from maxMessagesPerPoll is eager or not. If eager then the limit is during the scanning of files. Where as false would scan all files, and then perform sorting. Setting this option to false allows for sorting all files first, and then limit the poll. Mind that this requires a higher memory usage as all file details are in memory to perform the sorting."; public static final Boolean CAMEL_SOURCE_FTPS_ENDPOINT_EAGER_MAX_MESSAGES_PER_POLL_DEFAULT = true; public static final String CAMEL_SOURCE_FTPS_ENDPOINT_EXCLUDE_CONF = "camel.source.endpoint.exclude"; - public static final String CAMEL_SOURCE_FTPS_ENDPOINT_EXCLUDE_DOC = "Is used to exclude files, if filename matches the regex pattern (matching is case in-senstive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris"; + public static final String CAMEL_SOURCE_FTPS_ENDPOINT_EXCLUDE_DOC = "Is used to exclude files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris"; public static final String CAMEL_SOURCE_FTPS_ENDPOINT_EXCLUDE_DEFAULT = null; public static final String CAMEL_SOURCE_FTPS_ENDPOINT_EXCLUDE_EXT_CONF = "camel.source.endpoint.excludeExt"; - public static final String CAMEL_SOURCE_FTPS_ENDPOINT_EXCLUDE_EXT_DOC = "Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat."; + public static final String CAMEL_SOURCE_FTPS_ENDPOINT_EXCLUDE_EXT_DOC = "Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include/e [...] public static final String CAMEL_SOURCE_FTPS_ENDPOINT_EXCLUDE_EXT_DEFAULT = null; public static final String CAMEL_SOURCE_FTPS_ENDPOINT_FILTER_CONF = "camel.source.endpoint.filter"; public static final String CAMEL_SOURCE_FTPS_ENDPOINT_FILTER_DOC = "Pluggable filter as a org.apache.camel.component.file.GenericFileFilter class. Will skip files if filter returns false in its accept() method."; @@ -219,7 +219,7 @@ public class CamelFtpsSourceConnectorConfig public static final String CAMEL_SOURCE_FTPS_ENDPOINT_INCLUDE_DOC = "Is used to include files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris"; public static final String CAMEL_SOURCE_FTPS_ENDPOINT_INCLUDE_DEFAULT = null; public static final String CAMEL_SOURCE_FTPS_ENDPOINT_INCLUDE_EXT_CONF = "camel.source.endpoint.includeExt"; - public static final String CAMEL_SOURCE_FTPS_ENDPOINT_INCLUDE_EXT_DOC = "Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml"; + public static final String CAMEL_SOURCE_FTPS_ENDPOINT_INCLUDE_EXT_DOC = "Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include/e [...] public static final String CAMEL_SOURCE_FTPS_ENDPOINT_INCLUDE_EXT_DEFAULT = null; public static final String CAMEL_SOURCE_FTPS_ENDPOINT_MAX_DEPTH_CONF = "camel.source.endpoint.maxDepth"; public static final String CAMEL_SOURCE_FTPS_ENDPOINT_MAX_DEPTH_DOC = "The maximum depth to traverse when recursively processing a directory."; diff --git a/connectors/camel-log-kafka-connector/src/generated/resources/camel-log-sink.json b/connectors/camel-log-kafka-connector/src/generated/resources/camel-log-sink.json index 19504d3..6e58ed9 100644 --- a/connectors/camel-log-kafka-connector/src/generated/resources/camel-log-sink.json +++ b/connectors/camel-log-kafka-connector/src/generated/resources/camel-log-sink.json @@ -101,6 +101,13 @@ "priority": "MEDIUM", "required": "false" }, + "camel.sink.endpoint.showAllProperties": { + "name": "camel.sink.endpoint.showAllProperties", + "description": "Show all of the exchange properties (both internal and custom).", + "defaultValue": "false", + "priority": "MEDIUM", + "required": "false" + }, "camel.sink.endpoint.showBody": { "name": "camel.sink.endpoint.showBody", "description": "Show the message body.", @@ -166,7 +173,7 @@ }, "camel.sink.endpoint.showProperties": { "name": "camel.sink.endpoint.showProperties", - "description": "Show the exchange properties.", + "description": "Show the exchange properties (only custom). Use showAllProperties to show both internal and custom properties.", "defaultValue": "false", "priority": "MEDIUM", "required": "false" diff --git a/connectors/camel-log-kafka-connector/src/main/docs/camel-log-kafka-sink-connector.adoc b/connectors/camel-log-kafka-connector/src/main/docs/camel-log-kafka-sink-connector.adoc index fae5692..b128be8 100644 --- a/connectors/camel-log-kafka-connector/src/main/docs/camel-log-kafka-sink-connector.adoc +++ b/connectors/camel-log-kafka-connector/src/main/docs/camel-log-kafka-sink-connector.adoc @@ -24,7 +24,7 @@ connector.class=org.apache.camel.kafkaconnector.log.CamelLogSinkConnector ---- -The camel-log sink connector supports 30 options, which are listed below. +The camel-log sink connector supports 31 options, which are listed below. @@ -44,6 +44,7 @@ The camel-log sink connector supports 30 options, which are listed below. | *camel.sink.endpoint.maxChars* | Limits the number of characters logged per line. | 10000 | false | MEDIUM | *camel.sink.endpoint.multiline* | If enabled then each information is outputted on a newline. | false | false | MEDIUM | *camel.sink.endpoint.showAll* | Quick option for turning all options on. (multiline, maxChars has to be manually set if to be used) | false | false | MEDIUM +| *camel.sink.endpoint.showAllProperties* | Show all of the exchange properties (both internal and custom). | false | false | MEDIUM | *camel.sink.endpoint.showBody* | Show the message body. | true | false | MEDIUM | *camel.sink.endpoint.showBodyType* | Show the body Java type. | true | false | MEDIUM | *camel.sink.endpoint.showCaughtException* | If the exchange has a caught exception, show the exception message (no stack trace). A caught exception is stored as a property on the exchange (using the key org.apache.camel.Exchange#EXCEPTION_CAUGHT) and for instance a doCatch can catch exceptions. | false | false | MEDIUM @@ -53,7 +54,7 @@ The camel-log sink connector supports 30 options, which are listed below. | *camel.sink.endpoint.showFiles* | If enabled Camel will output files | false | false | MEDIUM | *camel.sink.endpoint.showFuture* | If enabled Camel will on Future objects wait for it to complete to obtain the payload to be logged. | false | false | MEDIUM | *camel.sink.endpoint.showHeaders* | Show the message headers. | false | false | MEDIUM -| *camel.sink.endpoint.showProperties* | Show the exchange properties. | false | false | MEDIUM +| *camel.sink.endpoint.showProperties* | Show the exchange properties (only custom). Use showAllProperties to show both internal and custom properties. | false | false | MEDIUM | *camel.sink.endpoint.showStackTrace* | Show the stack trace, if an exchange has an exception. Only effective if one of showAll, showException or showCaughtException are enabled. | false | false | MEDIUM | *camel.sink.endpoint.showStreams* | Whether Camel should show stream bodies or not (eg such as java.io.InputStream). Beware if you enable this option then you may not be able later to access the message body as the stream have already been read by this logger. To remedy this you will have to use Stream Caching. | false | false | MEDIUM | *camel.sink.endpoint.skipBodyLineSeparator* | Whether to skip line separators when logging the message body. This allows to log the message body in one line, setting this option to false will preserve any line separators from the body, which then will log the body as is. | true | false | MEDIUM diff --git a/connectors/camel-log-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/log/CamelLogSinkConnectorConfig.java b/connectors/camel-log-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/log/CamelLogSinkConnectorConfig.java index 9b16ab7..4ceb345 100644 --- a/connectors/camel-log-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/log/CamelLogSinkConnectorConfig.java +++ b/connectors/camel-log-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/log/CamelLogSinkConnectorConfig.java @@ -63,6 +63,9 @@ public class CamelLogSinkConnectorConfig extends CamelSinkConnectorConfig { public static final String CAMEL_SINK_LOG_ENDPOINT_SHOW_ALL_CONF = "camel.sink.endpoint.showAll"; public static final String CAMEL_SINK_LOG_ENDPOINT_SHOW_ALL_DOC = "Quick option for turning all options on. (multiline, maxChars has to be manually set if to be used)"; public static final Boolean CAMEL_SINK_LOG_ENDPOINT_SHOW_ALL_DEFAULT = false; + public static final String CAMEL_SINK_LOG_ENDPOINT_SHOW_ALL_PROPERTIES_CONF = "camel.sink.endpoint.showAllProperties"; + public static final String CAMEL_SINK_LOG_ENDPOINT_SHOW_ALL_PROPERTIES_DOC = "Show all of the exchange properties (both internal and custom)."; + public static final Boolean CAMEL_SINK_LOG_ENDPOINT_SHOW_ALL_PROPERTIES_DEFAULT = false; public static final String CAMEL_SINK_LOG_ENDPOINT_SHOW_BODY_CONF = "camel.sink.endpoint.showBody"; public static final String CAMEL_SINK_LOG_ENDPOINT_SHOW_BODY_DOC = "Show the message body."; public static final Boolean CAMEL_SINK_LOG_ENDPOINT_SHOW_BODY_DEFAULT = true; @@ -91,7 +94,7 @@ public class CamelLogSinkConnectorConfig extends CamelSinkConnectorConfig { public static final String CAMEL_SINK_LOG_ENDPOINT_SHOW_HEADERS_DOC = "Show the message headers."; public static final Boolean CAMEL_SINK_LOG_ENDPOINT_SHOW_HEADERS_DEFAULT = false; public static final String CAMEL_SINK_LOG_ENDPOINT_SHOW_PROPERTIES_CONF = "camel.sink.endpoint.showProperties"; - public static final String CAMEL_SINK_LOG_ENDPOINT_SHOW_PROPERTIES_DOC = "Show the exchange properties."; + public static final String CAMEL_SINK_LOG_ENDPOINT_SHOW_PROPERTIES_DOC = "Show the exchange properties (only custom). Use showAllProperties to show both internal and custom properties."; public static final Boolean CAMEL_SINK_LOG_ENDPOINT_SHOW_PROPERTIES_DEFAULT = false; public static final String CAMEL_SINK_LOG_ENDPOINT_SHOW_STACK_TRACE_CONF = "camel.sink.endpoint.showStackTrace"; public static final String CAMEL_SINK_LOG_ENDPOINT_SHOW_STACK_TRACE_DOC = "Show the stack trace, if an exchange has an exception. Only effective if one of showAll, showException or showCaughtException are enabled."; @@ -140,6 +143,7 @@ public class CamelLogSinkConnectorConfig extends CamelSinkConnectorConfig { conf.define(CAMEL_SINK_LOG_ENDPOINT_MAX_CHARS_CONF, ConfigDef.Type.INT, CAMEL_SINK_LOG_ENDPOINT_MAX_CHARS_DEFAULT, ConfigDef.Importance.MEDIUM, CAMEL_SINK_LOG_ENDPOINT_MAX_CHARS_DOC); conf.define(CAMEL_SINK_LOG_ENDPOINT_MULTILINE_CONF, ConfigDef.Type.BOOLEAN, CAMEL_SINK_LOG_ENDPOINT_MULTILINE_DEFAULT, ConfigDef.Importance.MEDIUM, CAMEL_SINK_LOG_ENDPOINT_MULTILINE_DOC); conf.define(CAMEL_SINK_LOG_ENDPOINT_SHOW_ALL_CONF, ConfigDef.Type.BOOLEAN, CAMEL_SINK_LOG_ENDPOINT_SHOW_ALL_DEFAULT, ConfigDef.Importance.MEDIUM, CAMEL_SINK_LOG_ENDPOINT_SHOW_ALL_DOC); + conf.define(CAMEL_SINK_LOG_ENDPOINT_SHOW_ALL_PROPERTIES_CONF, ConfigDef.Type.BOOLEAN, CAMEL_SINK_LOG_ENDPOINT_SHOW_ALL_PROPERTIES_DEFAULT, ConfigDef.Importance.MEDIUM, CAMEL_SINK_LOG_ENDPOINT_SHOW_ALL_PROPERTIES_DOC); conf.define(CAMEL_SINK_LOG_ENDPOINT_SHOW_BODY_CONF, ConfigDef.Type.BOOLEAN, CAMEL_SINK_LOG_ENDPOINT_SHOW_BODY_DEFAULT, ConfigDef.Importance.MEDIUM, CAMEL_SINK_LOG_ENDPOINT_SHOW_BODY_DOC); conf.define(CAMEL_SINK_LOG_ENDPOINT_SHOW_BODY_TYPE_CONF, ConfigDef.Type.BOOLEAN, CAMEL_SINK_LOG_ENDPOINT_SHOW_BODY_TYPE_DEFAULT, ConfigDef.Importance.MEDIUM, CAMEL_SINK_LOG_ENDPOINT_SHOW_BODY_TYPE_DOC); conf.define(CAMEL_SINK_LOG_ENDPOINT_SHOW_CAUGHT_EXCEPTION_CONF, ConfigDef.Type.BOOLEAN, CAMEL_SINK_LOG_ENDPOINT_SHOW_CAUGHT_EXCEPTION_DEFAULT, ConfigDef.Importance.MEDIUM, CAMEL_SINK_LOG_ENDPOINT_SHOW_CAUGHT_EXCEPTION_DOC); diff --git a/connectors/camel-quartz-kafka-connector/src/generated/resources/camel-quartz-source.json b/connectors/camel-quartz-kafka-connector/src/generated/resources/camel-quartz-source.json index 9f2fa5f..632b3f6 100644 --- a/connectors/camel-quartz-kafka-connector/src/generated/resources/camel-quartz-source.json +++ b/connectors/camel-quartz-kafka-connector/src/generated/resources/camel-quartz-source.json @@ -220,7 +220,7 @@ }, "camel.component.quartz.interruptJobsOnShutdown": { "name": "camel.component.quartz.interruptJobsOnShutdown", - "description": "Whether to interrupt jobs on shutdown which forces the scheduler to shutdown quicker and attempt to interrupt any running jobs. If this is enabled then any running jobs can fail due to being interrupted.", + "description": "Whether to interrupt jobs on shutdown which forces the scheduler to shutdown quicker and attempt to interrupt any running jobs. If this is enabled then any running jobs can fail due to being interrupted. When a job is interrupted then Camel will mark the exchange to stop continue routing and set java.util.concurrent.RejectedExecutionException as caused exception. Therefore use this with care, as its often better to allow Camel jobs to complete and shutdown gracefully.", "defaultValue": "false", "priority": "MEDIUM", "required": "false" diff --git a/connectors/camel-quartz-kafka-connector/src/main/docs/camel-quartz-kafka-source-connector.adoc b/connectors/camel-quartz-kafka-connector/src/main/docs/camel-quartz-kafka-source-connector.adoc index d2a3c44..7fed5df 100644 --- a/connectors/camel-quartz-kafka-connector/src/main/docs/camel-quartz-kafka-source-connector.adoc +++ b/connectors/camel-quartz-kafka-connector/src/main/docs/camel-quartz-kafka-source-connector.adoc @@ -62,7 +62,7 @@ The camel-quartz source connector supports 33 options, which are listed below. | *camel.component.quartz.scheduler* | To use the custom configured Quartz scheduler, instead of creating a new Scheduler. | null | false | MEDIUM | *camel.component.quartz.schedulerFactory* | To use the custom SchedulerFactory which is used to create the Scheduler. | null | false | MEDIUM | *camel.component.quartz.autoStartScheduler* | Whether or not the scheduler should be auto started. This options is default true | true | false | MEDIUM -| *camel.component.quartz.interruptJobsOnShutdown* | Whether to interrupt jobs on shutdown which forces the scheduler to shutdown quicker and attempt to interrupt any running jobs. If this is enabled then any running jobs can fail due to being interrupted. | false | false | MEDIUM +| *camel.component.quartz.interruptJobsOnShutdown* | Whether to interrupt jobs on shutdown which forces the scheduler to shutdown quicker and attempt to interrupt any running jobs. If this is enabled then any running jobs can fail due to being interrupted. When a job is interrupted then Camel will mark the exchange to stop continue routing and set java.util.concurrent.RejectedExecutionException as caused exception. Therefore use this with care, as its often better to allow Camel jobs to [...] | *camel.component.quartz.startDelayedSeconds* | Seconds to wait before starting the quartz scheduler. | null | false | MEDIUM |=== diff --git a/connectors/camel-quartz-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/quartz/CamelQuartzSourceConnectorConfig.java b/connectors/camel-quartz-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/quartz/CamelQuartzSourceConnectorConfig.java index d6cc32e..5b0b183 100644 --- a/connectors/camel-quartz-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/quartz/CamelQuartzSourceConnectorConfig.java +++ b/connectors/camel-quartz-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/quartz/CamelQuartzSourceConnectorConfig.java @@ -120,7 +120,7 @@ public class CamelQuartzSourceConnectorConfig public static final String CAMEL_SOURCE_QUARTZ_COMPONENT_AUTO_START_SCHEDULER_DOC = "Whether or not the scheduler should be auto started. This options is default true"; public static final Boolean CAMEL_SOURCE_QUARTZ_COMPONENT_AUTO_START_SCHEDULER_DEFAULT = true; public static final String CAMEL_SOURCE_QUARTZ_COMPONENT_INTERRUPT_JOBS_ON_SHUTDOWN_CONF = "camel.component.quartz.interruptJobsOnShutdown"; - public static final String CAMEL_SOURCE_QUARTZ_COMPONENT_INTERRUPT_JOBS_ON_SHUTDOWN_DOC = "Whether to interrupt jobs on shutdown which forces the scheduler to shutdown quicker and attempt to interrupt any running jobs. If this is enabled then any running jobs can fail due to being interrupted."; + public static final String CAMEL_SOURCE_QUARTZ_COMPONENT_INTERRUPT_JOBS_ON_SHUTDOWN_DOC = "Whether to interrupt jobs on shutdown which forces the scheduler to shutdown quicker and attempt to interrupt any running jobs. If this is enabled then any running jobs can fail due to being interrupted. When a job is interrupted then Camel will mark the exchange to stop continue routing and set java.util.concurrent.RejectedExecutionException as caused exception. Therefore use this with care, a [...] public static final Boolean CAMEL_SOURCE_QUARTZ_COMPONENT_INTERRUPT_JOBS_ON_SHUTDOWN_DEFAULT = false; public static final String CAMEL_SOURCE_QUARTZ_COMPONENT_START_DELAYED_SECONDS_CONF = "camel.component.quartz.startDelayedSeconds"; public static final String CAMEL_SOURCE_QUARTZ_COMPONENT_START_DELAYED_SECONDS_DOC = "Seconds to wait before starting the quartz scheduler."; diff --git a/connectors/camel-sftp-kafka-connector/src/generated/resources/camel-sftp-source.json b/connectors/camel-sftp-kafka-connector/src/generated/resources/camel-sftp-source.json index 266da87..af358c1 100644 --- a/connectors/camel-sftp-kafka-connector/src/generated/resources/camel-sftp-source.json +++ b/connectors/camel-sftp-kafka-connector/src/generated/resources/camel-sftp-source.json @@ -362,13 +362,13 @@ }, "camel.source.endpoint.exclude": { "name": "camel.source.endpoint.exclude", - "description": "Is used to exclude files, if filename matches the regex pattern (matching is case in-senstive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris", + "description": "Is used to exclude files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris", "priority": "MEDIUM", "required": "false" }, "camel.source.endpoint.excludeExt": { "name": "camel.source.endpoint.excludeExt", - "description": "Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat.", + "description": "Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include\/exclude options.", "priority": "MEDIUM", "required": "false" }, @@ -417,7 +417,7 @@ }, "camel.source.endpoint.includeExt": { "name": "camel.source.endpoint.includeExt", - "description": "Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml", + "description": "Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include\/exclude options.", "priority": "MEDIUM", "required": "false" }, diff --git a/connectors/camel-sftp-kafka-connector/src/main/docs/camel-sftp-kafka-source-connector.adoc b/connectors/camel-sftp-kafka-connector/src/main/docs/camel-sftp-kafka-source-connector.adoc index 50a5cd6..fe78d53 100644 --- a/connectors/camel-sftp-kafka-connector/src/main/docs/camel-sftp-kafka-source-connector.adoc +++ b/connectors/camel-sftp-kafka-connector/src/main/docs/camel-sftp-kafka-source-connector.adoc @@ -82,8 +82,8 @@ The camel-sftp source connector supports 114 options, which are listed below. | *camel.source.endpoint.antFilterCaseSensitive* | Sets case sensitive flag on ant filter. | true | false | MEDIUM | *camel.source.endpoint.antInclude* | Ant style filter inclusion. Multiple inclusions may be specified in comma-delimited format. | null | false | MEDIUM | *camel.source.endpoint.eagerMaxMessagesPerPoll* | Allows for controlling whether the limit from maxMessagesPerPoll is eager or not. If eager then the limit is during the scanning of files. Where as false would scan all files, and then perform sorting. Setting this option to false allows for sorting all files first, and then limit the poll. Mind that this requires a higher memory usage as all file details are in memory to perform the sorting. | true | false | MEDIUM -| *camel.source.endpoint.exclude* | Is used to exclude files, if filename matches the regex pattern (matching is case in-senstive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris | null | false | MEDIUM -| *camel.source.endpoint.excludeExt* | Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. | null | false | MEDIUM +| *camel.source.endpoint.exclude* | Is used to exclude files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris | null | false | MEDIUM +| *camel.source.endpoint.excludeExt* | Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include/exclude options. | null | false | MEDIUM | *camel.source.endpoint.filter* | Pluggable filter as a org.apache.camel.component.file.GenericFileFilter class. Will skip files if filter returns false in its accept() method. | null | false | MEDIUM | *camel.source.endpoint.filterDirectory* | Filters the directory based on Simple language. For example to filter on current date, you can use a simple date pattern such as ${date:now:yyyMMdd} | null | false | MEDIUM | *camel.source.endpoint.filterFile* | Filters the file based on Simple language. For example to filter on file size, you can use ${file:size} 5000 | null | false | MEDIUM @@ -91,7 +91,7 @@ The camel-sftp source connector supports 114 options, which are listed below. | *camel.source.endpoint.idempotentKey* | To use a custom idempotent key. By default the absolute path of the file is used. You can use the File Language, for example to use the file name and file size, you can do: idempotentKey=${file:name}-${file:size} | null | false | MEDIUM | *camel.source.endpoint.idempotentRepository* | A pluggable repository org.apache.camel.spi.IdempotentRepository which by default use MemoryMessageIdRepository if none is specified and idempotent is true. | null | false | MEDIUM | *camel.source.endpoint.include* | Is used to include files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris | null | false | MEDIUM -| *camel.source.endpoint.includeExt* | Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml | null | false | MEDIUM +| *camel.source.endpoint.includeExt* | Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include/exclude options. | null | false | MEDIUM | *camel.source.endpoint.maxDepth* | The maximum depth to traverse when recursively processing a directory. | 2147483647 | false | MEDIUM | *camel.source.endpoint.maxMessagesPerPoll* | To define a maximum messages to gather per poll. By default no maximum is set. Can be used to set a limit of e.g. 1000 to avoid when starting up the server that there are thousands of files. Set a value of 0 or negative to disabled it. Notice: If this option is in use then the File and FTP components will limit before any sorting. For example if you have 100000 files and use maxMessagesPerPoll=500, then only the first 500 files will be picke [...] | *camel.source.endpoint.minDepth* | The minimum depth to start processing when recursively processing a directory. Using minDepth=1 means the base directory. Using minDepth=2 means the first sub directory. | null | false | MEDIUM diff --git a/connectors/camel-sftp-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/sftp/CamelSftpSourceConnectorConfig.java b/connectors/camel-sftp-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/sftp/CamelSftpSourceConnectorConfig.java index 0ba58de..d7fed9e 100644 --- a/connectors/camel-sftp-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/sftp/CamelSftpSourceConnectorConfig.java +++ b/connectors/camel-sftp-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/sftp/CamelSftpSourceConnectorConfig.java @@ -180,10 +180,10 @@ public class CamelSftpSourceConnectorConfig public static final String CAMEL_SOURCE_SFTP_ENDPOINT_EAGER_MAX_MESSAGES_PER_POLL_DOC = "Allows for controlling whether the limit from maxMessagesPerPoll is eager or not. If eager then the limit is during the scanning of files. Where as false would scan all files, and then perform sorting. Setting this option to false allows for sorting all files first, and then limit the poll. Mind that this requires a higher memory usage as all file details are in memory to perform the sorting."; public static final Boolean CAMEL_SOURCE_SFTP_ENDPOINT_EAGER_MAX_MESSAGES_PER_POLL_DEFAULT = true; public static final String CAMEL_SOURCE_SFTP_ENDPOINT_EXCLUDE_CONF = "camel.source.endpoint.exclude"; - public static final String CAMEL_SOURCE_SFTP_ENDPOINT_EXCLUDE_DOC = "Is used to exclude files, if filename matches the regex pattern (matching is case in-senstive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris"; + public static final String CAMEL_SOURCE_SFTP_ENDPOINT_EXCLUDE_DOC = "Is used to exclude files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris"; public static final String CAMEL_SOURCE_SFTP_ENDPOINT_EXCLUDE_DEFAULT = null; public static final String CAMEL_SOURCE_SFTP_ENDPOINT_EXCLUDE_EXT_CONF = "camel.source.endpoint.excludeExt"; - public static final String CAMEL_SOURCE_SFTP_ENDPOINT_EXCLUDE_EXT_DOC = "Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat."; + public static final String CAMEL_SOURCE_SFTP_ENDPOINT_EXCLUDE_EXT_DOC = "Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include/e [...] public static final String CAMEL_SOURCE_SFTP_ENDPOINT_EXCLUDE_EXT_DEFAULT = null; public static final String CAMEL_SOURCE_SFTP_ENDPOINT_FILTER_CONF = "camel.source.endpoint.filter"; public static final String CAMEL_SOURCE_SFTP_ENDPOINT_FILTER_DOC = "Pluggable filter as a org.apache.camel.component.file.GenericFileFilter class. Will skip files if filter returns false in its accept() method."; @@ -207,7 +207,7 @@ public class CamelSftpSourceConnectorConfig public static final String CAMEL_SOURCE_SFTP_ENDPOINT_INCLUDE_DOC = "Is used to include files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris"; public static final String CAMEL_SOURCE_SFTP_ENDPOINT_INCLUDE_DEFAULT = null; public static final String CAMEL_SOURCE_SFTP_ENDPOINT_INCLUDE_EXT_CONF = "camel.source.endpoint.includeExt"; - public static final String CAMEL_SOURCE_SFTP_ENDPOINT_INCLUDE_EXT_DOC = "Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml"; + public static final String CAMEL_SOURCE_SFTP_ENDPOINT_INCLUDE_EXT_DOC = "Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include/e [...] public static final String CAMEL_SOURCE_SFTP_ENDPOINT_INCLUDE_EXT_DEFAULT = null; public static final String CAMEL_SOURCE_SFTP_ENDPOINT_MAX_DEPTH_CONF = "camel.source.endpoint.maxDepth"; public static final String CAMEL_SOURCE_SFTP_ENDPOINT_MAX_DEPTH_DOC = "The maximum depth to traverse when recursively processing a directory."; diff --git a/docs/modules/ROOT/pages/connectors/camel-file-kafka-source-connector.adoc b/docs/modules/ROOT/pages/connectors/camel-file-kafka-source-connector.adoc index 69ce6a1..32af706 100644 --- a/docs/modules/ROOT/pages/connectors/camel-file-kafka-source-connector.adoc +++ b/docs/modules/ROOT/pages/connectors/camel-file-kafka-source-connector.adoc @@ -64,8 +64,8 @@ The camel-file source connector supports 81 options, which are listed below. | *camel.source.endpoint.antFilterCaseSensitive* | Sets case sensitive flag on ant filter. | true | false | MEDIUM | *camel.source.endpoint.antInclude* | Ant style filter inclusion. Multiple inclusions may be specified in comma-delimited format. | null | false | MEDIUM | *camel.source.endpoint.eagerMaxMessagesPerPoll* | Allows for controlling whether the limit from maxMessagesPerPoll is eager or not. If eager then the limit is during the scanning of files. Where as false would scan all files, and then perform sorting. Setting this option to false allows for sorting all files first, and then limit the poll. Mind that this requires a higher memory usage as all file details are in memory to perform the sorting. | true | false | MEDIUM -| *camel.source.endpoint.exclude* | Is used to exclude files, if filename matches the regex pattern (matching is case in-senstive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris | null | false | MEDIUM -| *camel.source.endpoint.excludeExt* | Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. | null | false | MEDIUM +| *camel.source.endpoint.exclude* | Is used to exclude files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris | null | false | MEDIUM +| *camel.source.endpoint.excludeExt* | Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include/exclude options. | null | false | MEDIUM | *camel.source.endpoint.filter* | Pluggable filter as a org.apache.camel.component.file.GenericFileFilter class. Will skip files if filter returns false in its accept() method. | null | false | MEDIUM | *camel.source.endpoint.filterDirectory* | Filters the directory based on Simple language. For example to filter on current date, you can use a simple date pattern such as ${date:now:yyyMMdd} | null | false | MEDIUM | *camel.source.endpoint.filterFile* | Filters the file based on Simple language. For example to filter on file size, you can use ${file:size} 5000 | null | false | MEDIUM @@ -73,7 +73,7 @@ The camel-file source connector supports 81 options, which are listed below. | *camel.source.endpoint.idempotentKey* | To use a custom idempotent key. By default the absolute path of the file is used. You can use the File Language, for example to use the file name and file size, you can do: idempotentKey=${file:name}-${file:size} | null | false | MEDIUM | *camel.source.endpoint.idempotentRepository* | A pluggable repository org.apache.camel.spi.IdempotentRepository which by default use MemoryMessageIdRepository if none is specified and idempotent is true. | null | false | MEDIUM | *camel.source.endpoint.include* | Is used to include files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris | null | false | MEDIUM -| *camel.source.endpoint.includeExt* | Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml | null | false | MEDIUM +| *camel.source.endpoint.includeExt* | Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include/exclude options. | null | false | MEDIUM | *camel.source.endpoint.maxDepth* | The maximum depth to traverse when recursively processing a directory. | 2147483647 | false | MEDIUM | *camel.source.endpoint.maxMessagesPerPoll* | To define a maximum messages to gather per poll. By default no maximum is set. Can be used to set a limit of e.g. 1000 to avoid when starting up the server that there are thousands of files. Set a value of 0 or negative to disabled it. Notice: If this option is in use then the File and FTP components will limit before any sorting. For example if you have 100000 files and use maxMessagesPerPoll=500, then only the first 500 files will be picke [...] | *camel.source.endpoint.minDepth* | The minimum depth to start processing when recursively processing a directory. Using minDepth=1 means the base directory. Using minDepth=2 means the first sub directory. | null | false | MEDIUM @@ -136,8 +136,4 @@ org.apache.camel.kafkaconnector.file.transformers.FileTransforms The camel-file source connector has no aggregation strategies out of the box. - - - - // kafka-connector options: END diff --git a/docs/modules/ROOT/pages/connectors/camel-ftp-kafka-source-connector.adoc b/docs/modules/ROOT/pages/connectors/camel-ftp-kafka-source-connector.adoc index f65eaaf..7c8f2ac 100644 --- a/docs/modules/ROOT/pages/connectors/camel-ftp-kafka-source-connector.adoc +++ b/docs/modules/ROOT/pages/connectors/camel-ftp-kafka-source-connector.adoc @@ -86,8 +86,8 @@ The camel-ftp source connector supports 102 options, which are listed below. | *camel.source.endpoint.antFilterCaseSensitive* | Sets case sensitive flag on ant filter. | true | false | MEDIUM | *camel.source.endpoint.antInclude* | Ant style filter inclusion. Multiple inclusions may be specified in comma-delimited format. | null | false | MEDIUM | *camel.source.endpoint.eagerMaxMessagesPerPoll* | Allows for controlling whether the limit from maxMessagesPerPoll is eager or not. If eager then the limit is during the scanning of files. Where as false would scan all files, and then perform sorting. Setting this option to false allows for sorting all files first, and then limit the poll. Mind that this requires a higher memory usage as all file details are in memory to perform the sorting. | true | false | MEDIUM -| *camel.source.endpoint.exclude* | Is used to exclude files, if filename matches the regex pattern (matching is case in-senstive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris | null | false | MEDIUM -| *camel.source.endpoint.excludeExt* | Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. | null | false | MEDIUM +| *camel.source.endpoint.exclude* | Is used to exclude files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris | null | false | MEDIUM +| *camel.source.endpoint.excludeExt* | Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include/exclude options. | null | false | MEDIUM | *camel.source.endpoint.filter* | Pluggable filter as a org.apache.camel.component.file.GenericFileFilter class. Will skip files if filter returns false in its accept() method. | null | false | MEDIUM | *camel.source.endpoint.filterDirectory* | Filters the directory based on Simple language. For example to filter on current date, you can use a simple date pattern such as ${date:now:yyyMMdd} | null | false | MEDIUM | *camel.source.endpoint.filterFile* | Filters the file based on Simple language. For example to filter on file size, you can use ${file:size} 5000 | null | false | MEDIUM @@ -95,7 +95,7 @@ The camel-ftp source connector supports 102 options, which are listed below. | *camel.source.endpoint.idempotentKey* | To use a custom idempotent key. By default the absolute path of the file is used. You can use the File Language, for example to use the file name and file size, you can do: idempotentKey=${file:name}-${file:size} | null | false | MEDIUM | *camel.source.endpoint.idempotentRepository* | A pluggable repository org.apache.camel.spi.IdempotentRepository which by default use MemoryMessageIdRepository if none is specified and idempotent is true. | null | false | MEDIUM | *camel.source.endpoint.include* | Is used to include files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris | null | false | MEDIUM -| *camel.source.endpoint.includeExt* | Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml | null | false | MEDIUM +| *camel.source.endpoint.includeExt* | Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include/exclude options. | null | false | MEDIUM | *camel.source.endpoint.maxDepth* | The maximum depth to traverse when recursively processing a directory. | 2147483647 | false | MEDIUM | *camel.source.endpoint.maxMessagesPerPoll* | To define a maximum messages to gather per poll. By default no maximum is set. Can be used to set a limit of e.g. 1000 to avoid when starting up the server that there are thousands of files. Set a value of 0 or negative to disabled it. Notice: If this option is in use then the File and FTP components will limit before any sorting. For example if you have 100000 files and use maxMessagesPerPoll=500, then only the first 500 files will be picke [...] | *camel.source.endpoint.minDepth* | The minimum depth to start processing when recursively processing a directory. Using minDepth=1 means the base directory. Using minDepth=2 means the first sub directory. | null | false | MEDIUM @@ -157,8 +157,4 @@ org.apache.camel.kafkaconnector.ftp.transformers.FtpRemoteFileTransforms The camel-ftp source connector has no aggregation strategies out of the box. - - - - // kafka-connector options: END diff --git a/docs/modules/ROOT/pages/connectors/camel-ftps-kafka-source-connector.adoc b/docs/modules/ROOT/pages/connectors/camel-ftps-kafka-source-connector.adoc index 8a13155..b99153b 100644 --- a/docs/modules/ROOT/pages/connectors/camel-ftps-kafka-source-connector.adoc +++ b/docs/modules/ROOT/pages/connectors/camel-ftps-kafka-source-connector.adoc @@ -86,8 +86,8 @@ The camel-ftps source connector supports 111 options, which are listed below. | *camel.source.endpoint.antFilterCaseSensitive* | Sets case sensitive flag on ant filter. | true | false | MEDIUM | *camel.source.endpoint.antInclude* | Ant style filter inclusion. Multiple inclusions may be specified in comma-delimited format. | null | false | MEDIUM | *camel.source.endpoint.eagerMaxMessagesPerPoll* | Allows for controlling whether the limit from maxMessagesPerPoll is eager or not. If eager then the limit is during the scanning of files. Where as false would scan all files, and then perform sorting. Setting this option to false allows for sorting all files first, and then limit the poll. Mind that this requires a higher memory usage as all file details are in memory to perform the sorting. | true | false | MEDIUM -| *camel.source.endpoint.exclude* | Is used to exclude files, if filename matches the regex pattern (matching is case in-senstive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris | null | false | MEDIUM -| *camel.source.endpoint.excludeExt* | Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. | null | false | MEDIUM +| *camel.source.endpoint.exclude* | Is used to exclude files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris | null | false | MEDIUM +| *camel.source.endpoint.excludeExt* | Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include/exclude options. | null | false | MEDIUM | *camel.source.endpoint.filter* | Pluggable filter as a org.apache.camel.component.file.GenericFileFilter class. Will skip files if filter returns false in its accept() method. | null | false | MEDIUM | *camel.source.endpoint.filterDirectory* | Filters the directory based on Simple language. For example to filter on current date, you can use a simple date pattern such as ${date:now:yyyMMdd} | null | false | MEDIUM | *camel.source.endpoint.filterFile* | Filters the file based on Simple language. For example to filter on file size, you can use ${file:size} 5000 | null | false | MEDIUM @@ -95,7 +95,7 @@ The camel-ftps source connector supports 111 options, which are listed below. | *camel.source.endpoint.idempotentKey* | To use a custom idempotent key. By default the absolute path of the file is used. You can use the File Language, for example to use the file name and file size, you can do: idempotentKey=${file:name}-${file:size} | null | false | MEDIUM | *camel.source.endpoint.idempotentRepository* | A pluggable repository org.apache.camel.spi.IdempotentRepository which by default use MemoryMessageIdRepository if none is specified and idempotent is true. | null | false | MEDIUM | *camel.source.endpoint.include* | Is used to include files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris | null | false | MEDIUM -| *camel.source.endpoint.includeExt* | Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml | null | false | MEDIUM +| *camel.source.endpoint.includeExt* | Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include/exclude options. | null | false | MEDIUM | *camel.source.endpoint.maxDepth* | The maximum depth to traverse when recursively processing a directory. | 2147483647 | false | MEDIUM | *camel.source.endpoint.maxMessagesPerPoll* | To define a maximum messages to gather per poll. By default no maximum is set. Can be used to set a limit of e.g. 1000 to avoid when starting up the server that there are thousands of files. Set a value of 0 or negative to disabled it. Notice: If this option is in use then the File and FTP components will limit before any sorting. For example if you have 100000 files and use maxMessagesPerPoll=500, then only the first 500 files will be picke [...] | *camel.source.endpoint.minDepth* | The minimum depth to start processing when recursively processing a directory. Using minDepth=1 means the base directory. Using minDepth=2 means the first sub directory. | null | false | MEDIUM @@ -166,8 +166,4 @@ org.apache.camel.kafkaconnector.ftps.transformers.FtpsRemoteFileTransforms The camel-ftps source connector has no aggregation strategies out of the box. - - - - // kafka-connector options: END diff --git a/docs/modules/ROOT/pages/connectors/camel-log-kafka-sink-connector.adoc b/docs/modules/ROOT/pages/connectors/camel-log-kafka-sink-connector.adoc index 90a04b7..b128be8 100644 --- a/docs/modules/ROOT/pages/connectors/camel-log-kafka-sink-connector.adoc +++ b/docs/modules/ROOT/pages/connectors/camel-log-kafka-sink-connector.adoc @@ -24,7 +24,7 @@ connector.class=org.apache.camel.kafkaconnector.log.CamelLogSinkConnector ---- -The camel-log sink connector supports 30 options, which are listed below. +The camel-log sink connector supports 31 options, which are listed below. @@ -44,6 +44,7 @@ The camel-log sink connector supports 30 options, which are listed below. | *camel.sink.endpoint.maxChars* | Limits the number of characters logged per line. | 10000 | false | MEDIUM | *camel.sink.endpoint.multiline* | If enabled then each information is outputted on a newline. | false | false | MEDIUM | *camel.sink.endpoint.showAll* | Quick option for turning all options on. (multiline, maxChars has to be manually set if to be used) | false | false | MEDIUM +| *camel.sink.endpoint.showAllProperties* | Show all of the exchange properties (both internal and custom). | false | false | MEDIUM | *camel.sink.endpoint.showBody* | Show the message body. | true | false | MEDIUM | *camel.sink.endpoint.showBodyType* | Show the body Java type. | true | false | MEDIUM | *camel.sink.endpoint.showCaughtException* | If the exchange has a caught exception, show the exception message (no stack trace). A caught exception is stored as a property on the exchange (using the key org.apache.camel.Exchange#EXCEPTION_CAUGHT) and for instance a doCatch can catch exceptions. | false | false | MEDIUM @@ -53,7 +54,7 @@ The camel-log sink connector supports 30 options, which are listed below. | *camel.sink.endpoint.showFiles* | If enabled Camel will output files | false | false | MEDIUM | *camel.sink.endpoint.showFuture* | If enabled Camel will on Future objects wait for it to complete to obtain the payload to be logged. | false | false | MEDIUM | *camel.sink.endpoint.showHeaders* | Show the message headers. | false | false | MEDIUM -| *camel.sink.endpoint.showProperties* | Show the exchange properties. | false | false | MEDIUM +| *camel.sink.endpoint.showProperties* | Show the exchange properties (only custom). Use showAllProperties to show both internal and custom properties. | false | false | MEDIUM | *camel.sink.endpoint.showStackTrace* | Show the stack trace, if an exchange has an exception. Only effective if one of showAll, showException or showCaughtException are enabled. | false | false | MEDIUM | *camel.sink.endpoint.showStreams* | Whether Camel should show stream bodies or not (eg such as java.io.InputStream). Beware if you enable this option then you may not be able later to access the message body as the stream have already been read by this logger. To remedy this you will have to use Stream Caching. | false | false | MEDIUM | *camel.sink.endpoint.skipBodyLineSeparator* | Whether to skip line separators when logging the message body. This allows to log the message body in one line, setting this option to false will preserve any line separators from the body, which then will log the body as is. | true | false | MEDIUM @@ -78,8 +79,4 @@ The camel-log sink connector has no transforms out of the box. The camel-log sink connector has no aggregation strategies out of the box. - - - - // kafka-connector options: END diff --git a/docs/modules/ROOT/pages/connectors/camel-quartz-kafka-source-connector.adoc b/docs/modules/ROOT/pages/connectors/camel-quartz-kafka-source-connector.adoc index 3329a3f..7fed5df 100644 --- a/docs/modules/ROOT/pages/connectors/camel-quartz-kafka-source-connector.adoc +++ b/docs/modules/ROOT/pages/connectors/camel-quartz-kafka-source-connector.adoc @@ -62,7 +62,7 @@ The camel-quartz source connector supports 33 options, which are listed below. | *camel.component.quartz.scheduler* | To use the custom configured Quartz scheduler, instead of creating a new Scheduler. | null | false | MEDIUM | *camel.component.quartz.schedulerFactory* | To use the custom SchedulerFactory which is used to create the Scheduler. | null | false | MEDIUM | *camel.component.quartz.autoStartScheduler* | Whether or not the scheduler should be auto started. This options is default true | true | false | MEDIUM -| *camel.component.quartz.interruptJobsOnShutdown* | Whether to interrupt jobs on shutdown which forces the scheduler to shutdown quicker and attempt to interrupt any running jobs. If this is enabled then any running jobs can fail due to being interrupted. | false | false | MEDIUM +| *camel.component.quartz.interruptJobsOnShutdown* | Whether to interrupt jobs on shutdown which forces the scheduler to shutdown quicker and attempt to interrupt any running jobs. If this is enabled then any running jobs can fail due to being interrupted. When a job is interrupted then Camel will mark the exchange to stop continue routing and set java.util.concurrent.RejectedExecutionException as caused exception. Therefore use this with care, as its often better to allow Camel jobs to [...] | *camel.component.quartz.startDelayedSeconds* | Seconds to wait before starting the quartz scheduler. | null | false | MEDIUM |=== @@ -81,8 +81,4 @@ The camel-quartz source connector has no transforms out of the box. The camel-quartz source connector has no aggregation strategies out of the box. - - - - // kafka-connector options: END diff --git a/docs/modules/ROOT/pages/connectors/camel-sftp-kafka-source-connector.adoc b/docs/modules/ROOT/pages/connectors/camel-sftp-kafka-source-connector.adoc index 7a5fa7e..fe78d53 100644 --- a/docs/modules/ROOT/pages/connectors/camel-sftp-kafka-source-connector.adoc +++ b/docs/modules/ROOT/pages/connectors/camel-sftp-kafka-source-connector.adoc @@ -82,8 +82,8 @@ The camel-sftp source connector supports 114 options, which are listed below. | *camel.source.endpoint.antFilterCaseSensitive* | Sets case sensitive flag on ant filter. | true | false | MEDIUM | *camel.source.endpoint.antInclude* | Ant style filter inclusion. Multiple inclusions may be specified in comma-delimited format. | null | false | MEDIUM | *camel.source.endpoint.eagerMaxMessagesPerPoll* | Allows for controlling whether the limit from maxMessagesPerPoll is eager or not. If eager then the limit is during the scanning of files. Where as false would scan all files, and then perform sorting. Setting this option to false allows for sorting all files first, and then limit the poll. Mind that this requires a higher memory usage as all file details are in memory to perform the sorting. | true | false | MEDIUM -| *camel.source.endpoint.exclude* | Is used to exclude files, if filename matches the regex pattern (matching is case in-senstive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris | null | false | MEDIUM -| *camel.source.endpoint.excludeExt* | Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. | null | false | MEDIUM +| *camel.source.endpoint.exclude* | Is used to exclude files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris | null | false | MEDIUM +| *camel.source.endpoint.excludeExt* | Is used to exclude files matching file extension name (case insensitive). For example to exclude bak files, then use excludeExt=bak. Multiple extensions can be separated by comma, for example to exclude bak and dat files, use excludeExt=bak,dat. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include/exclude options. | null | false | MEDIUM | *camel.source.endpoint.filter* | Pluggable filter as a org.apache.camel.component.file.GenericFileFilter class. Will skip files if filter returns false in its accept() method. | null | false | MEDIUM | *camel.source.endpoint.filterDirectory* | Filters the directory based on Simple language. For example to filter on current date, you can use a simple date pattern such as ${date:now:yyyMMdd} | null | false | MEDIUM | *camel.source.endpoint.filterFile* | Filters the file based on Simple language. For example to filter on file size, you can use ${file:size} 5000 | null | false | MEDIUM @@ -91,7 +91,7 @@ The camel-sftp source connector supports 114 options, which are listed below. | *camel.source.endpoint.idempotentKey* | To use a custom idempotent key. By default the absolute path of the file is used. You can use the File Language, for example to use the file name and file size, you can do: idempotentKey=${file:name}-${file:size} | null | false | MEDIUM | *camel.source.endpoint.idempotentRepository* | A pluggable repository org.apache.camel.spi.IdempotentRepository which by default use MemoryMessageIdRepository if none is specified and idempotent is true. | null | false | MEDIUM | *camel.source.endpoint.include* | Is used to include files, if filename matches the regex pattern (matching is case in-sensitive). Notice if you use symbols such as plus sign and others you would need to configure this using the RAW() syntax if configuring this as an endpoint uri. See more details at configuring endpoint uris | null | false | MEDIUM -| *camel.source.endpoint.includeExt* | Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml | null | false | MEDIUM +| *camel.source.endpoint.includeExt* | Is used to include files matching file extension name (case insensitive). For example to include txt files, then use includeExt=txt. Multiple extensions can be separated by comma, for example to include txt and xml files, use includeExt=txt,xml. Note that the file extension includes all parts, for example having a file named mydata.tar.gz will have extension as tar.gz. For more flexibility then use the include/exclude options. | null | false | MEDIUM | *camel.source.endpoint.maxDepth* | The maximum depth to traverse when recursively processing a directory. | 2147483647 | false | MEDIUM | *camel.source.endpoint.maxMessagesPerPoll* | To define a maximum messages to gather per poll. By default no maximum is set. Can be used to set a limit of e.g. 1000 to avoid when starting up the server that there are thousands of files. Set a value of 0 or negative to disabled it. Notice: If this option is in use then the File and FTP components will limit before any sorting. For example if you have 100000 files and use maxMessagesPerPoll=500, then only the first 500 files will be picke [...] | *camel.source.endpoint.minDepth* | The minimum depth to start processing when recursively processing a directory. Using minDepth=1 means the base directory. Using minDepth=2 means the first sub directory. | null | false | MEDIUM @@ -169,8 +169,4 @@ org.apache.camel.kafkaconnector.sftp.transformers.SftpRemoteFileTransforms The camel-sftp source connector has no aggregation strategies out of the box. - - - - // kafka-connector options: END