This is an automated email from the ASF dual-hosted git repository. acosentino pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/camel-kafka-connector.git
commit 03eb3eb04fbda0a7df5c7842634bf4c4950bb369 Author: Andrea Cosentino <anco...@gmail.com> AuthorDate: Wed Feb 24 10:24:02 2021 +0100 Add SMT for GenericFile of Camel-file-kafka-connector --- connectors/camel-file-kafka-connector/pom.xml | 5 ++ .../file/transformers/FileTransforms.java | 82 ++++++++++++++++++++++ 2 files changed, 87 insertions(+) diff --git a/connectors/camel-file-kafka-connector/pom.xml b/connectors/camel-file-kafka-connector/pom.xml index dc25460..4b38227 100644 --- a/connectors/camel-file-kafka-connector/pom.xml +++ b/connectors/camel-file-kafka-connector/pom.xml @@ -44,6 +44,11 @@ <groupId>org.apache.camel</groupId> <artifactId>camel-file</artifactId> </dependency> + <dependency> + <groupId>commons-io</groupId> + <artifactId>commons-io</artifactId> + <version>${commons-io-version}</version> + </dependency> <!--START OF GENERATED CODE--> <dependency> <groupId>org.apache.camel.kafkaconnector</groupId> diff --git a/connectors/camel-file-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/file/transformers/FileTransforms.java b/connectors/camel-file-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/file/transformers/FileTransforms.java new file mode 100644 index 0000000..173ed11 --- /dev/null +++ b/connectors/camel-file-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/file/transformers/FileTransforms.java @@ -0,0 +1,82 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.camel.kafkaconnector.file.transformers; + +import java.io.File; +import java.io.FileNotFoundException; +import java.io.FileReader; +import java.io.IOException; +import java.nio.charset.StandardCharsets; +import java.util.Map; + +import org.apache.camel.component.file.GenericFile; +import org.apache.camel.kafkaconnector.utils.SchemaHelper; +import org.apache.commons.io.FileUtils; +import org.apache.kafka.common.config.ConfigDef; +import org.apache.kafka.connect.connector.ConnectRecord; +import org.apache.kafka.connect.transforms.Transformation; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +public class FileTransforms <R extends ConnectRecord<R>> implements Transformation<R> { + public static final String FIELD_KEY_CONFIG = "key"; + public static final ConfigDef CONFIG_DEF = new ConfigDef() + .define(FIELD_KEY_CONFIG, ConfigDef.Type.STRING, null, ConfigDef.Importance.MEDIUM, + "Transforms File to String"); + + private static final Logger LOG = LoggerFactory.getLogger(FileTransforms.class); + + @Override + public R apply(R r) { + Object value = r.value(); + + if (r.value() instanceof GenericFile) { + LOG.debug("Converting record from RemoteFile to text"); + GenericFile<File> message = (GenericFile<File>) r.value(); + String c = null; + try { + c = FileUtils.readFileToString(message.getFile(), StandardCharsets.UTF_8); + } catch (IOException e) { + // TODO Auto-generated catch block + e.printStackTrace(); + } + + return r.newRecord(r.topic(), r.kafkaPartition(), null, r.key(), + SchemaHelper.buildSchemaBuilderForType(c), c, r.timestamp()); + + } else { + LOG.debug("Unexpected message type: {}", r.value().getClass()); + + return r; + } + } + + @Override + public ConfigDef config() { + return CONFIG_DEF; + } + + @Override + public void close() { + + } + + @Override + public void configure(Map<String, ?> map) { + + } +}