This is an automated email from the ASF dual-hosted git repository. acosentino pushed a commit to branch aws2-kinesis-smt in repository https://gitbox.apache.org/repos/asf/camel-kafka-connector.git
commit edc3e1986abc2dda2f84a9f6dfccdcc082c9aa1f Author: Andrea Cosentino <anco...@gmail.com> AuthorDate: Mon Jan 18 13:57:09 2021 +0100 AWS2-Kinesis connector: Add a transformation to extract only the data from a source stream --- .../transformers/KinesisRecordDataTransforms.java | 71 ++++++++++++++++++++++ 1 file changed, 71 insertions(+) diff --git a/connectors/camel-aws2-kinesis-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/aws2kinesis/transformers/KinesisRecordDataTransforms.java b/connectors/camel-aws2-kinesis-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/aws2kinesis/transformers/KinesisRecordDataTransforms.java new file mode 100644 index 0000000..8cb2016 --- /dev/null +++ b/connectors/camel-aws2-kinesis-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/aws2kinesis/transformers/KinesisRecordDataTransforms.java @@ -0,0 +1,71 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.camel.kafkaconnector.aws2kinesis.transformers; + +import java.util.Map; + +import org.apache.camel.kafkaconnector.utils.SchemaHelper; +import org.apache.kafka.common.config.ConfigDef; +import org.apache.kafka.connect.connector.ConnectRecord; +import org.apache.kafka.connect.transforms.Transformation; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +import software.amazon.awssdk.services.kinesis.model.Record; + +public class KinesisRecordDataTransforms <R extends ConnectRecord<R>> implements Transformation<R> { + public static final String FIELD_KEY_CONFIG = "key"; + public static final ConfigDef CONFIG_DEF = new ConfigDef() + .define(FIELD_KEY_CONFIG, ConfigDef.Type.STRING, null, ConfigDef.Importance.MEDIUM, + "Transforms Kinesis Data to String"); + + private static final Logger LOG = LoggerFactory.getLogger(KinesisRecordDataTransforms.class); + + @Override + public R apply(R r) { + Object value = r.value(); + + if (value instanceof Record) { + LOG.debug("Converting record from Data to String"); + Record message = (Record) r.value(); + + String payload = new String(message.data().asByteArray()); + return r.newRecord(r.topic(), r.kafkaPartition(), null, r.key(), + SchemaHelper.buildSchemaBuilderForType(payload), payload, r.timestamp()); + + } else { + LOG.debug("Unexpected message type: {}", r.value().getClass()); + + return r; + } + } + + @Override + public ConfigDef config() { + return CONFIG_DEF; + } + + @Override + public void close() { + + } + + @Override + public void configure(Map<String, ?> map) { + + } +}