This is an automated email from the ASF dual-hosted git repository. acosentino pushed a commit to branch mistral-large in repository https://gitbox.apache.org/repos/asf/camel.git
commit 15d5e88f8971a6f078e65ace9ed0d8f6c4d1b27d Author: Andrea Cosentino <[email protected]> AuthorDate: Mon Apr 8 14:39:22 2024 +0200 CAMEL-20562 - Camel-AWS-Bedrock: Support Mistral AI models - Mistral Large Signed-off-by: Andrea Cosentino <[email protected]> --- .../component/aws2/bedrock/BedrockModels.java | 3 ++- .../aws2/bedrock/runtime/BedrockProducer.java | 3 ++- .../runtime/integration/BedrockProducerIT.java | 29 ++++++++++++++++++++++ 3 files changed, 33 insertions(+), 2 deletions(-) diff --git a/components/camel-aws/camel-aws-bedrock/src/main/java/org/apache/camel/component/aws2/bedrock/BedrockModels.java b/components/camel-aws/camel-aws-bedrock/src/main/java/org/apache/camel/component/aws2/bedrock/BedrockModels.java index af463f63bb7..8ca768b90e7 100644 --- a/components/camel-aws/camel-aws-bedrock/src/main/java/org/apache/camel/component/aws2/bedrock/BedrockModels.java +++ b/components/camel-aws/camel-aws-bedrock/src/main/java/org/apache/camel/component/aws2/bedrock/BedrockModels.java @@ -30,7 +30,8 @@ public enum BedrockModels { ANTROPHIC_CLAUDE_V3("anthropic.claude-3-sonnet-20240229-v1:0"), ANTROPHIC_CLAUDE_HAIKU_V3("anthropic.claude-3-haiku-20240307-v1:0"), MISTRAL_7B_INSTRUCT("mistral.mistral-7b-instruct-v0:2"), - MISTRAL_8x7B_INSTRUCT("mistral.mixtral-8x7b-instruct-v0:1"); + MISTRAL_8x7B_INSTRUCT("mistral.mixtral-8x7b-instruct-v0:1"), + MISTRAL_LARGE("mistral.mistral-large-2402-v1:0"); public final String model; diff --git a/components/camel-aws/camel-aws-bedrock/src/main/java/org/apache/camel/component/aws2/bedrock/runtime/BedrockProducer.java b/components/camel-aws/camel-aws-bedrock/src/main/java/org/apache/camel/component/aws2/bedrock/runtime/BedrockProducer.java index f7d18e5e46f..8f15f4979ca 100644 --- a/components/camel-aws/camel-aws-bedrock/src/main/java/org/apache/camel/component/aws2/bedrock/runtime/BedrockProducer.java +++ b/components/camel-aws/camel-aws-bedrock/src/main/java/org/apache/camel/component/aws2/bedrock/runtime/BedrockProducer.java @@ -256,7 +256,8 @@ public class BedrockProducer extends DefaultProducer { throw new RuntimeException(e); } } - case "mistral.mistral-7b-instruct-v0:2", "mistral.mixtral-8x7b-instruct-v0:1" -> { + case "mistral.mistral-7b-instruct-v0:2", "mistral.mixtral-8x7b-instruct-v0:1", + "mistral.mistral-large-2402-v1:0" -> { try { setMistralText(result, message); } catch (JsonProcessingException e) { diff --git a/components/camel-aws/camel-aws-bedrock/src/test/java/org/apache/camel/component/aws2/bedrock/runtime/integration/BedrockProducerIT.java b/components/camel-aws/camel-aws-bedrock/src/test/java/org/apache/camel/component/aws2/bedrock/runtime/integration/BedrockProducerIT.java index eeec7be98df..56a7f725ea2 100644 --- a/components/camel-aws/camel-aws-bedrock/src/test/java/org/apache/camel/component/aws2/bedrock/runtime/integration/BedrockProducerIT.java +++ b/components/camel-aws/camel-aws-bedrock/src/test/java/org/apache/camel/component/aws2/bedrock/runtime/integration/BedrockProducerIT.java @@ -420,6 +420,29 @@ class BedrockProducerIT extends CamelTestSupport { MockEndpoint.assertIsSatisfied(context); } + @Test + public void testInvokeMistralLargeModel() throws InterruptedException { + + result.expectedMessageCount(1); + final Exchange result = template.send("direct:send_mistral_large_model", exchange -> { + ObjectMapper mapper = new ObjectMapper(); + ObjectNode rootNode = mapper.createObjectNode(); + rootNode.putIfAbsent("prompt", + new TextNode("\"<s>[INST] Can you tell the history of Mayflower? [/INST]\\\"")); + + rootNode.putIfAbsent("max_tokens", new IntNode(200)); + rootNode.putIfAbsent("temperature", new DoubleNode(0.5)); + rootNode.putIfAbsent("top_p", new DoubleNode(0.9)); + rootNode.putIfAbsent("top_k", new IntNode(50)); + + exchange.getMessage().setBody(mapper.writer().writeValueAsString(rootNode)); + exchange.getMessage().setHeader(BedrockConstants.MODEL_CONTENT_TYPE, "application/json"); + exchange.getMessage().setHeader(BedrockConstants.MODEL_ACCEPT_CONTENT_TYPE, "application/json"); + }); + + MockEndpoint.assertIsSatisfied(context); + } + @Override protected RouteBuilder createRouteBuilder() { return new RouteBuilder() { @@ -505,6 +528,12 @@ class BedrockProducerIT extends CamelTestSupport { + BedrockModels.MISTRAL_8x7B_INSTRUCT.model) .log("Completions: ${body}") .to(result); + + from("direct:send_mistral_large_model") + .to("aws-bedrock:label?accessKey=RAW({{aws.manual.access.key}})&secretKey=RAW({{aws.manual.secret.key}}®ion=us-east-1&operation=invokeTextModel&modelId=" + + BedrockModels.MISTRAL_LARGE.model) + .log("Completions: ${body}") + .to(result); } }; }
