Author: sully6768
Date: Wed Sep 26 15:35:58 2012
New Revision: 1390569
URL: http://svn.apache.org/viewvc?rev=1390569&view=rev
Log:
Added tests to verify batch transaction concurrency
Added:
camel/trunk/components/camel-sjms/src/test/java/org/apache/camel/component/sjms/tx/BatchTransactedConcurrentMultipleConsumerTest.java
camel/trunk/components/camel-sjms/src/test/java/org/apache/camel/component/sjms/tx/BatchTransactedConcurrentMultipleRouteConsumersTest.java
camel/trunk/components/camel-sjms/src/test/java/org/apache/camel/component/sjms/tx/TransactedConcurrentConsumersTest.java
Added:
camel/trunk/components/camel-sjms/src/test/java/org/apache/camel/component/sjms/tx/BatchTransactedConcurrentMultipleConsumerTest.java
URL:
http://svn.apache.org/viewvc/camel/trunk/components/camel-sjms/src/test/java/org/apache/camel/component/sjms/tx/BatchTransactedConcurrentMultipleConsumerTest.java?rev=1390569&view=auto
==============================================================================
---
camel/trunk/components/camel-sjms/src/test/java/org/apache/camel/component/sjms/tx/BatchTransactedConcurrentMultipleConsumerTest.java
(added)
+++
camel/trunk/components/camel-sjms/src/test/java/org/apache/camel/component/sjms/tx/BatchTransactedConcurrentMultipleConsumerTest.java
Wed Sep 26 15:35:58 2012
@@ -0,0 +1,119 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.camel.component.sjms.tx;
+
+import java.util.concurrent.atomic.AtomicInteger;
+
+import org.apache.activemq.ActiveMQConnectionFactory;
+import org.apache.camel.CamelContext;
+import org.apache.camel.Exchange;
+import org.apache.camel.Processor;
+import org.apache.camel.builder.RouteBuilder;
+import org.apache.camel.component.sjms.SjmsComponent;
+import org.apache.camel.test.junit4.CamelTestSupport;
+import org.junit.Test;
+
+/**
+ * Verify the ability to batch transactions to the consumer.
+ */
+public class BatchTransactedConcurrentMultipleConsumerTest extends
CamelTestSupport {
+
+ private static final int BATCH_COUNT = 25;
+ private static final int CONSUMER_COUNT = 2;
+ private static final int MAX_ATTEMPTS_COUNT = 50;
+ private static final int MESSAGE_COUNT = 200;
+
+ /**
+ * Verify that the batch transactions behave correctly when we combine it
+ * with concurrent consumers.
+ *
+ * @throws Exception
+ */
+ @Test
+ public void testEndpointConfiguredBatchTransaction() throws Exception {
+
+
getMockEndpoint("mock:test.redelivered.false").expectedMessageCount(175);
+ getMockEndpoint("mock:test.redelivered.true").expectedMessageCount(25);
+
+ // We should never see a message appear in this endpoint or we
+ // have problem with our JMS provider
+ getMockEndpoint("mock:test.after").expectedMessageCount(0);
+
+ // Send messages
+ for (int i = 1; i <= MESSAGE_COUNT; i++) {
+ String message = "Hello World " + i;
+ template.sendBody("direct:start", message);
+ log.trace("Sending message: {}", message);
+ }
+ assertMockEndpointsSatisfied();
+
+ }
+
+ @Override
+ protected CamelContext createCamelContext() throws Exception {
+ CamelContext camelContext = super.createCamelContext();
+
+ ActiveMQConnectionFactory connectionFactory = new
ActiveMQConnectionFactory("vm://broker?broker.persistent=false&broker.useJmx=true");
+ SjmsComponent component = new SjmsComponent();
+ component.setConnectionFactory(connectionFactory);
+ camelContext.addComponent("sjms", component);
+
+ return camelContext;
+ }
+
+ @Override
+ protected RouteBuilder createRouteBuilder() throws Exception {
+ return new RouteBuilder() {
+ @Override
+ public void configure() {
+
+ // Having a producer route helps with debugging and logging
+ from("direct:start").to("sjms:queue:transacted.consumer.test");
+
+ // Our test consumer route
+
from("sjms:queue:transacted.consumer.test?transacted=true&transactionBatchCount="
+ BATCH_COUNT + "&consumerCount=" + CONSUMER_COUNT)
+ // first consume all the messages that are not redelivered
+ .choice().when(header("JMSRedelivered").isEqualTo("false"))
+ .process(new Processor() {
+ private final AtomicInteger counter = new
AtomicInteger(0);
+
+ @Override
+ public void process(Exchange exchange) throws
Exception {
+ if (counter.incrementAndGet() ==
MAX_ATTEMPTS_COUNT) {
+ log.info("Exchange does not have a retry
message. Set the exception and allow the retry.");
+ exchange.getOut().setFault(true);
+ }
+ }
+ })
+ .log("1st attempt Body: ${body} | Redeliverd:
${header.JMSRedelivered}")
+ .to("mock:test.redelivered.false")
+ // Now process again any messages that were redelivered
+ .when(header("JMSRedelivered").isEqualTo("true"))
+ .process(new Processor() {
+ @Override
+ public void process(Exchange exchange) throws
Exception {
+ log.info("Retry processing attempt. Continue
processing the message.");
+ }
+ })
+ .log("2nd attempt Body: ${body} | Redeliverd:
${header.JMSRedelivered}")
+ .to("mock:test.redelivered.true")
+ .otherwise()
+ .to("mock:test.after");
+ }
+ };
+ }
+}
Added:
camel/trunk/components/camel-sjms/src/test/java/org/apache/camel/component/sjms/tx/BatchTransactedConcurrentMultipleRouteConsumersTest.java
URL:
http://svn.apache.org/viewvc/camel/trunk/components/camel-sjms/src/test/java/org/apache/camel/component/sjms/tx/BatchTransactedConcurrentMultipleRouteConsumersTest.java?rev=1390569&view=auto
==============================================================================
---
camel/trunk/components/camel-sjms/src/test/java/org/apache/camel/component/sjms/tx/BatchTransactedConcurrentMultipleRouteConsumersTest.java
(added)
+++
camel/trunk/components/camel-sjms/src/test/java/org/apache/camel/component/sjms/tx/BatchTransactedConcurrentMultipleRouteConsumersTest.java
Wed Sep 26 15:35:58 2012
@@ -0,0 +1,127 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.camel.component.sjms.tx;
+
+import java.util.concurrent.atomic.AtomicInteger;
+
+import org.apache.activemq.ActiveMQConnectionFactory;
+import org.apache.camel.CamelContext;
+import org.apache.camel.Exchange;
+import org.apache.camel.Processor;
+import org.apache.camel.builder.RouteBuilder;
+import org.apache.camel.component.sjms.SjmsComponent;
+import org.apache.camel.test.junit4.CamelTestSupport;
+import org.junit.Test;
+
+/**
+ * Verify that batch transactions are processed correctly when dealing with
+ * multiple routes consuming from a single destination.
+ */
+public class BatchTransactedConcurrentMultipleRouteConsumersTest extends
CamelTestSupport {
+ private static final int ROUTE_COUNT = 2;
+ private static final int BATCH_COUNT = 25;
+ private static final int MAX_ATTEMPTS_COUNT = 50;
+ private static final int MESSAGE_COUNT = 200;
+ private static final int CONSUMER_COUNT = 1;
+
+ /**
+ * We want to verify that when consuming from a single destination with
+ * multiple routes that we are thread safe and behave accordingly.
+ *
+ * @throws Exception
+ */
+ @Test
+ public void testEndpointConfiguredBatchTransaction() throws Exception {
+
+ // We will only get 99 messages because after the 50th attempt
+ // the exception will throw and that message will not make
+ // it to the test.redelivered.false.# endpoint
+
getMockEndpoint("mock:test.redelivered.false.1").expectedMessageCount(99);
+
getMockEndpoint("mock:test.redelivered.false.2").expectedMessageCount(99);
+
+ // We should always get 25 for each endpoint since that is our batch
+ // count to roll back.
+
getMockEndpoint("mock:test.redelivered.true.1").expectedMessageCount(25);
+
getMockEndpoint("mock:test.redelivered.true.2").expectedMessageCount(25);
+ getMockEndpoint("mock:test.after").expectedMessageCount(0);
+
+ // Send the message count
+ for (int i = 1; i <= MESSAGE_COUNT; i++) {
+ String message = "Hello World " + i;
+ template.sendBody("direct:start", message);
+ log.trace("Sending message: {}", message);
+ }
+ assertMockEndpointsSatisfied();
+ }
+
+ @Override
+ protected CamelContext createCamelContext() throws Exception {
+ CamelContext camelContext = super.createCamelContext();
+
+ ActiveMQConnectionFactory connectionFactory = new
ActiveMQConnectionFactory("vm://broker?broker.persistent=false&broker.useJmx=true");
+ SjmsComponent component = new SjmsComponent();
+ component.setConnectionFactory(connectionFactory);
+ camelContext.addComponent("sjms", component);
+
+ return camelContext;
+ }
+
+ @Override
+ protected RouteBuilder createRouteBuilder() throws Exception {
+ return new RouteBuilder() {
+ @Override
+ public void configure() {
+
+ // Having a producer route helps with debugging and logging
+ from("direct:start").to("sjms:queue:transacted.consumer.test");
+
+ for (int i = 1; i <= ROUTE_COUNT; i++) {
+ // Our test consumer route
+
from("sjms:queue:transacted.consumer.test?transacted=true&transactionBatchCount="
+ BATCH_COUNT + "&consumerCount=" + CONSUMER_COUNT)
+ // first consume all the messages that are not
redelivered
+
.choice().when(header("JMSRedelivered").isEqualTo("false"))
+ // The rollback processor
+ .process(new Processor() {
+ private final AtomicInteger counter = new
AtomicInteger(0);
+
+ @Override
+ public void process(Exchange exchange) throws
Exception {
+ if (counter.incrementAndGet() ==
MAX_ATTEMPTS_COUNT) {
+ log.info("{} Messages have been
processed. Failing the exchange to force a rollback of the transaction.",
MAX_ATTEMPTS_COUNT);
+ exchange.getOut().setFault(true);
+ }
+ }
+ })
+ .log("1st attempt Body: ${body} | Redeliverd:
${header.JMSRedelivered}")
+ .to("mock:test.redelivered.false." + i)
+ // Now process again any messages that were redelivered
+ .when(header("JMSRedelivered").isEqualTo("true"))
+ .process(new Processor() {
+ @Override
+ public void process(Exchange exchange) throws
Exception {
+ log.info("Retry processing attempt.
Continue processing the message.");
+ }
+ })
+ .log("2nd attempt Body: ${body} | Redeliverd:
${header.JMSRedelivered}")
+ .to("mock:test.redelivered.true." + i)
+ .otherwise()
+ .to("mock:test.after");
+ }
+ }
+ };
+ }
+}
Added:
camel/trunk/components/camel-sjms/src/test/java/org/apache/camel/component/sjms/tx/TransactedConcurrentConsumersTest.java
URL:
http://svn.apache.org/viewvc/camel/trunk/components/camel-sjms/src/test/java/org/apache/camel/component/sjms/tx/TransactedConcurrentConsumersTest.java?rev=1390569&view=auto
==============================================================================
---
camel/trunk/components/camel-sjms/src/test/java/org/apache/camel/component/sjms/tx/TransactedConcurrentConsumersTest.java
(added)
+++
camel/trunk/components/camel-sjms/src/test/java/org/apache/camel/component/sjms/tx/TransactedConcurrentConsumersTest.java
Wed Sep 26 15:35:58 2012
@@ -0,0 +1,122 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.camel.component.sjms.tx;
+
+import java.util.concurrent.atomic.AtomicInteger;
+
+import org.apache.activemq.ActiveMQConnectionFactory;
+import org.apache.camel.CamelContext;
+import org.apache.camel.Exchange;
+import org.apache.camel.Processor;
+import org.apache.camel.builder.RouteBuilder;
+import org.apache.camel.component.sjms.SjmsComponent;
+import org.apache.camel.test.junit4.CamelTestSupport;
+import org.junit.Test;
+
+/**
+ * Test to verify concurrent consumers on a transacted endpoint.
+ */
+public class TransactedConcurrentConsumersTest extends CamelTestSupport {
+
+ private static final int CONSUMER_COUNT = 2;
+ private static final int MAX_ATTEMPTS_COUNT = 50;
+ private static final int MESSAGE_COUNT = 200;
+
+ /**
+ * Verify that transacted and concurrent consumers work correctly together.
+ *
+ * @throws Exception
+ */
+ @Test
+ public void testEndpointConfiguredBatchTransaction() throws Exception {
+ // We are set up for a failure to occur every 50 messages. Even with
+ // multiple consumers we should still only see 4 message failures
+ // over the course of 200 messages.
+
getMockEndpoint("mock:test.redelivered.false").expectedMessageCount(196);
+ getMockEndpoint("mock:test.redelivered.true").expectedMessageCount(4);
+
+ // We should never see a message appear in this endpoint or we
+ // have problem with our JMS provider
+ getMockEndpoint("mock:test.after").expectedMessageCount(0);
+
+ // Send messages
+ for (int i = 1; i <= MESSAGE_COUNT; i++) {
+ String message = "Hello World " + i;
+ template.sendBody("direct:start", message);
+ log.trace("Sending message: {}", message);
+ }
+
+ assertMockEndpointsSatisfied();
+
+ }
+
+ @Override
+ protected CamelContext createCamelContext() throws Exception {
+ CamelContext camelContext = super.createCamelContext();
+
+ ActiveMQConnectionFactory connectionFactory = new
ActiveMQConnectionFactory("vm://broker?broker.persistent=false&broker.useJmx=true");
+ SjmsComponent component = new SjmsComponent();
+ component.setConnectionFactory(connectionFactory);
+ camelContext.addComponent("sjms", component);
+
+ return camelContext;
+ }
+
+ @Override
+ protected RouteBuilder createRouteBuilder() throws Exception {
+ return new RouteBuilder() {
+ @Override
+ public void configure() {
+
+ // Having a producer route helps with debugging and logging
+ from("direct:start").to("sjms:queue:transacted.consumer.test");
+
+ // Our test consumer route
+
from("sjms:queue:transacted.consumer.test?transacted=true&consumerCount=" +
CONSUMER_COUNT)
+ // first consume all the messages that are not redelivered
+ .choice().when(header("JMSRedelivered").isEqualTo("false"))
+ .process(new Processor() {
+ private final AtomicInteger counter = new
AtomicInteger(0);
+
+ @Override
+ public void process(Exchange exchange) throws
Exception {
+ int count = counter.incrementAndGet();
+ if (count == MAX_ATTEMPTS_COUNT) {
+ log.info("Exchange does not have a retry
message. Set the exception and allow the retry.");
+ exchange.getOut().setFault(true);
+ counter.set(0);
+ }
+ }
+ })
+ .log("1st attempt Body: ${body} | Redeliverd:
${header.JMSRedelivered}")
+ .to("mock:test.redelivered.false")
+ // Now process again any messages that were redelivered
+ .when(header("JMSRedelivered").isEqualTo("true"))
+ .process(new Processor() {
+ @Override
+ public void process(Exchange exchange) throws
Exception {
+ log.info("Retry processing attempt. Continue
processing the message.");
+ }
+ })
+ .log("2nd attempt Body: ${body} | Redeliverd:
${header.JMSRedelivered}")
+ .to("mock:test.redelivered.true")
+ .otherwise()
+ .to("mock:test.after");
+ }
+ };
+ }
+}
