001 /**
002 * Licensed to the Apache Software Foundation (ASF) under one or more
003 * contributor license agreements. See the NOTICE file distributed with
004 * this work for additional information regarding copyright ownership.
005 * The ASF licenses this file to You under the Apache License, Version 2.0
006 * (the "License"); you may not use this file except in compliance with
007 * the License. You may obtain a copy of the License at
008 *
009 * http://www.apache.org/licenses/LICENSE-2.0
010 *
011 * Unless required by applicable law or agreed to in writing, software
012 * distributed under the License is distributed on an "AS IS" BASIS,
013 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
014 * See the License for the specific language governing permissions and
015 * limitations under the License.
016 */
017 package org.apache.camel.component.dataset;
018
019 import java.util.concurrent.atomic.AtomicInteger;
020
021 import org.apache.camel.Component;
022 import org.apache.camel.Consumer;
023 import org.apache.camel.Exchange;
024 import org.apache.camel.Message;
025 import org.apache.camel.PollingConsumer;
026 import org.apache.camel.Processor;
027 import org.apache.camel.Service;
028 import org.apache.camel.component.mock.MockEndpoint;
029 import org.apache.camel.impl.EventDrivenPollingConsumer;
030 import org.apache.camel.util.ExchangeHelper;
031 import org.apache.camel.util.ObjectHelper;
032 import org.apache.commons.logging.Log;
033 import org.apache.commons.logging.LogFactory;
034
035 /**
036 * Endpoint for DataSet.
037 *
038 * @version $Revision: 748469 $
039 */
040 public class DataSetEndpoint extends MockEndpoint implements Service {
041 private static final transient Log LOG = LogFactory.getLog(DataSetEndpoint.class);
042 private DataSet dataSet;
043 private AtomicInteger receivedCounter = new AtomicInteger();
044 private long produceDelay;
045 private long consumeDelay;
046 private long startTime;
047 private long preloadSize;
048
049 public DataSetEndpoint() {
050 }
051
052 public DataSetEndpoint(String endpointUri, Component component, DataSet dataSet) {
053 super(endpointUri, component);
054 this.dataSet = dataSet;
055 }
056
057 public DataSetEndpoint(String endpointUri, DataSet dataSet) {
058 super(endpointUri);
059 this.dataSet = dataSet;
060 }
061
062 public static void assertEquals(String description, Object expected, Object actual, Exchange exchange) {
063 if (!ObjectHelper.equal(expected, actual)) {
064 throw new AssertionError(description + " does not match. Expected: " + expected + " but was: " + actual + " on " + exchange + " with headers: " + exchange.getIn().getHeaders());
065 }
066 }
067
068 @Override
069 public PollingConsumer createPollingConsumer() throws Exception {
070 return new EventDrivenPollingConsumer(this);
071 }
072
073 @Override
074 public Consumer createConsumer(Processor processor) throws Exception {
075 return new DataSetConsumer(this, processor);
076 }
077
078 @Override
079 public void reset() {
080 super.reset();
081 receivedCounter.set(0);
082 }
083
084 @Override
085 public int getReceivedCounter() {
086 return receivedCounter.get();
087 }
088
089 /**
090 * Creates a message exchange for the given index in the {@link DataSet}
091 */
092 public Exchange createExchange(long messageIndex) throws Exception {
093 Exchange exchange = createExchange();
094 getDataSet().populateMessage(exchange, messageIndex);
095
096 Message in = exchange.getIn();
097 in.setHeader(Exchange.DATASET_INDEX, messageIndex);
098
099 return exchange;
100 }
101
102 @Override
103 protected void waitForCompleteLatch() throws InterruptedException {
104 // TODO lets do a much better version of this!
105 long size = getDataSet().getSize();
106 size *= 4000;
107 setResultWaitTime(size);
108 super.waitForCompleteLatch();
109 }
110
111 // Properties
112 //-------------------------------------------------------------------------
113
114 public DataSet getDataSet() {
115 return dataSet;
116 }
117
118 public void setDataSet(DataSet dataSet) {
119 this.dataSet = dataSet;
120 }
121
122 public long getPreloadSize() {
123 return preloadSize;
124 }
125
126 /**
127 * Sets how many messages should be preloaded (sent) before the route completes its initialisation
128 */
129 public void setPreloadSize(long preloadSize) {
130 this.preloadSize = preloadSize;
131 }
132
133 public long getConsumeDelay() {
134 return consumeDelay;
135 }
136
137 /**
138 * Allows a delay to be specified which causes consumers to pause - to simulate slow consumers
139 */
140 public void setConsumeDelay(long consumeDelay) {
141 this.consumeDelay = consumeDelay;
142 }
143
144 public long getProduceDelay() {
145 return produceDelay;
146 }
147
148 /**
149 * Allows a delay to be specified which causes producers to pause - to simulate slow producers
150 */
151 public void setProduceDelay(long produceDelay) {
152 this.produceDelay = produceDelay;
153 }
154
155 // Implementation methods
156 //-------------------------------------------------------------------------
157
158 @Override
159 protected void performAssertions(Exchange actual) throws Exception {
160 if (startTime == 0) {
161 startTime = System.currentTimeMillis();
162 }
163 int receivedCount = receivedCounter.incrementAndGet();
164 long index = receivedCount - 1;
165 Exchange expected = createExchange(index);
166
167 // now lets assert that they are the same
168 if (LOG.isDebugEnabled()) {
169 LOG.debug("Received message: " + index + " = " + actual);
170 }
171
172 assertMessageExpected(index, expected, actual);
173
174 if (consumeDelay > 0) {
175 Thread.sleep(consumeDelay);
176 }
177
178 long group = getDataSet().getReportCount();
179 if (receivedCount % group == 0) {
180 reportProgress(actual, receivedCount);
181 }
182 }
183
184 protected void reportProgress(Exchange actual, int receivedCount) {
185 long time = System.currentTimeMillis();
186 long elapsed = time - startTime;
187 startTime = time;
188
189 LOG.info("Received: " + receivedCount + " messages so far. Last group took: " + elapsed + " millis");
190 }
191
192 protected void assertMessageExpected(long index, Exchange expected, Exchange actual) throws Exception {
193 long actualCounter = ExchangeHelper.getMandatoryHeader(actual, Exchange.DATASET_INDEX, Long.class);
194 assertEquals("Header: " + Exchange.DATASET_INDEX, index, actualCounter, actual);
195
196 getDataSet().assertMessageExpected(this, expected, actual, index);
197 }
198
199 public void start() throws Exception {
200 long size = getDataSet().getSize();
201 expectedMessageCount((int) size);
202 }
203
204 public void stop() throws Exception {
205 }
206 }