001 /**
002 * Licensed to the Apache Software Foundation (ASF) under one or more
003 * contributor license agreements. See the NOTICE file distributed with
004 * this work for additional information regarding copyright ownership.
005 * The ASF licenses this file to You under the Apache License, Version 2.0
006 * (the "License"); you may not use this file except in compliance with
007 * the License. You may obtain a copy of the License at
008 *
009 * http://www.apache.org/licenses/LICENSE-2.0
010 *
011 * Unless required by applicable law or agreed to in writing, software
012 * distributed under the License is distributed on an "AS IS" BASIS,
013 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
014 * See the License for the specific language governing permissions and
015 * limitations under the License.
016 */
017 package org.apache.camel.component.dataset;
018
019 import org.apache.camel.Exchange;
020 import org.apache.camel.Processor;
021 import org.apache.camel.impl.DefaultConsumer;
022 import org.apache.camel.processor.ThroughputLogger;
023 import org.apache.commons.logging.Log;
024 import org.apache.commons.logging.LogFactory;
025
026 /**
027 * DataSet consumer.
028 *
029 * @version $Revision: 765501 $
030 */
031 public class DataSetConsumer extends DefaultConsumer<Exchange> {
032 private static final transient Log LOG = LogFactory.getLog(DataSetConsumer.class);
033 private DataSetEndpoint endpoint;
034 private Processor reporter;
035
036 public DataSetConsumer(DataSetEndpoint endpoint, Processor processor) {
037 super(endpoint, processor);
038 this.endpoint = endpoint;
039 }
040
041 @Override
042 protected void doStart() throws Exception {
043 super.doStart();
044
045 if (reporter == null) {
046 reporter = createReporter();
047 }
048 final DataSet dataSet = endpoint.getDataSet();
049 final long preloadSize = endpoint.getPreloadSize();
050
051 sendMessages(0, preloadSize);
052
053 endpoint.getExecutorService().execute(new Runnable() {
054 public void run() {
055 sendMessages(preloadSize, dataSet.getSize());
056 }
057 });
058 }
059
060 protected void sendMessages(long startIndex, long endIndex) {
061 try {
062 for (long i = startIndex; i < endIndex; i++) {
063 Exchange exchange = endpoint.createExchange(i);
064 getProcessor().process(exchange);
065
066 try {
067 long delay = endpoint.getProduceDelay();
068 if (delay < 4) {
069 // if no delay set then we must sleep at lest for 4 millis to avoid concurrency
070 // issues with extremely high throughput
071 delay = 4;
072 }
073 Thread.sleep(delay);
074 } catch (InterruptedException e) {
075 // ignore and just log to debug
076 LOG.debug(e);
077 }
078 if (reporter != null) {
079 reporter.process(exchange);
080 }
081 }
082 } catch (Exception e) {
083 LOG.error(e);
084 }
085 }
086
087 protected ThroughputLogger createReporter() {
088 ThroughputLogger answer = new ThroughputLogger(endpoint.getEndpointUri(), (int) endpoint.getDataSet().getReportCount());
089 answer.setAction("Sent");
090 return answer;
091 }
092 }