/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.dianping.cosmos;
import java.util.Map;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import backtype.storm.metric.api.CountMetric;
import backtype.storm.spout.SpoutOutputCollector;
import backtype.storm.task.TopologyContext;
import backtype.storm.topology.IRichSpout;
import backtype.storm.topology.OutputFieldsDeclarer;
import backtype.storm.tuple.Fields;
import backtype.storm.tuple.Values;
import com.dianping.cosmos.util.CatMetricUtil;
import com.dianping.cosmos.util.Constants;
import com.dianping.lion.client.LionException;
import com.dp.blackhole.consumer.Consumer;
import com.dp.blackhole.consumer.ConsumerConfig;
import com.dp.blackhole.consumer.MessageStream;
@SuppressWarnings({"rawtypes"})
public class BlackholeSpout implements IRichSpout {
private static final long serialVersionUID = 1L;
public static final Logger LOG = LoggerFactory.getLogger(BlackholeSpout.class);
private SpoutOutputCollector collector;
private String topic;
private String group;
private MessageStream stream;
private Consumer consumer;
private transient CountMetric _spoutMetric;
public BlackholeSpout(String topic, String group) {
this.topic = topic;
this.group = group;
}
@Override
public void open(Map conf, TopologyContext context,
SpoutOutputCollector _collector) {
collector = _collector;
_spoutMetric = new CountMetric();
context.registerMetric(CatMetricUtil.getSpoutMetricName(topic, group),
_spoutMetric, Constants.EMIT_FREQUENCY_IN_SECONDS);
ConsumerConfig config = new ConsumerConfig();
try {
consumer = new Consumer(topic, group, config);
} catch (LionException e) {
throw new RuntimeException(e);
}
consumer.start();
stream = consumer.getStream();
}
@Override
public void close() {
}
@Override
public void activate() {
}
@Override
public void deactivate() {
}
@Override
public void nextTuple() {
for (String message : stream) {
collector.emit(topic, new Values(message));
_spoutMetric.incr();
}
}
@Override
public void ack(Object msgId) {
LOG.debug("ack: " + msgId);
}
@Override
public void fail(Object msgId) {
LOG.info("fail: " + msgId);
}
@Override
public void declareOutputFields(OutputFieldsDeclarer declarer) {
declarer.declareStream(topic, new Fields("event"));
}
@Override
public Map<String, Object> getComponentConfiguration() {
// TODO Auto-generated method stub
return null;
}
}