/** * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package com.dianping.cosmos; import java.util.Map; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import backtype.storm.metric.api.CountMetric; import backtype.storm.spout.SpoutOutputCollector; import backtype.storm.task.TopologyContext; import backtype.storm.topology.IRichSpout; import backtype.storm.topology.OutputFieldsDeclarer; import backtype.storm.tuple.Fields; import backtype.storm.tuple.Values; import com.dianping.cosmos.util.CatMetricUtil; import com.dianping.cosmos.util.Constants; import com.dianping.lion.client.LionException; import com.dp.blackhole.consumer.Consumer; import com.dp.blackhole.consumer.ConsumerConfig; import com.dp.blackhole.consumer.MessageStream; @SuppressWarnings({"rawtypes"}) public class BlackholeSpout implements IRichSpout { private static final long serialVersionUID = 1L; public static final Logger LOG = LoggerFactory.getLogger(BlackholeSpout.class); private SpoutOutputCollector collector; private String topic; private String group; private MessageStream stream; private Consumer consumer; private transient CountMetric _spoutMetric; public BlackholeSpout(String topic, String group) { this.topic = topic; this.group = group; } @Override public void open(Map conf, TopologyContext context, SpoutOutputCollector _collector) { collector = _collector; _spoutMetric = new CountMetric(); context.registerMetric(CatMetricUtil.getSpoutMetricName(topic, group), _spoutMetric, Constants.EMIT_FREQUENCY_IN_SECONDS); ConsumerConfig config = new ConsumerConfig(); try { consumer = new Consumer(topic, group, config); } catch (LionException e) { throw new RuntimeException(e); } consumer.start(); stream = consumer.getStream(); } @Override public void close() { } @Override public void activate() { } @Override public void deactivate() { } @Override public void nextTuple() { for (String message : stream) { collector.emit(topic, new Values(message)); _spoutMetric.incr(); } } @Override public void ack(Object msgId) { LOG.debug("ack: " + msgId); } @Override public void fail(Object msgId) { LOG.info("fail: " + msgId); } @Override public void declareOutputFields(OutputFieldsDeclarer declarer) { declarer.declareStream(topic, new Fields("event")); } @Override public Map<String, Object> getComponentConfiguration() { // TODO Auto-generated method stub return null; } }