BatchCollector.java

package com.alibaba.jstorm.task.execute;

import java.util.Collection;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.concurrent.TimeUnit;

import backtype.storm.task.ICollectorCallback;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import backtype.storm.tuple.Tuple;

import com.alibaba.jstorm.client.ConfigExtension;
import com.alibaba.jstorm.daemon.worker.timer.TaskBatchFlushTrigger;

public abstract class BatchCollector {
    private static Logger LOG = LoggerFactory.getLogger(BatchCollector.class);

    protected Integer taskId;
    protected String componentId;
    protected Map conf;

    protected final Map<String, List<MsgInfo>> streamToBatches = new HashMap<String, List<MsgInfo>>();
    protected final Map<String, List<MsgInfo>> directBatches = new HashMap<String, List<MsgInfo>>();

    protected int batchSize;

    public BatchCollector(Integer taskId, String componentId, Map conf) {
        this.taskId = taskId;
        this.componentId = componentId;
        this.conf = conf;
        batchSize = ConfigExtension.getTaskMsgBatchSize(conf);

        int flushTime = ConfigExtension.getTaskMsgFlushInervalMs(conf);
        TaskBatchFlushTrigger batchFlushTrigger = new TaskBatchFlushTrigger(flushTime, componentId + "-" + taskId, this);
/*        batchFlushTrigger.register(TimeUnit.MILLISECONDS);*/
        batchFlushTrigger.start();

        LOG.info("BatchCollector: batchSize=" + batchSize + ", flushTime=" + flushTime);
    }

    public abstract void pushAndSend(String streamId, List<Object> tuple, Integer outTaskId, Collection<Tuple> anchors, Object messageId, Long rootId,
                                       ICollectorCallback callback);

    public abstract void flush();
    
    public int getConfigBatchSize() {
    	return batchSize;
    }
}