tDrawPatchDelta.java

package resa.evaluation.topology.tomVLD;

import backtype.storm.task.OutputCollector;
import backtype.storm.task.TopologyContext;
import backtype.storm.topology.OutputFieldsDeclarer;
import backtype.storm.topology.base.BaseRichBolt;
import backtype.storm.tuple.Fields;
import backtype.storm.tuple.Tuple;
import backtype.storm.tuple.Values;
import org.bytedeco.javacpp.opencv_core;

import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

import static resa.evaluation.topology.tomVLD.Constants.*;

/**
 * Created by Tom Fu at Mar 24, 2015
 * This bolt is designed to draw found rects on each frame,
 * TODO: leave implementation for multiple target logos (currently one support one logo)
 */
public class tDrawPatchDelta extends BaseRichBolt {
    OutputCollector collector;

    //int lim = 31685; // SONY
    private HashMap<Integer, List<List<Serializable.Rect>>> foundRectList;
    private HashMap<Integer, Serializable.Mat> frameMap;

    List<opencv_core.CvScalar> colorList;

    @Override
    public void prepare(Map map, TopologyContext topologyContext, OutputCollector outputCollector) {

        this.collector = outputCollector;

        frameMap = new HashMap<>();
        foundRectList = new HashMap<>();

        colorList = new ArrayList<>();
        colorList.add(opencv_core.CvScalar.MAGENTA);
        colorList.add(opencv_core.CvScalar.YELLOW);
        colorList.add(opencv_core.CvScalar.CYAN);
        colorList.add(opencv_core.CvScalar.BLUE);
        colorList.add(opencv_core.CvScalar.GREEN);
        colorList.add(opencv_core.CvScalar.RED);
        colorList.add(opencv_core.CvScalar.BLACK);
    }

    @Override
    public void execute(Tuple tuple) {
        String streamId = tuple.getSourceStreamId();
        int frameId = tuple.getIntegerByField(FIELD_FRAME_ID);
        opencv_core.IplImage imageFK = new opencv_core.IplImage();

        if (streamId.equals(PROCESSED_FRAME_STREAM)) {
            List<List<Serializable.Rect>> list = (List<List<Serializable.Rect>>) tuple.getValueByField(FIELD_FOUND_RECT_LIST);
            foundRectList.put(frameId, list);
            //System.out.println("PROCESSED_FRAME_STREAM: " + System.currentTimeMillis() + ":" + frameId);
        } else if (streamId.equals(RAW_FRAME_STREAM)) {
            Serializable.Mat sMat = (Serializable.Mat) tuple.getValueByField(FIELD_FRAME_MAT);
            frameMap.put(frameId, sMat);
            //System.out.println("RAW_FRAME_STREAM: " + System.currentTimeMillis() + ":" + frameId);
        }

        if (frameMap.containsKey(frameId) && foundRectList.containsKey(frameId)) {
            opencv_core.Mat mat = frameMap.get(frameId).toJavaCVMat();
            List<List<Serializable.Rect>> list = foundRectList.get(frameId);

            for (int logoIndex = 0; logoIndex < list.size(); logoIndex ++) {

                opencv_core.CvScalar color = colorList.get(logoIndex % colorList.size());
                if (list.get(logoIndex) != null) {
//                    System.out.println("FrameDisplay-finishedAdd: " + frameId
//                            + "logo: " + logoIndex + ", of size: " + list.get(logoIndex).size() + ", " + System.currentTimeMillis());

                    for (Serializable.Rect rect : list.get(logoIndex)) {
//                        if (logoIndex > 0) {
//                            opencv_core.Rect orgRect = rect.toJavaCVRect();
//                            opencv_core.Rect adjRect = new opencv_core.Rect(orgRect.x() + 5, orgRect.y() + 5, orgRect.width() - 10, orgRect.height() - 10);
//                            Util.drawRectOnMat(adjRect, mat, color);
//                        } else {
//                            Util.drawRectOnMat(rect.toJavaCVRect(), mat, color);
//                        }
                        Util.drawRectOnMat(rect.toJavaCVRect(), mat, color);
                    }
                }
            }

            Serializable.Mat sMatNew = new Serializable.Mat(mat);
            collector.emit(STREAM_FRAME_DISPLAY, tuple, new Values(frameId, sMatNew));

            System.out.println("FrameDisplay-finishedAdd: " + frameId +"@" + System.currentTimeMillis());
            foundRectList.remove(frameId);
            frameMap.remove(frameId);
        } else {
            //System.out.println("tDrawPatchBetaFinished: " + System.currentTimeMillis() + ":" + frameId);
        }
        collector.ack(tuple);
    }

    @Override
    public void declareOutputFields(OutputFieldsDeclarer outputFieldsDeclarer) {
        outputFieldsDeclarer.declareStream(STREAM_FRAME_DISPLAY, new Fields(FIELD_FRAME_ID, FIELD_FRAME_MAT));
    }
}