package com.jstorm.example.unittests.window; import backtype.storm.Config; import backtype.storm.topology.TopologyBuilder; import backtype.storm.topology.base.BaseWindowedBolt; import com.jstorm.example.unittests.utils.JStormUnitTestMetricValidator; import com.jstorm.example.unittests.utils.JStormUnitTestRunner; import com.jstorm.example.unittests.utils.JStormUnitTestValidator; import org.junit.Test; import static org.junit.Assert.*; import java.util.HashMap; import java.util.HashSet; import java.util.Map; import java.util.Set; /** * Created by binyang.dby on 2016/7/21. * * basically the unit test of SlidingWindowTopology. I change the some of the spout to * check if the bolt do the correct processing. I calculate what the average value will * be in the spout and count them up. Then I count the actual average in the AvgBolt. * If the 2 values are the same, the test is passed. * * @Test pass at 2016/07/21 */ public class SlidingWindowTopologyTest { public final static int SPOUT_LIMIT = 3000; public final static int SUM_BOLT_WINDOW_LENGTH = 30; public final static int SUM_BOLT_WINDOW_SLIDE = 10; public final static int AVG_BOLT_WINDOW_LENGTH = 3; @Test public void testSlidingWindowTopology() { TopologyBuilder topologyBuilder = new TopologyBuilder(); topologyBuilder.setSpout("spout", new SlidingWindowTestRandomSpout(SPOUT_LIMIT), 1); //the following bolt sums all the elements in the window. The window has length of 30 elements //and slide every 10 elements. //for example, if the spout generate 1, 2, 3, 4 ... then the SumBolt generate 55, 210, 465, 765 ... topologyBuilder.setBolt("sum", new SlidingWindowTestSumBolt().withWindow(new BaseWindowedBolt.Count(SUM_BOLT_WINDOW_LENGTH), new BaseWindowedBolt.Count(SUM_BOLT_WINDOW_SLIDE)), 1).shuffleGrouping("spout"); //the following bolt calculate the average value of elements in the window. The window has length //of 3. So it generates the average of 3 elements and then wait for another 3 elements. topologyBuilder.setBolt("avg", new SlidingWindowTestAvgBolt().withTumblingWindow(new BaseWindowedBolt.Count(AVG_BOLT_WINDOW_LENGTH)), 1) .shuffleGrouping("sum"); Set<String> userDefineMetrics = new HashSet<String>(); userDefineMetrics.add("SlidingWindowTopologyTest.SpoutAvgSum"); userDefineMetrics.add("SlidingWindowTopologyTest.BoltAvgSum"); Map config = new HashMap(); config.put(Config.TOPOLOGY_NAME, "SlidingWindowTopologyTest"); JStormUnitTestValidator validator = new JStormUnitTestMetricValidator(userDefineMetrics) { @Override public boolean validateMetrics(Map<String, Double> metrics) { int spoutAvgSum = (int) metrics.get("SlidingWindowTopologyTest.SpoutAvgSum").doubleValue(); int boltAvgSum = (int) metrics.get("SlidingWindowTopologyTest.BoltAvgSum").doubleValue(); System.out.println(spoutAvgSum + " " + boltAvgSum); assertEquals(spoutAvgSum, boltAvgSum); return true; } }; JStormUnitTestRunner.submitTopology(topologyBuilder.createTopology(), config, 120, validator); } }