/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.jstorm.example.unittests.window;
import backtype.storm.Config;
import backtype.storm.topology.TopologyBuilder;
import backtype.storm.topology.base.BaseWindowedBolt;
import com.jstorm.example.unittests.utils.JStormUnitTestMetricValidator;
import com.jstorm.example.unittests.utils.JStormUnitTestRunner;
import com.jstorm.example.unittests.utils.JStormUnitTestValidator;
import org.junit.Test;
import static org.junit.Assert.*;
import java.util.HashMap;
import java.util.HashSet;
import java.util.Map;
import java.util.Set;
/**
* @author binyang.dby on 2016/7/21.
*
* basically the unit test of SlidingWindowTopology. I change the some of the spout to
* check if the bolt do the correct processing. I calculate what the average value will
* be in the spout and count them up. Then I count the actual average in the AvgBolt.
* If the 2 values are the same, the test is passed.
*
* @Test pass at 2016/07/21
*/
public class SlidingWindowTopologyTest {
public final static int SPOUT_LIMIT = 3000;
public final static int SUM_BOLT_WINDOW_LENGTH = 30;
public final static int SUM_BOLT_WINDOW_SLIDE = 10;
public final static int AVG_BOLT_WINDOW_LENGTH = 3;
@Test
public void testSlidingWindowTopology()
{
TopologyBuilder topologyBuilder = new TopologyBuilder();
topologyBuilder.setSpout("spout", new SlidingWindowTestRandomSpout(SPOUT_LIMIT), 1);
//the following bolt sums all the elements in the window. The window has length of 30 elements
//and slide every 10 elements.
//for example, if the spout generate 1, 2, 3, 4 ... then the SumBolt generate 55, 210, 465, 765 ...
topologyBuilder.setBolt("sum", new SlidingWindowTestSumBolt().withWindow(new BaseWindowedBolt.Count(SUM_BOLT_WINDOW_LENGTH),
new BaseWindowedBolt.Count(SUM_BOLT_WINDOW_SLIDE)), 1).shuffleGrouping("spout");
//the following bolt calculate the average value of elements in the window. The window has length
//of 3. So it generates the average of 3 elements and then wait for another 3 elements.
topologyBuilder.setBolt("avg", new SlidingWindowTestAvgBolt().withTumblingWindow(new BaseWindowedBolt.Count(AVG_BOLT_WINDOW_LENGTH)), 1)
.shuffleGrouping("sum");
Set<String> userDefineMetrics = new HashSet<String>();
userDefineMetrics.add("SlidingWindowTopologyTest.SpoutAvgSum");
userDefineMetrics.add("SlidingWindowTopologyTest.BoltAvgSum");
Map config = new HashMap();
config.put(Config.TOPOLOGY_NAME, "SlidingWindowTopologyTest");
JStormUnitTestValidator validator = new JStormUnitTestMetricValidator(userDefineMetrics) {
@Override
public boolean validateMetrics(Map<String, Double> metrics) {
int spoutAvgSum = (int) metrics.get("SlidingWindowTopologyTest.SpoutAvgSum").doubleValue();
int boltAvgSum = (int) metrics.get("SlidingWindowTopologyTest.BoltAvgSum").doubleValue();
System.out.println(spoutAvgSum + " " + boltAvgSum);
assertEquals(spoutAvgSum, boltAvgSum);
return true;
}
};
JStormUnitTestRunner.submitTopology(topologyBuilder.createTopology(), config, 120, validator);
}
}