/*
* Copyright (c) 2016, WSO2 Inc. (http://www.wso2.org) All Rights Reserved.
*
* WSO2 Inc. licenses this file to you under the Apache License,
* Version 2.0 (the "License"); you may not use this file except
* in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.wso2.siddhi.core.query.window;
import org.apache.log4j.Logger;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Test;
import org.wso2.siddhi.core.ExecutionPlanRuntime;
import org.wso2.siddhi.core.SiddhiManager;
import org.wso2.siddhi.core.event.Event;
import org.wso2.siddhi.core.query.output.callback.QueryCallback;
import org.wso2.siddhi.core.stream.input.InputHandler;
import org.wso2.siddhi.core.util.EventPrinter;
public class TimeBatchWindowTestCase {
private static final Logger log = Logger.getLogger(TimeBatchWindowTestCase.class);
private int inEventCount;
private int removeEventCount;
private boolean eventArrived;
@Before
public void init() {
inEventCount = 0;
removeEventCount = 0;
eventArrived = false;
}
@Test
public void timeWindowBatchTest1() throws InterruptedException {
SiddhiManager siddhiManager = new SiddhiManager();
String cseEventStream = "" +
"define stream cseEventStream (symbol string, price float, volume int);";
String query = "" +
"@info(name = 'query1') " +
"from cseEventStream#window.timeBatch(1 sec) " +
"select symbol,sum(price) as sumPrice,volume " +
"insert all events into outputStream ;";
ExecutionPlanRuntime executionPlanRuntime = siddhiManager.createExecutionPlanRuntime(cseEventStream + query);
executionPlanRuntime.addCallback("query1", new QueryCallback() {
@Override
public void receive(long timeStamp, Event[] inEvents, Event[] removeEvents) {
EventPrinter.print(timeStamp, inEvents, removeEvents);
if (inEventCount == 0) {
Assert.assertTrue("Remove Events will only arrive after the second time period. ", removeEvents
== null);
}
if (inEvents != null) {
inEventCount = inEventCount + inEvents.length;
} else if (removeEvents != null) {
removeEventCount = removeEventCount + removeEvents.length;
}
eventArrived = true;
}
});
InputHandler inputHandler = executionPlanRuntime.getInputHandler("cseEventStream");
executionPlanRuntime.start();
inputHandler.send(new Object[]{"IBM", 700f, 0});
inputHandler.send(new Object[]{"WSO2", 60.5f, 1});
Thread.sleep(3000);
Assert.assertEquals(1, inEventCount);
Assert.assertEquals(1, removeEventCount);
Assert.assertTrue(eventArrived);
executionPlanRuntime.shutdown();
}
@Test
public void timeWindowBatchTest2() throws InterruptedException {
SiddhiManager siddhiManager = new SiddhiManager();
String cseEventStream = "" +
"define stream cseEventStream (symbol string, price float, volume int);";
String query = "" +
"@info(name = 'query1') " +
"from cseEventStream#window.timeBatch(1 sec) " +
"select symbol, sum(price) as price " +
"insert all events into outputStream ;";
ExecutionPlanRuntime executionPlanRuntime = siddhiManager.createExecutionPlanRuntime(cseEventStream + query);
executionPlanRuntime.addCallback("query1", new QueryCallback() {
@Override
public void receive(long timeStamp, Event[] inEvents, Event[] removeEvents) {
EventPrinter.print(timeStamp, inEvents, removeEvents);
if (inEvents != null) {
inEventCount = inEventCount + inEvents.length;
}
if (removeEvents != null) {
Assert.assertTrue("InEvents arrived before RemoveEvents", inEventCount > removeEventCount);
removeEventCount = removeEventCount + removeEvents.length;
}
eventArrived = true;
}
});
InputHandler inputHandler = executionPlanRuntime.getInputHandler("cseEventStream");
executionPlanRuntime.start();
inputHandler.send(new Object[]{"IBM", 700f, 1});
Thread.sleep(1100);
inputHandler.send(new Object[]{"WSO2", 60.5f, 2});
inputHandler.send(new Object[]{"IBM", 700f, 3});
inputHandler.send(new Object[]{"WSO2", 60.5f, 4});
Thread.sleep(1100);
inputHandler.send(new Object[]{"IBM", 700f, 5});
inputHandler.send(new Object[]{"WSO2", 60.5f, 6});
Thread.sleep(2000);
Assert.assertEquals(3, inEventCount);
Assert.assertEquals(1, removeEventCount);
Assert.assertTrue(eventArrived);
executionPlanRuntime.shutdown();
}
@Test
public void timeWindowBatchTest3() throws InterruptedException {
SiddhiManager siddhiManager = new SiddhiManager();
String cseEventStream = "" +
"define stream cseEventStream (symbol string, price float, volume int);";
String query = "" +
"@info(name = 'query1') " +
"from cseEventStream#window.timeBatch(1 sec) " +
"select symbol, sum(price) as price " +
"insert into outputStream ;";
ExecutionPlanRuntime executionPlanRuntime = siddhiManager.createExecutionPlanRuntime(cseEventStream + query);
executionPlanRuntime.addCallback("query1", new QueryCallback() {
@Override
public void receive(long timeStamp, Event[] inEvents, Event[] removeEvents) {
EventPrinter.print(timeStamp, inEvents, removeEvents);
if (inEvents != null) {
inEventCount = inEventCount + inEvents.length;
}
if (removeEvents != null) {
removeEventCount = removeEventCount + removeEvents.length;
}
Assert.assertTrue("Remove events should not arrive ", removeEvents == null);
eventArrived = true;
}
});
InputHandler inputHandler = executionPlanRuntime.getInputHandler("cseEventStream");
executionPlanRuntime.start();
inputHandler.send(new Object[]{"IBM", 700f, 1});
Thread.sleep(1100);
inputHandler.send(new Object[]{"WSO2", 60.5f, 2});
inputHandler.send(new Object[]{"IBM", 700f, 3});
inputHandler.send(new Object[]{"WSO2", 60.5f, 4});
Thread.sleep(1100);
inputHandler.send(new Object[]{"IBM", 700f, 5});
inputHandler.send(new Object[]{"WSO2", 60.5f, 6});
Thread.sleep(2000);
Assert.assertEquals(3, inEventCount);
Assert.assertEquals(0, removeEventCount);
Assert.assertTrue(eventArrived);
executionPlanRuntime.shutdown();
}
@Test
public void timeWindowBatchTest4() throws InterruptedException {
SiddhiManager siddhiManager = new SiddhiManager();
String cseEventStream = "" +
"define stream cseEventStream (symbol string, price float, volume int);";
String query = "" +
"@info(name = 'query1') " +
"from cseEventStream#window.timeBatch(1 sec) " +
"select symbol, sum(price) as price " +
"insert expired events into outputStream ;";
ExecutionPlanRuntime executionPlanRuntime = siddhiManager.createExecutionPlanRuntime(cseEventStream + query);
executionPlanRuntime.addCallback("query1", new QueryCallback() {
@Override
public void receive(long timeStamp, Event[] inEvents, Event[] removeEvents) {
EventPrinter.print(timeStamp, inEvents, removeEvents);
if (inEvents != null) {
inEventCount = inEventCount + inEvents.length;
}
if (removeEvents != null) {
removeEventCount = removeEventCount + removeEvents.length;
}
Assert.assertTrue("inEvents should not arrive ", inEvents == null);
eventArrived = true;
}
});
InputHandler inputHandler = executionPlanRuntime.getInputHandler("cseEventStream");
executionPlanRuntime.start();
inputHandler.send(new Object[]{"IBM", 700f, 1});
Thread.sleep(1100);
inputHandler.send(new Object[]{"WSO2", 60.5f, 2});
inputHandler.send(new Object[]{"IBM", 700f, 3});
inputHandler.send(new Object[]{"WSO2", 60.5f, 4});
Thread.sleep(1100);
inputHandler.send(new Object[]{"IBM", 700f, 5});
inputHandler.send(new Object[]{"WSO2", 60.5f, 6});
Thread.sleep(2000);
Assert.assertEquals(0, inEventCount);
Assert.assertEquals(3, removeEventCount);
Assert.assertTrue(eventArrived);
executionPlanRuntime.shutdown();
}
@Test
public void timeWindowBatchTest5() throws InterruptedException {
log.info("timeWindowBatch Test5");
SiddhiManager siddhiManager = new SiddhiManager();
String streams = "" +
"define stream cseEventStream (symbol string, price float, volume int); " +
"define stream twitterStream (user string, tweet string, company string); ";
String query = "" +
"@info(name = 'query1') " +
"from cseEventStream#window.timeBatch(1 sec) join twitterStream#window.timeBatch(1 sec) " +
"on cseEventStream.symbol== twitterStream.company " +
"select cseEventStream.symbol as symbol, twitterStream.tweet, cseEventStream.price " +
"insert all events into outputStream ;";
ExecutionPlanRuntime executionPlanRuntime = siddhiManager.createExecutionPlanRuntime(streams + query);
try {
executionPlanRuntime.addCallback("query1", new QueryCallback() {
@Override
public void receive(long timeStamp, Event[] inEvents, Event[] removeEvents) {
EventPrinter.print(timeStamp, inEvents, removeEvents);
if (inEvents != null) {
inEventCount += (inEvents.length);
}
if (removeEvents != null) {
removeEventCount += (removeEvents.length);
}
eventArrived = true;
}
});
InputHandler cseEventStreamHandler = executionPlanRuntime.getInputHandler("cseEventStream");
InputHandler twitterStreamHandler = executionPlanRuntime.getInputHandler("twitterStream");
executionPlanRuntime.start();
cseEventStreamHandler.send(new Object[]{"WSO2", 55.6f, 100});
twitterStreamHandler.send(new Object[]{"User1", "Hello World", "WSO2"});
cseEventStreamHandler.send(new Object[]{"IBM", 75.6f, 100});
Thread.sleep(1100);
cseEventStreamHandler.send(new Object[]{"WSO2", 57.6f, 100});
Thread.sleep(1000);
Assert.assertTrue("In Events can be 1 or 2 ", inEventCount == 1 || inEventCount == 2);
Assert.assertTrue("Removed Events can be 1 or 2 ", removeEventCount == 1 || removeEventCount == 2);
Assert.assertTrue(eventArrived);
} finally {
executionPlanRuntime.shutdown();
}
}
@Test
public void timeWindowBatchTest6() throws InterruptedException {
log.info("timeWindowBatch Test6");
SiddhiManager siddhiManager = new SiddhiManager();
String streams = "" +
"define stream cseEventStream (symbol string, price float, volume int); " +
"define stream twitterStream (user string, tweet string, company string); ";
String query = "" +
"@info(name = 'query1') " +
"from cseEventStream#window.timeBatch(1 sec) join twitterStream#window.timeBatch(1 sec) " +
"on cseEventStream.symbol== twitterStream.company " +
"select cseEventStream.symbol as symbol, twitterStream.tweet, cseEventStream.price " +
"insert into outputStream ;";
ExecutionPlanRuntime executionPlanRuntime = siddhiManager.createExecutionPlanRuntime(streams + query);
try {
executionPlanRuntime.addCallback("query1", new QueryCallback() {
@Override
public void receive(long timeStamp, Event[] inEvents, Event[] removeEvents) {
EventPrinter.print(timeStamp, inEvents, removeEvents);
if (inEvents != null) {
inEventCount += (inEvents.length);
}
if (removeEvents != null) {
removeEventCount += (removeEvents.length);
}
eventArrived = true;
}
});
InputHandler cseEventStreamHandler = executionPlanRuntime.getInputHandler("cseEventStream");
InputHandler twitterStreamHandler = executionPlanRuntime.getInputHandler("twitterStream");
executionPlanRuntime.start();
cseEventStreamHandler.send(new Object[]{"WSO2", 55.6f, 100});
twitterStreamHandler.send(new Object[]{"User1", "Hello World", "WSO2"});
cseEventStreamHandler.send(new Object[]{"IBM", 75.6f, 100});
Thread.sleep(1500);
cseEventStreamHandler.send(new Object[]{"WSO2", 57.6f, 100});
Thread.sleep(1000);
Assert.assertTrue("In Events can be 1 or 2 ", inEventCount == 1 || inEventCount == 2);
Assert.assertEquals(0, removeEventCount);
Assert.assertTrue(eventArrived);
} finally {
executionPlanRuntime.shutdown();
}
}
@Test
public void timeWindowBatchTest7() throws InterruptedException {
SiddhiManager siddhiManager = new SiddhiManager();
String cseEventStream = "" +
"define stream cseEventStream (symbol string, price float, volume int);";
String query = "" +
"@info(name = 'query1') " +
"from cseEventStream#window.timeBatch(2 sec , 0) " +
"select symbol, sum(price) as sumPrice, volume " +
"insert into outputStream ;";
ExecutionPlanRuntime executionPlanRuntime = siddhiManager.createExecutionPlanRuntime(cseEventStream + query);
executionPlanRuntime.addCallback("query1", new QueryCallback() {
@Override
public void receive(long timeStamp, Event[] inEvents, Event[] removeEvents) {
EventPrinter.print(timeStamp, inEvents, removeEvents);
if (inEventCount == 0) {
Assert.assertTrue("Remove Events will only arrive after the second time period. ", removeEvents
== null);
}
if (inEvents != null) {
inEventCount = inEventCount + inEvents.length;
} else if (removeEvents != null) {
removeEventCount = removeEventCount + removeEvents.length;
}
eventArrived = true;
}
});
InputHandler inputHandler = executionPlanRuntime.getInputHandler("cseEventStream");
executionPlanRuntime.start();
// Start sending events in the beginning of a cycle
while (System.currentTimeMillis() % 2000 != 0) {
;
}
inputHandler.send(new Object[]{"IBM", 700f, 0});
inputHandler.send(new Object[]{"WSO2", 60.5f, 1});
Thread.sleep(8500);
inputHandler.send(new Object[]{"WSO2", 60.5f, 1});
inputHandler.send(new Object[]{"II", 60.5f, 1});
Thread.sleep(13000);
inputHandler.send(new Object[]{"TT", 60.5f, 1});
inputHandler.send(new Object[]{"YY", 60.5f, 1});
Thread.sleep(5000);
Assert.assertEquals(3, inEventCount);
Assert.assertEquals(0, removeEventCount);
Assert.assertTrue(eventArrived);
executionPlanRuntime.shutdown();
}
// @Test
// public void timeWindowBatchStartTimeTest() throws InterruptedException {
//
// SiddhiManager siddhiManager = new SiddhiManager();
//
// String cseEventStream = "define stream cseEventStream (symbol string, price float, volume int);";
// String query = "@info(name = 'query1') from cseEventStream#window.timeBatch(1 sec, 0) select symbol, sum
// (price) as price" +
// " insert all events into outputStream ;";
//
// ExecutionPlanRuntime executionPlanRuntime = siddhiManager.createExecutionPlanRuntime(cseEventStream + query);
//
// executionPlanRuntime.addCallback("query1", new QueryCallback() {
// @Override
// public void receive(long timeStamp, Event[] inEvents, Event[] removeEvents) {
// EventPrinter.print(timeStamp, inEvents, removeEvents);
// if (inEvents != null) {
// inEventCount = inEventCount + inEvents.length;
// }
// if (removeEvents != null) {
// Assert.assertTrue("InEvents arrived before RemoveEvents", inEventCount > removeEventCount);
// // checking whether events are emitted close to a round time with 10% error.
// long timestamp = removeEvents[0].getTimestamp();
// Assert.assertTrue("Remove events timestamps are close to round times", (timestamp % 1000) < 100);
// removeEventCount = removeEventCount + removeEvents.length;
// }
// eventArrived = true;
// }
//
// });
//
// InputHandler inputHandler = executionPlanRuntime.getInputHandler("cseEventStream");
// executionPlanRuntime.start();
// inputHandler.send(new Object[]{"IBM", 700f, 1});
// Thread.sleep(1100);
// inputHandler.send(new Object[]{"WSO2", 60.5f, 2});
// inputHandler.send(new Object[]{"IBM", 700f, 3});
// inputHandler.send(new Object[]{"WSO2", 60.5f, 4});
// Thread.sleep(1100);
// inputHandler.send(new Object[]{"IBM", 700f, 5});
// inputHandler.send(new Object[]{"WSO2", 60.5f, 6});
// Thread.sleep(3000);
// inputHandler.send(new Object[]{"WSO2", 60.5f, 6});
// Thread.sleep(5000);
//
// Assert.assertEquals(4, inEventCount);
// Assert.assertEquals(2, removeEventCount);
// Assert.assertTrue(eventArrived);
// executionPlanRuntime.shutdown();
// }
}