/*
* Copyright (C) 2015 Stratio (http://stratio.com)
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.stratio.morphlines.commons;
import static org.fest.assertions.Assertions.assertThat;
import java.io.File;
import java.io.FileOutputStream;
import java.io.IOException;
import java.util.ArrayList;
import java.util.List;
import org.apache.commons.io.IOUtils;
import org.junit.Before;
import org.junit.Test;
import org.kitesdk.morphline.api.Command;
import org.kitesdk.morphline.api.MorphlineContext;
import org.kitesdk.morphline.api.Record;
import org.kitesdk.morphline.base.Compiler;
import com.google.common.base.Preconditions;
import com.typesafe.config.Config;
public class RelationalFilterTest extends BaseTest{
private static final String MORPH_CONF_GREATER = "/relational/relationalGreater.conf";
private static final String MORPH_CONF_GREATEREQUAL = "/relational/relationalGreaterEqual.conf";
private static final String MORPH_CONF_LESS = "/relational/relationalLess.conf";
private static final String MORPH_CONF_LESSEQUAL = "/relational/relationalLessEqual.conf";
private Config configGreater, configGreaterEqual, configLess, configLessEqual;
private Record record;
List<Record> records;
@Before
public void setUp() throws IOException{
configGreater = parse(MORPH_CONF_GREATER).getConfigList("commands").get(0).getConfig("relationalFilter");
configGreaterEqual = parse(MORPH_CONF_GREATEREQUAL).getConfigList("commands").get(0).getConfig("relationalFilter");
configLess = parse(MORPH_CONF_LESS).getConfigList("commands").get(0).getConfig("relationalFilter");
configLessEqual = parse(MORPH_CONF_LESSEQUAL).getConfigList("commands").get(0).getConfig("relationalFilter");
records = new ArrayList<Record>();
int values[] = {1000,500,10,1,100};
for(int i=0; i<5 ; i++){
record = new Record();
record.put("field1", values[i]);
records.add(record);
}
}
@Test
public void testGreater(){
final MorphlineContext context = new MorphlineContext.Builder().build();
Collector collectorParent = new Collector();
Collector collectorChild = new Collector();
final Command command = new RelationalFilterBuilder().build(configGreater, collectorParent,
collectorChild, context);
processRecords(command, records);
List<Record> records = collectorChild.getRecords();
assertThat(records.size()).isEqualTo(2);
}
@Test
public void testGreaterEqual(){
final MorphlineContext context = new MorphlineContext.Builder().build();
Collector collectorParent = new Collector();
Collector collectorChild = new Collector();
final Command command = new RelationalFilterBuilder().build(configGreaterEqual, collectorParent,
collectorChild, context);
processRecords(command, records);
List<Record> records = collectorChild.getRecords();
assertThat(records.size()).isEqualTo(3);
}
@Test
public void testLess(){
final MorphlineContext context = new MorphlineContext.Builder().build();
Collector collectorParent = new Collector();
Collector collectorChild = new Collector();
final Command command = new RelationalFilterBuilder().build(configLess, collectorParent,
collectorChild, context);
processRecords(command, records);
List<Record> records = collectorChild.getRecords();
assertThat(records.size()).isEqualTo(4);
}
@Test
public void testLessEqual(){
final MorphlineContext context = new MorphlineContext.Builder().build();
Collector collectorParent = new Collector();
Collector collectorChild = new Collector();
final Command command = new RelationalFilterBuilder().build(configLessEqual, collectorParent,
collectorChild, context);
processRecords(command, records);
List<Record> records = collectorChild.getRecords();
assertThat(records.size()).isEqualTo(5);
}
private void processRecords(Command command, List<Record> records){
for(Record record : records){
command.process(record);
}
}
}