TestSegregateCSV.java

/*
 * Encog(tm) Core v3.4 - Java Version
 * http://www.heatonresearch.com/encog/
 * https://github.com/encog/encog-java-core
 
 * Copyright 2008-2016 Heaton Research, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 *   
 * For more information on Heaton Research copyrights, licenses 
 * and trademarks visit:
 * http://www.heatonresearch.com/copyright
 */
package org.encog.app.quant;

import java.io.BufferedReader;
import java.io.File;
import java.io.FileReader;
import java.io.FileWriter;
import java.io.IOException;
import java.io.PrintWriter;

import org.encog.app.analyst.csv.segregate.SegregateCSV;
import org.encog.app.analyst.csv.segregate.SegregateTargetPercent;
import org.encog.util.csv.CSVFormat;
import org.junit.Assert;
import org.junit.Test;

public class TestSegregateCSV {

	public static final File INPUT_NAME = new File("test.csv");
    public static final File OUTPUT1_NAME = new File("test2.csv");
    public static final File OUTPUT2_NAME = new File("test3.csv");

    public void generateTestFileHeadings(boolean header) throws IOException
    {
    	PrintWriter tw = new PrintWriter(new FileWriter(INPUT_NAME));

        if (header)
        {
            tw.println("a,b");
        }
        tw.println("one,1");
        tw.println("two,2");
        tw.println("three,3");
        tw.println("four,4");

        // close the stream
        tw.close();
    }

    @Test
    public void testFilterCSVHeaders() throws IOException
    {
        generateTestFileHeadings(true);
        SegregateCSV norm = new SegregateCSV();
        norm.getTargets().add(new SegregateTargetPercent(OUTPUT1_NAME, 75));
        norm.getTargets().add(new SegregateTargetPercent(OUTPUT2_NAME, 25));
        norm.analyze(INPUT_NAME, true, CSVFormat.ENGLISH);            
        norm.process();

        BufferedReader tr = new BufferedReader(new FileReader(OUTPUT1_NAME));
        Assert.assertEquals("\"a\",\"b\"",tr.readLine());
        Assert.assertEquals("one,1",tr.readLine());
        Assert.assertEquals("two,2",tr.readLine());
        Assert.assertEquals("three,3", tr.readLine());
        Assert.assertNull(tr.readLine());
        tr.close();

        tr = new BufferedReader(new FileReader(OUTPUT2_NAME));
        Assert.assertEquals("\"a\",\"b\"", tr.readLine());
        Assert.assertEquals("four,4", tr.readLine());
        Assert.assertNull(tr.readLine());
        tr.close();

        INPUT_NAME.delete();
        OUTPUT1_NAME.delete();
        OUTPUT2_NAME.delete();
    }

    @Test
    public void testFilterCSVNoHeaders() throws IOException
    {
        generateTestFileHeadings(false);
        SegregateCSV norm = new SegregateCSV();
        norm.getTargets().add(new SegregateTargetPercent(OUTPUT1_NAME, 75));
        norm.getTargets().add(new SegregateTargetPercent(OUTPUT2_NAME, 25));
        norm.analyze(INPUT_NAME, false, CSVFormat.ENGLISH);
        norm.setProduceOutputHeaders(false);
        norm.process();

        BufferedReader tr = new BufferedReader(new FileReader(OUTPUT1_NAME));
        Assert.assertEquals("one,1", tr.readLine());
        Assert.assertEquals("two,2", tr.readLine());
        Assert.assertEquals("three,3", tr.readLine());
        Assert.assertNull(tr.readLine());
        tr.close();

        tr = new BufferedReader(new FileReader(OUTPUT2_NAME));
        Assert.assertEquals("four,4", tr.readLine());
        Assert.assertNull(tr.readLine());
        tr.close();

        INPUT_NAME.delete();
        OUTPUT1_NAME.delete();
        OUTPUT2_NAME.delete();
    }
	
}