FlowBuilderTest.java

/*
 * Copyright (C) 2014 The Calrissian Authors
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.calrissian.flowmix.api.builder;

import org.calrissian.flowmix.api.Flow;
import org.calrissian.flowmix.api.Policy;
import org.calrissian.flowmix.api.aggregator.CountAggregator;
import org.calrissian.flowmix.api.aggregator.LongSumAggregator;
import org.calrissian.flowmix.api.filter.CriteriaFilter;
import org.calrissian.flowmix.api.builder.FlowBuilder;
import org.calrissian.flowmix.core.model.op.PartitionOp;
import org.calrissian.flowmix.core.model.op.SelectOp;
import org.calrissian.mango.criteria.builder.QueryBuilder;
import org.junit.Test;

import static org.calrissian.mango.criteria.support.NodeUtils.criteriaFromNode;
import static org.junit.Assert.*;

public class FlowBuilderTest {

  @Test
  public void testInitialFlowBuilder() {
      Flow flow = new FlowBuilder()
          .id("myTestFlow")
          .name("My First Test Flow")
          .description("This is a test flow just to prove that we can use the builder effectively")
          .flowDefs()
              .stream("stream1")
                  .filter().filter(new CriteriaFilter(criteriaFromNode(new QueryBuilder().eq("500", "1000").build()))).end()
                  .select().fields("name", "age").end()
                  .partition().fields("name", "age", "country").end()
                  .aggregate().aggregator(LongSumAggregator.class).evict(Policy.COUNT, 500).trigger(Policy.TIME, 25).end()
                  .stopGate().open(Policy.TIME_DELTA_LT, 1).evict(Policy.COUNT, 5).close(Policy.TIME, 60).end()
              .endStream()
          .endDefs()
      .createFlow();

      assertEquals("myTestFlow", flow.getId());
      assertEquals("My First Test Flow", flow.getName());
      assertEquals("This is a test flow just to prove that we can use the builder effectively", flow.getDescription());
      assertEquals(6, flow.getStreams().iterator().next().getFlowOps().size()); // partition should be added before stop gate
      assertEquals(2, ((SelectOp) flow.getStreams().iterator().next().getFlowOps().get(1)).getFields().size());
  }

  @Test
  public void testNoStdOutputthrowsException() {

    try {
      Flow flow = new FlowBuilder()
        .id("myTestFlow")
        .flowDefs()
        .stream("stream1")
        .select().fields("name", "age").end()
        .endStream(false, null)
        .endDefs()
        .createFlow();

      fail("An exception should have been thrown");
    } catch(Exception e) {}
  }

  @Test
  public void testNoStdInputthrowsException() {

    try {
      new FlowBuilder()
        .id("myTestFlow")
        .flowDefs()
        .stream("stream1", false)
        .select().fields("name", "age").end()
        .endStream()
        .endDefs()
        .createFlow();

      fail("An exception should have been thrown");
    } catch(Exception e) {}
  }

  @Test
  public void testInvalidJoin_NoLHSThrowsException() {

    try {
      Flow flow = new FlowBuilder()
              .id("myTestFlow")
              .flowDefs()
              .stream("stream1", false)
              .select().fields("name", "age").end()
              .endStream()
              .stream("stream2")
              .select().fields("hello").end()
              .endStream(new String[] {"stream3"})
              .stream("stream3")
              .join("stream1", "stream2").end()
              .endStream()
              .endDefs()
              .createFlow();

      fail("An exception should have been thrown");
    } catch(Exception e) {}
  }

  @Test
  public void testInvalidJoin_NoRHSThrowsException() {

    try {
      Flow flow = new FlowBuilder()
              .id("myTestFlow")
              .flowDefs()
              .stream("stream1", false)
              .select().fields("name", "age").end()
              .endStream(new String[] {"stream3"})
              .stream("stream2")
              .select().fields("hello").end()
              .endStream()
              .stream("stream3")
              .join("stream1", "stream2").evict(Policy.TIME, 1).end()
              .endStream()
              .endDefs()
              .createFlow();

      fail("An exception should have been thrown");
    } catch(Exception e) {}
  }

  @Test
  public void testPartitionRequiredForAggregator_addedAutomatically() {

    Flow flow = new FlowBuilder()
            .id("myTestFlow")
            .flowDefs()
              .stream("stream1")
                .aggregate().aggregator(CountAggregator.class).trigger(Policy.COUNT, 1).evict(Policy.TIME, 1).end()
              .endStream()
            .endDefs()
            .createFlow();


    System.out.println(flow.getStreams().iterator().next().getFlowOps().get(0));
    assertTrue(flow.getStreams().iterator().next().getFlowOps().get(0) instanceof PartitionOp);
  }

  @Test
  public void testPartitionRequiredForSort_addedAutomatically() {

    Flow flow = new FlowBuilder()
            .id("myTestFlow")
            .flowDefs()
            .stream("stream1")
            .sort().sortBy("key1").tumbling(Policy.COUNT, 1).end()
            .endStream()
            .endDefs()
            .createFlow();


    System.out.println(flow.getStreams().iterator().next().getFlowOps().get(0));
    assertTrue(flow.getStreams().iterator().next().getFlowOps().get(0) instanceof PartitionOp);
  }

  @Test
  public void testPartitionRequiredForStopGate_addedAutomatically() {

    Flow flow = new FlowBuilder()
            .id("myTestFlow")
            .flowDefs()
            .stream("stream1")
            .stopGate().evict(Policy.TIME, 1).open(Policy.TIME, 1).close(Policy.TIME, 1).end()
            .endStream()
            .endDefs()
            .createFlow();

    System.out.println(flow.getStreams().iterator().next().getFlowOps().get(0));
    assertTrue(flow.getStreams().iterator().next().getFlowOps().get(0) instanceof PartitionOp);
  }


  @Test
  public void testPartitionRequiredForJoin_addedAutomatically() {

      Flow flow = new FlowBuilder()
              .id("myTestFlow")
              .flowDefs()
              .stream("stream1", false)
              .select().fields("name", "age").end()
              .endStream("stream3")
              .stream("stream2")
              .select().fields("hello").end()
              .endStream("stream3")
              .stream("stream3")
              .join("stream1", "stream2").evict(Policy.TIME, 1).end()
              .endStream()
              .endDefs()
              .createFlow();

      System.out.println(flow.getStream("stream3").getFlowOps().get(0));
      assertTrue(flow.getStream("stream3").getFlowOps().get(0) instanceof PartitionOp);
    }
}