GoodWorkflowApp.java

/*
 * Copyright © 2015 Cask Data, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License"); you may not
 * use this file except in compliance with the License. You may obtain a copy of
 * the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
 * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
 * License for the specific language governing permissions and limitations under
 * the License.
 */

package co.cask.cdap;

import co.cask.cdap.api.Predicate;
import co.cask.cdap.api.app.AbstractApplication;
import co.cask.cdap.api.dataset.DatasetProperties;
import co.cask.cdap.api.dataset.lib.FileSet;
import co.cask.cdap.api.dataset.table.Table;
import co.cask.cdap.api.mapreduce.AbstractMapReduce;
import co.cask.cdap.api.workflow.AbstractWorkflow;
import co.cask.cdap.api.workflow.AbstractWorkflowAction;
import co.cask.cdap.api.workflow.WorkflowContext;

import javax.annotation.Nullable;

/**
 *
 */
public class GoodWorkflowApp extends AbstractApplication {

  @Override
  public void configure() {
    setName("GoodWorkflowApp");
    setDescription("WorkflowApp with multiple forks inside it");
    addMapReduce(new DummyMR());
    addWorkflow(new GoodWorkflow());
    addWorkflow(new AnotherGoodWorkflow());
    addWorkflow(new WorkflowWithLocalDatasets());
  }

  /**
   *
   */
  public class GoodWorkflow extends AbstractWorkflow {

    @Override
    public void configure() {
      setName("GoodWorkflow");
      setDescription("GoodWorkflow description");

      addAction(new DummyAction());

      // complex fork
      fork()
        .addMapReduce("DummyMR")
        .fork()
          .addAction(new DummyAction())
          .fork()
            .fork()
              .addMapReduce("DummyMR")
              .addAction(new DummyAction())
            .also()
              .addMapReduce("DummyMR")
            .join()
            .addMapReduce("DummyMR")
          .also()
            .addMapReduce("DummyMR")
          .join()
        .also()
          .addAction(new DummyAction())
        .join()
      .also()
        .addAction(new DummyAction())
      .join();

      addMapReduce("DummyMR");

      // simple fork
      fork()
        .addAction(new DummyAction())
      .also()
        .addMapReduce("DummyMR")
      .join();
    }
  }

  /**
   *
   */
  public class DummyMR extends AbstractMapReduce {
  }

  /**
   * DummyAction
   */
  public class DummyAction extends AbstractWorkflowAction {

    @Override
    public void run() {
    }
  }

  public class AnotherGoodWorkflow extends AbstractWorkflow {

    @Override
    protected void configure() {
      addMapReduce("MR1");

      fork()
        .addMapReduce("MR2")
        .condition(new MyVerificationPredicate())
          .addMapReduce("MR3")
          .addMapReduce("MR4")
        .otherwise()
          .addMapReduce("MR5")
          .addMapReduce("MR6")
        .end()
        .addMapReduce("MR7")
      .also()
        .addMapReduce("MR8")
      .join();

     condition(new MyVerificationPredicate())
       .addSpark("SP1")
       .addSpark("SP2")
     .otherwise()
       .addSpark("SP3")
       .addSpark("SP4")
       .fork()
        .addSpark("SP5")
       .also()
        .addSpark("SP6")
       .join()
     .end();

     addSpark("SP7");
    }
  }

  /**
   * Workflow configured with local datasets.
   */
  public class WorkflowWithLocalDatasets extends AbstractWorkflow {

    @Override
    protected void configure() {
      setName("WorkflowWithLocalDatasets");
      setDescription("Workflow containing local datasets.");
      createLocalDataset("mytable", Table.class.getName());
      createLocalDataset("myfile", FileSet.class.getName());
      createLocalDataset("myfile_with_properties", FileSet.class.getName(),
                         DatasetProperties.builder().add("prop_key", "prop_value").build());
      createLocalDataset("mytablefromtype", Table.class);
      createLocalDataset("myfilefromtype", FileSet.class,
                         DatasetProperties.builder().add("another_prop_key", "another_prop_value").build());
      addMapReduce("MR1");
      addSpark("SP1");
    }
  }

  public static final class MyVerificationPredicate implements Predicate<WorkflowContext> {

    @Override
    public boolean apply(@Nullable WorkflowContext input) {
      return false;
    }
  }
}