LaunchCommand.java

/*
 * Copyright (c) 2013 Yahoo! Inc. All Rights Reserved.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License. See accompanying LICENSE file.
 */

package com.yahoo.storm.yarn;

import java.io.PrintStream;
import java.util.List;
import java.util.Map;

import org.apache.commons.cli.CommandLine;
import org.apache.commons.cli.Options;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import com.yahoo.storm.yarn.Client.ClientCommand;
import com.yahoo.storm.yarn.generated.StormMaster;

class LaunchCommand implements ClientCommand {
  private static final Logger LOG = LoggerFactory.getLogger(LaunchCommand.class);

  @Override
  public String getHeaderDescription() {
    return "storm-yarn launch <master.yaml>";
  }
  
  @Override
  public Options getOpts() {
    Options opts = new Options();
    opts.addOption("appname", true, "Application Name. Default value - Storm-on-Yarn");
    opts.addOption("queue", true, "RM Queue in which this application is to be submitted");
    opts.addOption("stormHome", true, "Storm Home Directory");
    opts.addOption("output", true, "Output file");
    opts.addOption("stormConfOutput", true, "storm.yaml file");
    opts.addOption("stormZip", true, "file path of storm.zip");
    return opts;
  }

  @Override
  public void process(CommandLine cl) throws Exception {
    
    String config_file = null;
    List remaining_args = cl.getArgList();
    if (remaining_args!=null && !remaining_args.isEmpty()) {
        config_file = (String)remaining_args.get(0);
    }
    Map stormConf = Config.readStormConfig(config_file);
    
    String appName = cl.getOptionValue("appname", "Storm-on-Yarn");
    String queue = cl.getOptionValue("queue", "default");

    String storm_zip_location = cl.getOptionValue("stormZip");
    Integer amSize = (Integer) stormConf.get(Config.MASTER_SIZE_MB);

    StormOnYarn storm = null;
    try {
      storm = StormOnYarn.launchApplication(appName,
                  queue, amSize,
                  stormConf,
                  storm_zip_location);
      LOG.debug("Submitted application's ID:" + storm.getAppId());

      //download storm.yaml file
      String storm_yaml_output = cl.getOptionValue("stormConfOutput");
      if (storm_yaml_output != null && storm_yaml_output.length() > 0) {
        //try to download storm.yaml
        StormMaster.Client client = storm.getClient();
        if (client != null)
          StormMasterCommand.downloadStormYaml(client, storm_yaml_output);
        else
          LOG.warn("No storm.yaml is downloaded");
      }

      //store appID to output
      String output = cl.getOptionValue("output");
      if (output == null)
          System.out.println(storm.getAppId());
      else {
          PrintStream os = new PrintStream(output);
          os.println(storm.getAppId());
          os.flush();
          os.close();
      }
    } finally {
      if (storm != null) {
        storm.stop();
      }
    }
  }
}