/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.alibaba.jstorm.yarn.constants;
/**
* Constants used in both Client and Application Master
*/
public class JOYConstants {
/**
* Common
*/
public static final String BLANK = " ";
public static final String EMPTY = "";
public static final String BACKLASH = "/";
public static final String JAVA = "/bin/java";
public static final String JAVA_CP = "/bin/java -cp ";
public static final String COMMA = ",";
public static final String COLON = ":";
public static final String DOT = ".";
public static final String EQUAL = "=";
public static final String ASTERISK = "*";
public static final String NEW_LINE = "\r\n";
public static final String RPC_ADDRESS_FILE = "RpcAddress";
public static final String CLI_PREFIX = "--";
public static final String SCRIPT_PATH = "ExecScript";
// Hardcoded path to shell script in launch container's local env
public static final String ExecShellStringPath = JOYConstants.SCRIPT_PATH + ".sh";
public static final String ExecBatScripStringtPath = JOYConstants.SCRIPT_PATH
+ ".bat";
public static final String JSTORM_SUPERVISOR_HEARTBEAT_PATH = "/data/supervisor/supervisor.heartbeat";
public static final String JSTORM_NIMBUS_HEARTBEAT_PATH = "/data/nimbus/nimbus.heartbeat";
/**
* Environment key name pointing to the shell script's location
*/
public static final String DISTRIBUTEDSHELLSCRIPTLOCATION = "DISTRIBUTEDSHELLSCRIPTLOCATION";
public static final String APPMASTERJARSCRIPTLOCATION = "APPMASTERJARSCRIPTLOCATION";
public static final String BINARYFILEDEPLOYPATH = "BINARYFILEDEPLOYPATH";
public static final String INSTANCENAME = "INSTANCENAME";
/**
* Environment key name denoting the file timestamp for the shell script.
* Used to validate the local resource.
*/
public static final String DISTRIBUTEDSHELLSCRIPTTIMESTAMP = "DISTRIBUTEDSHELLSCRIPTTIMESTAMP";
public static final String APPMASTERTIMESTAMP = "APPMASTERTIMESTAMP";
/**
* Environment key name denoting the file content length for the shell script.
* Used to validate the local resource.
*/
public static final String DISTRIBUTEDSHELLSCRIPTLEN = "DISTRIBUTEDSHELLSCRIPTLEN";
public static final String APPMASTERLEN = "APPMASTERLEN";
/**
* Environment key name denoting the timeline domain ID.
*/
public static final String DISTRIBUTEDSHELLTIMELINEDOMAIN = "DISTRIBUTEDSHELLTIMELINEDOMAIN";
public static final String CONTAINER_SUPERVISOR_HEARTBEAT = "container.supervisor.heartbeat";
public static final String CONTAINER_NIMBUS_HEARTBEAT = "container.nimbus.heartbeat";
public static final int EXECUTOR_HEARTBEAT_TIMEOUT = 60 * 1000;
public static final int HOST_LOCK_TIMEOUT = 60 * 1000;
public static final int PORT_RANGE_MIN = 9000;
public static final int PORT_RANGE_MAX = 15000;
/**
* Executor Constance
*/
public static final String YARN_SITE_PATH = "/etc/hadoop/yarn-site.xml";
public static final String YARN_NM_LOG = "yarn.nodemanager.log-dirs";
public static final String YARN_NM_LOG_DIR = "/dev/nm-logs";
public static final String YARN_REGISTRY = "YarnRegistry";
public static final String EXECUTOR_CLASS = "com.alibaba.jstorm.yarn.container.Executor";
public static final String NEED_UPGRADE = "needUpgrade";
public static final String TRUE = "true";
public static final String FALSE = "false";
public static final String SUPERVISOR = "supervisor";
public static final String NIMBUS = "nimbus";
public static final Integer EXECUTOR_LOOP_TIME = 30 * 1000;
/**
* yarn client
*/
public static final String shellCommandPath = "shellCommands";
public static final String shellArgsPath = "shellArgs";
public static final Short FS_PERMISSION = 0710;
public static final String CLIENT = "Client";
public static final String appMasterJarPath = "AppMaster.jar";
// Hardcoded path to custom log_properties
public static final String log4jPath = "log4j.properties";
public static final String APP_TYPE = "jstormonyarn";
public static final String APP_NAME = "JstormOnYarn";
public static final String APP_HEARTBEAT_TIME = "appHeartBeatTime";
public static final String MASTER_CLASS_NAME = "com.alibaba.jstorm.yarn.appmaster.JstormMaster";
public static final int HEARTBEAT_TIME_INTERVAL = 20000;
public static final int MONITOR_TIME_INTERVAL = 1000;
public static final int MONITOR_TIMES = 45;
public static final String CONF_NAME = "jstorm-yarn.xml";
public static final String RM_ADDRESS_KEY = "yarn.resourcemanager.address";
public static final String INSTANCE_DEPLOY_DIR_KEY = "jstorm.yarn.instance.deploy.dir";
public static final String INSTANCE_NAME_KEY = "jstorm.yarn.instance.name";
public static final String SUPERVISOR_MIN_PORT_KEY = "jstorm.yarn.supervisor.minport";
public static final String SUPERVISOR_MAX_PORT_KEY = "jstorm.yarn.supervisor.maxport";
public static final String HADOOP_REGISTRY_ZK_RETRY_INTERVAL_MS = "hadoop.registry.zk.retry.interval.ms";
public static final String INSTANCE_DATA_DIR_KEY = "jstorm.yarn.instance.dataDir";
public static final String JSTORM_YARN_USER = "jstorm.yarn.user";
public static final String JSTORM_YARN_PASSWORD = "jstorm.yarn.password";
public static final String JSTORM_YARN_OLD_PASSWORD = "jstorm.yarn.oldpassword";
public static final String FS_DEFAULTFS_KEY = "fs.defaultFS";
public static final String YARN_CONF_MODE = "programatically";
public static final String CLIIENT_CLASS = "com.alibaba.jstorm.yarn.JstormOnYarn";
public static final String START_JSTORM_SHELL = "start_jstorm.sh";
public static final String linux_bash_command = "bash";
public static final String windows_command = "cmd /c";
public static final Integer EXIT_SUCCESS = 0;
public static final Integer EXIT_FAIL = -1;
public static final Integer EXIT_FAIL1 = 1;
public static final Integer EXIT_FAIL2 = 2;
/**
* application master
*/
public static final String NIMBUS_HOST = "nimbus.host";
public static final String NIMBUS_CONTAINER = "nimbus.containerId";
public static final String NIMBUS_LOCAL_DIR = "nimbus.localdir";
public static final String DEFAULT_LOGVIEW_PORT = "8622";
public static final String DEFAULT_NIMBUS_THRIFT_PORT = "8627";
public static final Integer DEFAULT_SUPERVISOR_MEMORY = 4110;
public static final Integer DEFAULT_SUPERVISOR_VCORES = 1;
public static final Integer AM_RM_CLIENT_INTERVAL = 1000;
public static final String HADOOP_HOME_KEY = "jstorm.yarn.hadoop.home";
public static final String JAVA_HOME_KEY = "jstorm.yarn.java.home";
public static final String PYTHON_HOME_KEY = "jstorm.yarn.python.home";
public static final String INSTANCE_DEPLOY_DEST_KEY = "jstorm.yarn.instance.deploy.destination";
public static final String USER = "user";
public static final String NODE = "Node";
public static final String RESOURCES = "Resources";
public static final String STATE = "State";
public static final String EXIT_STATE = "Exit Status";
public static final String START = "start";
public static final String END = "end";
public static final Integer JOIN_THREAD_TIMEOUT = 10000;
/**
* port view
*/
public static final String COMPONENTS = "/components";
public static final String HOST = "host";
public static final String PORT = "port";
public static final String AM = "am";
public static final String CTIME = "cTime";
public static final String DEFAULT_CTIME = "0";
public static final String PORT_LIST = "portList";
public static final String CONTAINER = "container";
public static final String PORT_RANGE = "9111-9999";
public static final String HTTP = "http";
public static final String HOST_PORT = "host/port";
public static final String RPC = "rpc";
public static final Integer SLEEP_INTERVAL = 1000;
public static final Integer RETRY_TIMES = 45;
public static final Double JSTORM_MEMORY_WEIGHT = 4096.0;
public static final Double JSTORM_VCORE_WEIGHT = 1.2;
/**
* cli options
*/
public static final String APP_NAME_KEY = "appname";
public static final String PRIORITY = "priority";
public static final String QUEUE = "queue";
public static final String TIMEOUT = "timeout";
public static final String MASTER_MEMORY = "master_memory";
public static final String MASTER_VCORES = "master_vcores";
public static final String JAR = "jar";
public static final String LIB_JAR = "lib_jars";
public static final String HOME_DIR = "home_dir";
public static final String CONF_FILE = "conf_file";
public static final String APP_ATTEMPT_ID = "app_attempt_id";
public static final String RM_ADDRESS = "rm_addr";
public static final String NN_ADDRESS = "nn_addr";
public static final String HADOOP_CONF_DIR = "hadoop_conf_dir";
public static final String INSTANCE_NAME = "instance_name";
public static final String DEPLOY_PATH = "deploy_path";
public static final String SHELL_SCRIPT = "shell_script";
public static final String SHELL_COMMAND = "shell_command";
public static final String SHELL_ARGS = "shell_args";
public static final String SHELL_ENV = "shell_env";
public static final String SHELL_CMD_PRIORITY = "shell_cmd_priority";
public static final String SHELL_CMD_PRIORITY_DEFAULT_VALUE = "0";
public static final String CONTAINER_MEMORY = "container_memory";
public static final String CONTAINER_VCORES = "container_vcores";
public static final String NUM_CONTAINERS = "num_containers";
public static final String LOG_PROPERTIES = "log_properties";
public static final String KEEP_CONTAINERS_ACROSS_APPLICATION_ATTEMPTS = "keep_containers_across_application_attempts";
public static final String ATTEMPT_FAILURES_VALIDITY_INTERVAL = "attempt_failures_validity_interval";
public static final String DEBUG = "debug";
public static final String DOMAIN = "domain";
public static final String XMX = "-Xmx";
public static final String MB = "m";
public static final String VIEW_ACLS = "view_acls";
public static final String MODIFY_ACLS = "modify_acls";
public static final String CREATE = "create";
public static final String HELP = "help";
public static final String NODE_LABEL_EXPRESSION = "node_label_expression";
public static final String APPMASTER_STDOUT = "/AppMaster.stdout";
public static final String APPMASTER_STDERR = "/AppMaster.stderr";
public static final String JAVA_CLASS_PATH = "java.class.path";
public static final String CLASS_PATH = "CLASSPATH";
public static final String DEFAULT_CONTAINER_MEMORY = "10000";
public static final String DEFAULT_CONTAINER_VCORES = "1";
public static final String DEFAULT_MASTER_MEMORY = "10000";
public static final String DEFAULT_MASTER_VCORES = "1";
public static final String DEFAULT_PRIORITY = "0";
public static final String XML = "xml";
public static final String QUEUE_NAME = "default";
public static final String DEFAULT_NUM_CONTAINER = "1";
public static final String DEFAULT_CLIENT_TIME_OUT = "600000";
public static final String DEFAULT_ATTEMPT_FAILURES_VALIDITY_INTERVAL = "-1";
}