yarn
No OneTemporary
Actions

Subscribers

None

File Metadata

Created: Tue, Feb 25, 00:28

yarn
View Options

	#!/usr/bin/env bash

	# Licensed to the Apache Software Foundation (ASF) under one or more
	# contributor license agreements. See the NOTICE file distributed with
	# this work for additional information regarding copyright ownership.
	# The ASF licenses this file to You under the Apache License, Version 2.0
	# (the "License"); you may not use this file except in compliance with
	# the License. You may obtain a copy of the License at
	#
	# http://www.apache.org/licenses/LICENSE-2.0
	#
	# Unless required by applicable law or agreed to in writing, software
	# distributed under the License is distributed on an "AS IS" BASIS,
	# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	# See the License for the specific language governing permissions and
	# limitations under the License.


	# The Hadoop command script
	#
	# Environment Variables
	#
	# JAVA_HOME The java implementation to use. Overrides JAVA_HOME.
	#
	# YARN_CLASSPATH Extra Java CLASSPATH entries.
	#
	# YARN_HEAPSIZE The maximum amount of heap to use, in MB.
	# Default is 1000.
	#
	# YARN_{COMMAND}_HEAPSIZE overrides YARN_HEAPSIZE for a given command
	# eg YARN_NODEMANAGER_HEAPSIZE sets the heap
	# size for the NodeManager. If you set the
	# heap size in YARN_{COMMAND}_OPTS or YARN_OPTS
	# they take precedence.
	#
	# YARN_OPTS Extra Java runtime options.
	#
	# YARN_CLIENT_OPTS when the respective command is run.
	# YARN_{COMMAND}_OPTS etc YARN_NODEMANAGER_OPTS applies to NodeManager
	# for e.g. YARN_CLIENT_OPTS applies to
	# more than one command (fs, dfs, fsck,
	# dfsadmin etc)
	#
	# YARN_CONF_DIR Alternate conf dir. Default is ${HADOOP_YARN_HOME}/conf.
	#
	# YARN_ROOT_LOGGER The root appender. Default is INFO,console
	#

	bin=`dirname "${BASH_SOURCE-$0}"`
	bin=`cd "$bin"; pwd`

	DEFAULT_LIBEXEC_DIR="$bin"/../libexec
	HADOOP_LIBEXEC_DIR=${HADOOP_LIBEXEC_DIR:-$DEFAULT_LIBEXEC_DIR}
	. $HADOOP_LIBEXEC_DIR/yarn-config.sh

	function print_usage(){
	echo "Usage: yarn [--config confdir] COMMAND"
	echo "where COMMAND is one of:"
	echo " resourcemanager run the ResourceManager"
	echo " nodemanager run a nodemanager on each slave"
	echo " rmadmin admin tools"
	echo " version print the version"
	echo " jar <jar> run a jar file"
	echo " application prints application(s) report/kill application"
	echo " node prints node report(s)"
	echo " logs dump container logs"
	echo " classpath prints the class path needed to get the"
	echo " Hadoop jar and the required libraries"
	echo " daemonlog get/set the log level for each daemon"
	echo " or"
	echo " CLASSNAME run the class named CLASSNAME"
	echo "Most commands print help when invoked w/o parameters."
	}

	# if no args specified, show usage
	if [ $# = 0 ]; then
	print_usage
	exit 1
	fi

	# get arguments
	COMMAND=$1
	shift

	case $COMMAND in
	# usage flags
	--help\|-help\|-h)
	print_usage
	exit
	;;
	esac

	if [ -f "${YARN_CONF_DIR}/yarn-env.sh" ]; then
	. "${YARN_CONF_DIR}/yarn-env.sh"
	fi

	# some Java parameters
	if [ "$JAVA_HOME" != "" ]; then
	#echo "run java in $JAVA_HOME"
	JAVA_HOME=$JAVA_HOME
	fi

	if [ "$JAVA_HOME" = "" ]; then
	echo "Error: JAVA_HOME is not set."
	exit 1
	fi

	JAVA=$JAVA_HOME/bin/java
	JAVA_HEAP_MAX=-Xmx1000m

	# check envvars which might override default args
	if [ "$YARN_HEAPSIZE" != "" ]; then
	#echo "run with heapsize $YARN_HEAPSIZE"
	JAVA_HEAP_MAX="-Xmx""$YARN_HEAPSIZE""m"
	#echo $JAVA_HEAP_MAX
	fi

	# CLASSPATH initially contains $HADOOP_CONF_DIR & $YARN_CONF_DIR
	if [ ! -d "$HADOOP_CONF_DIR" ]; then
	echo No HADOOP_CONF_DIR set.
	echo Please specify it either in yarn-env.sh or in the environment.
	exit 1
	fi

	CLASSPATH="${YARN_CLASSPATH}:${HADOOP_CONF_DIR}:${YARN_CONF_DIR}:${CLASSPATH}"

	# for developers, add Hadoop classes to CLASSPATH
	if [ -d "$HADOOP_YARN_HOME/yarn-api/target/classes" ]; then
	CLASSPATH=${CLASSPATH}:$HADOOP_YARN_HOME/yarn-api/target/classes
	fi
	if [ -d "$HADOOP_YARN_HOME/yarn-common/target/classes" ]; then
	CLASSPATH=${CLASSPATH}:$HADOOP_YARN_HOME/yarn-common/target/classes
	fi
	if [ -d "$HADOOP_YARN_HOME/yarn-mapreduce/target/classes" ]; then
	CLASSPATH=${CLASSPATH}:$HADOOP_YARN_HOME/yarn-mapreduce/target/classes
	fi
	if [ -d "$HADOOP_YARN_HOME/yarn-master-worker/target/classes" ]; then
	CLASSPATH=${CLASSPATH}:$HADOOP_YARN_HOME/yarn-master-worker/target/classes
	fi
	if [ -d "$HADOOP_YARN_HOME/yarn-server/yarn-server-nodemanager/target/classes" ]; then
	CLASSPATH=${CLASSPATH}:$HADOOP_YARN_HOME/yarn-server/yarn-server-nodemanager/target/classes
	fi
	if [ -d "$HADOOP_YARN_HOME/yarn-server/yarn-server-common/target/classes" ]; then
	CLASSPATH=${CLASSPATH}:$HADOOP_YARN_HOME/yarn-server/yarn-server-common/target/classes
	fi
	if [ -d "$HADOOP_YARN_HOME/yarn-server/yarn-server-resourcemanager/target/classes" ]; then
	CLASSPATH=${CLASSPATH}:$HADOOP_YARN_HOME/yarn-server/yarn-server-resourcemanager/target/classes
	fi
	if [ -d "$HADOOP_YARN_HOME/build/test/classes" ]; then
	CLASSPATH=${CLASSPATH}:$HADOOP_YARN_HOME/target/test/classes
	fi
	if [ -d "$HADOOP_YARN_HOME/build/tools" ]; then
	CLASSPATH=${CLASSPATH}:$HADOOP_YARN_HOME/build/tools
	fi

	CLASSPATH=${CLASSPATH}:$HADOOP_YARN_HOME/${YARN_DIR}/*
	CLASSPATH=${CLASSPATH}:$HADOOP_YARN_HOME/${YARN_LIB_JARS_DIR}/*

	# so that filenames w/ spaces are handled correctly in loops below
	IFS=

	# default log directory & file
	if [ "$YARN_LOG_DIR" = "" ]; then
	YARN_LOG_DIR="$HADOOP_YARN_HOME/logs"
	fi
	if [ "$YARN_LOGFILE" = "" ]; then
	YARN_LOGFILE='yarn.log'
	fi

	# restore ordinary behaviour
	unset IFS

	# figure out which class to run
	if [ "$COMMAND" = "classpath" ] ; then
	echo $CLASSPATH
	exit
	elif [ "$COMMAND" = "rmadmin" ] ; then
	CLASS='org.apache.hadoop.yarn.client.cli.RMAdminCLI'
	YARN_OPTS="$YARN_OPTS $YARN_CLIENT_OPTS"
	elif [ "$COMMAND" = "application" ] ; then
	CLASS=org.apache.hadoop.yarn.client.cli.ApplicationCLI
	YARN_OPTS="$YARN_OPTS $YARN_CLIENT_OPTS"
	elif [ "$COMMAND" = "node" ] ; then
	CLASS=org.apache.hadoop.yarn.client.cli.NodeCLI
	YARN_OPTS="$YARN_OPTS $YARN_CLIENT_OPTS"
	elif [ "$COMMAND" = "resourcemanager" ] ; then
	CLASSPATH=${CLASSPATH}:$YARN_CONF_DIR/rm-config/log4j.properties
	CLASS='org.apache.hadoop.yarn.server.resourcemanager.ResourceManager'
	YARN_OPTS="$YARN_OPTS $YARN_RESOURCEMANAGER_OPTS"
	if [ "$YARN_RESOURCEMANAGER_HEAPSIZE" != "" ]; then
	JAVA_HEAP_MAX="-Xmx""$YARN_RESOURCEMANAGER_HEAPSIZE""m"
	fi
	elif [ "$COMMAND" = "nodemanager" ] ; then
	CLASSPATH=${CLASSPATH}:$YARN_CONF_DIR/nm-config/log4j.properties
	CLASS='org.apache.hadoop.yarn.server.nodemanager.NodeManager'
	YARN_OPTS="$YARN_OPTS -server $YARN_NODEMANAGER_OPTS"
	if [ "$YARN_NODEMANAGER_HEAPSIZE" != "" ]; then
	JAVA_HEAP_MAX="-Xmx""$YARN_NODEMANAGER_HEAPSIZE""m"
	fi
	elif [ "$COMMAND" = "proxyserver" ] ; then
	CLASS='org.apache.hadoop.yarn.server.webproxy.WebAppProxyServer'
	YARN_OPTS="$YARN_OPTS $YARN_PROXYSERVER_OPTS"
	if [ "$YARN_PROXYSERVER_HEAPSIZE" != "" ]; then
	JAVA_HEAP_MAX="-Xmx""$YARN_PROXYSERVER_HEAPSIZE""m"
	fi
	elif [ "$COMMAND" = "version" ] ; then
	CLASS=org.apache.hadoop.util.VersionInfo
	YARN_OPTS="$YARN_OPTS $YARN_CLIENT_OPTS"
	elif [ "$COMMAND" = "jar" ] ; then
	CLASS=org.apache.hadoop.util.RunJar
	YARN_OPTS="$YARN_OPTS $YARN_CLIENT_OPTS"
	elif [ "$COMMAND" = "logs" ] ; then
	CLASS=org.apache.hadoop.yarn.client.cli.LogsCLI
	YARN_OPTS="$YARN_OPTS $YARN_CLIENT_OPTS"
	elif [ "$COMMAND" = "daemonlog" ] ; then
	CLASS=org.apache.hadoop.log.LogLevel
	YARN_OPTS="$YARN_OPTS $YARN_CLIENT_OPTS"
	else
	CLASS=$COMMAND
	fi

	YARN_OPTS="$YARN_OPTS -Dhadoop.log.dir=$YARN_LOG_DIR"
	YARN_OPTS="$YARN_OPTS -Dyarn.log.dir=$YARN_LOG_DIR"
	YARN_OPTS="$YARN_OPTS -Dhadoop.log.file=$YARN_LOGFILE"
	YARN_OPTS="$YARN_OPTS -Dyarn.log.file=$YARN_LOGFILE"
	YARN_OPTS="$YARN_OPTS -Dyarn.home.dir=$HADOOP_YARN_HOME"
	YARN_OPTS="$YARN_OPTS -Dhadoop.home.dir=$HADOOP_YARN_HOME"
	YARN_OPTS="$YARN_OPTS -Dhadoop.root.logger=${YARN_ROOT_LOGGER:-INFO,console}"
	YARN_OPTS="$YARN_OPTS -Dyarn.root.logger=${YARN_ROOT_LOGGER:-INFO,console}"
	if [ "x$JAVA_LIBRARY_PATH" != "x" ]; then
	YARN_OPTS="$YARN_OPTS -Djava.library.path=$JAVA_LIBRARY_PATH"
	fi

	exec "$JAVA" -Dproc_$COMMAND $JAVA_HEAP_MAX $YARN_OPTS -classpath "$CLASSPATH" $CLASS "$@"
	fi

yarnNo OneTemporaryActions

File Metadata

yarnView Options

Event Timeline

yarn
No OneTemporary
Actions

yarn
View Options