| <?xml version="1.0"?> |
| <?xml-stylesheet type="text/xsl" href="configuration.xsl"?> |
| <!-- |
| Licensed to the Apache Software Foundation (ASF) under one or more |
| contributor license agreements. See the NOTICE file distributed with |
| this work for additional information regarding copyright ownership. |
| The ASF licenses this file to You under the Apache License, Version 2.0 |
| (the "License"); you may not use this file except in compliance with |
| the License. You may obtain a copy of the License at |
| |
| http://www.apache.org/licenses/LICENSE-2.0 |
| |
| Unless required by applicable law or agreed to in writing, software |
| distributed under the License is distributed on an "AS IS" BASIS, |
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| See the License for the specific language governing permissions and |
| limitations under the License. |
| --> |
| |
| <configuration> |
| <property> |
| <name>yarn.resourcemanager.hostname</name> |
| <value>yarn-rm</value> |
| </property> |
| |
| <property> |
| <name>yarn.resourcemanager.scheduler.class</name> |
| <value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler</value> |
| </property> |
| |
| <property> |
| <name>yarn.nodemanager.vmem-check-enabled</name> |
| <value>false</value> |
| </property> |
| |
| <property> |
| <name>yarn.nodemanager.aux-services</name> |
| <value>mapreduce_shuffle</value> |
| </property> |
| |
| <property> |
| <name>yarn.nodemanager.aux-services.mapreduce_shuffle.class</name> |
| <value>org.apache.hadoop.mapred.ShuffleHandler</value> |
| </property> |
| |
| <property> |
| <description>List of directories to store localized files in.</description> |
| <name>yarn.nodemanager.local-dirs</name> |
| <value>/var/lib/hadoop-yarn/cache/${user.name}/nm-local-dir</value> |
| </property> |
| |
| <property> |
| <description>Where to store container logs.</description> |
| <name>yarn.nodemanager.log-dirs</name> |
| <value>/var/log/hadoop-yarn/containers</value> |
| </property> |
| |
| <property> |
| <description>Where to aggregate logs to.</description> |
| <name>yarn.nodemanager.remote-app-log-dir</name> |
| <value>/var/log/hadoop-yarn/apps</value> |
| </property> |
| |
| <property> |
| <name>yarn.application.classpath</name> |
| <value> |
| /usr/local/hadoop/etc/hadoop, |
| /usr/local/hadoop/share/hadoop/common/*, |
| /usr/local/hadoop/share/hadoop/common/lib/*, |
| /usr/local/hadoop/share/hadoop/hdfs/*, |
| /usr/local/hadoop/share/hadoop/hdfs/lib/*, |
| /usr/local/hadoop/share/hadoop/mapreduce/*, |
| /usr/local/hadoop/share/hadoop/mapreduce/lib/*, |
| /usr/local/hadoop/share/hadoop/yarn/*, |
| /usr/local/hadoop/share/hadoop/yarn/lib/* |
| </value> |
| </property> |
| <property> |
| <name>yarn.log-aggregation-enable</name> |
| <value>true</value> |
| </property> |
| |
| <property> |
| <name>yarn.log-aggregation.retain-seconds</name> |
| <value>259200</value> |
| </property> |
| <property> |
| <name>yarn.log-aggregation.retain-check-interval-seconds</name> |
| <value>3600</value> |
| </property> |
| <property> |
| <name>yarn.nodemanager.delete.debug-delay-sec</name> |
| <value>86400</value> |
| </property> |
| <property> |
| <name>yarn.nodemanager.container-executor.class</name> |
| <value>org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor</value> |
| </property> |
| |
| <!--cgroup related --> |
| <property> |
| <name>yarn.nodemanager.linux-container-executor.group</name> |
| <value>hadoop</value> |
| </property> |
| <property> |
| <name>yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user</name> |
| <value>yarn</value> |
| </property> |
| |
| <property> |
| <name>yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users</name> |
| <value>false</value> |
| </property> |
| <!-- docker related --> |
| <property> |
| <name>yarn.nodemanager.runtime.linux.allowed-runtimes</name> |
| <value>default,docker</value> |
| </property> |
| |
| <property> |
| <name>yarn.nodemanager.runtime.linux.docker.allowed-container-networks</name> |
| <value>host,none,bridge</value> |
| </property> |
| <property> |
| <name>yarn.nodemanager.runtime.linux.docker.default-container-network</name> |
| <value>host</value> |
| </property> |
| |
| <property> |
| <name>yarn.nodemanager.runtime.linux.docker.privileged-containers.allowed</name> |
| <value>false</value> |
| </property> |
| <property> |
| <name>yarn.nodemanager.runtime.linux.docker.privileged-containers.acl</name> |
| <value></value> |
| </property> |
| |
| <property> |
| <name>yarn.nodemanager.runtime.linux.docker.capabilities</name> |
| <value>CHOWN,DAC_OVERRIDE,FSETID,FOWNER,MKNOD,NET_RAW,SETGID,SETUID,SETFCAP,SETPCAP,NET_BIND_SERVICE,SYS_CHROOT,KILL,AUDIT_WRITE</value> |
| </property> |
| <!-- cgroups related --> |
| <property> |
| <name>yarn.nodemanager.linux-container-executor.resources-handler.class</name> |
| <value>org.apache.hadoop.yarn.server.nodemanager.util.CgroupsLCEResourcesHandler</value> |
| </property> |
| <property> |
| <name>yarn.nodemanager.linux-container-executor.cgroups.mount</name> |
| <value>false</value> |
| </property> |
| <property> |
| <name>yarn.nodemanager.linux-container-executor.cgroups.hierarchy</name> |
| <value>/hadoop-yarn</value> |
| </property> |
| <property> |
| <name>yarn.nodemanager.linux-container-executor.cgroups.mount-path</name> |
| <value>/sys/fs/cgroup</value> |
| </property> |
| <property> |
| <name>yarn.nodemanager.resource.percentage-physical-cpu-limit</name> |
| <value>100</value> |
| </property> |
| <property> |
| <name>yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage</name> |
| <value>false</value> |
| </property> |
| <!-- spark dynamic allocation --> |
| <!-- |
| <property> |
| <name>yarn.nodemanager.aux-services</name> |
| <value>spark_shuffle</value> |
| </property> |
| |
| <property> |
| <name>yarn.nodemanager.aux-services.spark_shuffle.class</name> |
| <value>org.apache.spark.network.yarn.YarnShuffleService</value> |
| </property> |
| --> |
| <!-- yarn service framework --> |
| <property> |
| <name>yarn.webapp.api-service.enable</name> |
| <value>true</value> |
| </property> |
| |
| </configuration> |