| <?xml version="1.0" encoding="UTF-8"?> |
| <!-- |
| Licensed to the Apache Software Foundation (ASF) under one |
| or more contributor license agreements. See the NOTICE file |
| distributed with this work for additional information |
| regarding copyright ownership. The ASF licenses this file |
| to you under the Apache License, Version 2.0 (the |
| "License"); you may not use this file except in compliance |
| with the License. You may obtain a copy of the License at |
| http://www.apache.org/licenses/LICENSE-2.0 |
| Unless required by applicable law or agreed to in writing, |
| software distributed under the License is distributed on an |
| "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| KIND, either express or implied. See the License for the |
| specific language governing permissions and limitations |
| under the License. |
| --> |
| <configuration> |
| <property> |
| <name>yarn.nodemanager.aux-services</name> |
| <value>mapreduce_shuffle</value> |
| </property> |
| |
| <property> |
| <name>yarn.nodemanager.vmem-pmem-ratio</name> |
| <value>3</value> |
| </property> |
| |
| <!-- this is ignored by the default scheduler but we have to set it because Flink would |
| complain if we didn't have it --> |
| <property> |
| <name>yarn.nodemanager.resource.cpu-vcores</name> |
| <value>1</value> |
| </property> |
| |
| <!-- the combination of this and the next setting ensures that the YARN/Kerberos test starts |
| containers on all available NMs. If the memory is to big it could happen that all containers |
| are scheduled on one NM, which wouldn't provoke a previously fixed Kerberos keytab bug. --> |
| <property> |
| <name>yarn.nodemanager.resource.memory-mb</name> |
| <value>2500</value> |
| </property> |
| |
| <property> |
| <name>yarn.scheduler.minimum-allocation-mb</name> |
| <value>1000</value> |
| </property> |
| |
| <property> |
| <name>yarn.application.classpath</name> |
| <value>/usr/local/hadoop/etc/hadoop, /usr/local/hadoop/share/hadoop/common/*, /usr/local/hadoop/share/hadoop/common/lib/*, /usr/local/hadoop/share/hadoop/hdfs/*, /usr/local/hadoop/share/hadoop/hdfs/lib/*, /usr/local/hadoop/share/hadoop/mapreduce/*, /usr/local/hadoop/share/hadoop/mapreduce/lib/*, /usr/local/hadoop/share/hadoop/yarn/*, /usr/local/hadoop/share/hadoop/yarn/lib/*</value> |
| </property> |
| |
| <property> |
| <description> |
| Number of seconds after an application finishes before the nodemanager's |
| DeletionService will delete the application's localized file directory |
| and log directory. |
| |
| To diagnose Yarn application problems, set this property's value large |
| enough (for example, to 600 = 10 minutes) to permit examination of these |
| directories. After changing the property's value, you must restart the |
| nodemanager in order for it to have an effect. |
| |
| The roots of Yarn applications' work directories is configurable with |
| the yarn.nodemanager.local-dirs property (see below), and the roots |
| of the Yarn applications' log directories is configurable with the |
| yarn.nodemanager.log-dirs property (see also below). |
| </description> |
| <name>yarn.nodemanager.delete.debug-delay-sec</name> |
| <value>600</value> |
| </property> |
| |
| <property> |
| <name>yarn.resourcemanager.address</name> |
| <value>master.docker-hadoop-cluster-network:8032</value> |
| </property> |
| <property> |
| <name>yarn.resourcemanager.scheduler.address</name> |
| <value>master.docker-hadoop-cluster-network:8030</value> |
| </property> |
| <property> |
| <name>yarn.resourcemanager.resource-tracker.address</name> |
| <value>master.docker-hadoop-cluster-network:8031</value> |
| </property> |
| |
| <property> |
| <name>yarn.log-aggregation-enable</name> |
| <value>true</value> |
| </property> |
| <property> |
| <name>yarn.timeline-service.enabled</name> |
| <value>true</value> |
| </property> |
| <property> |
| <name>yarn.timeline-service.hostname</name> |
| <value>master.docker-hadoop-cluster-network</value> |
| </property> |
| <property> |
| <name>yarn.timeline-service.generic-application-history.enabled</name> |
| <value>true</value> |
| </property> |
| <property> |
| <name>yarn.resourcemanager.system-metrics-publisher.enabled</name> |
| <value>true</value> |
| </property> |
| |
| <property> |
| <name>yarn.webapp.ui2.enable</name> |
| <value>true</value> |
| </property> |
| |
| <property> |
| <name>yarn.resourcemanager.principal</name> |
| <value>yarn/_HOST@EXAMPLE.COM</value> |
| </property> |
| |
| <property> |
| <name>yarn.resourcemanager.keytab</name> |
| <value>/etc/security/keytabs/yarn.keytab</value> |
| </property> |
| |
| <property> |
| <name>yarn.nodemanager.principal</name> |
| <value>yarn/_HOST@EXAMPLE.COM</value> |
| </property> |
| |
| <property> |
| <name>yarn.nodemanager.keytab</name> |
| <value>/etc/security/keytabs/yarn.keytab</value> |
| </property> |
| |
| <property> |
| <name>yarn.timeline-service.principal</name> |
| <value>yarn/_HOST@EXAMPLE.COM</value> |
| </property> |
| |
| <property> |
| <name>yarn.timeline-service.keytab</name> |
| <value>/etc/security/keytabs/yarn.keytab</value> |
| </property> |
| |
| <property> |
| <name>yarn.resourcemanager.webapp.delegation-token-auth-filter.enabled</name> |
| <value>true</value> |
| </property> |
| |
| <property> |
| <name>yarn.timeline-service.http-authentication.type</name> |
| <value>kerberos</value> |
| </property> |
| |
| <property> |
| <name>yarn.timeline-service.http-authentication.kerberos.principal</name> |
| <value>HTTP/_HOST@EXAMPLE.COM</value> |
| </property> |
| |
| <property> |
| <name>yarn.timeline-service.http-authentication.kerberos.keytab</name> |
| <value>/etc/security/keytabs/yarn.keytab</value> |
| </property> |
| |
| <property> |
| <name>yarn.nodemanager.container-executor.class</name> |
| <value>org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor</value> |
| </property> |
| |
| <property> |
| <name>yarn.nodemanager.linux-container-executor.path</name> |
| <value>/usr/local/hadoop/bin/container-executor</value> |
| </property> |
| |
| <property> |
| <name>yarn.nodemanager.linux-container-executor.group</name> |
| <value>yarn</value> |
| </property> |
| |
| <property> |
| <name>yarn.nodemanager.local-dirs</name> |
| <value>file:///hadoop-data/nm-local-dirs</value> |
| </property> |
| <property> |
| <name>yarn.nodemanager.log-dirs</name> |
| <value>file:///hadoop-data/nm-log-dirs</value> |
| </property> |
| </configuration> |