| <?xml version="1.0" encoding="UTF-8"?> |
| <?xml-stylesheet type="text/xsl" href="configuration.xsl"?> |
| <!-- |
| |
| Licensed to the Apache Software Foundation (ASF) under one or more |
| contributor license agreements. See the NOTICE file distributed with |
| this work for additional information regarding copyright ownership. |
| The ASF licenses this file to You under the Apache License, Version 2.0 |
| (the "License"); you may not use this file except in compliance with |
| the License. You may obtain a copy of the License at |
| |
| http://www.apache.org/licenses/LICENSE-2.0 |
| |
| Unless required by applicable law or agreed to in writing, software |
| distributed under the License is distributed on an "AS IS" BASIS, |
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| See the License for the specific language governing permissions and |
| limitations under the License. |
| |
| --> |
| <!-- |
| Licensed under the Apache License, Version 2.0 (the "License"); |
| you may not use this file except in compliance with the License. |
| You may obtain a copy of the License at |
| |
| http://www.apache.org/licenses/LICENSE-2.0 |
| |
| Unless required by applicable law or agreed to in writing, software |
| distributed under the License is distributed on an "AS IS" BASIS, |
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| See the License for the specific language governing permissions and |
| limitations under the License. See accompanying LICENSE file. |
| --> |
| |
| <!-- Put site-specific property overrides in this file. --> |
| |
| <configuration> |
| <property> |
| <name>yarn.resourcemanager.hostname</name> |
| <value>{{ groups['resourcemanager'][0] }}</value> |
| </property> |
| <property> |
| <name>yarn.nodemanager.local-dirs</name> |
| <value>{% for dir in worker_data_dirs -%} |
| {{ dir }}/hadoop/yarn/local |
| {%- if not loop.last -%} , {%- endif -%} |
| {%- endfor %}</value> |
| </property> |
| <property> |
| <name>yarn.nodemanager.log-dirs</name> |
| <value>{{ worker_data_dirs[0] }}/hadoop/yarn/logs</value> |
| </property> |
| {% if 'spark' in groups %} |
| <property> |
| <name>yarn.nodemanager.aux-services</name> |
| <value>mapreduce_shuffle,spark_shuffle</value> |
| </property> |
| <property> |
| <name>yarn.nodemanager.aux-services.spark_shuffle.class</name> |
| <value>org.apache.spark.network.yarn.YarnShuffleService</value> |
| </property> |
| {% else %} |
| <property> |
| <name>yarn.nodemanager.aux-services</name> |
| <value>mapreduce_shuffle</value> |
| </property> |
| {% endif %} |
| <property> |
| <name>yarn.nodemanager.resource.memory-mb</name> |
| <value>{{ yarn_nm_mem_mb }}</value> |
| </property> |
| <property> |
| <name>yarn.scheduler.minimum-allocation-mb</name> |
| <value>128</value> |
| </property> |
| <property> |
| <name>yarn.nodemanager.vmem-check-enabled</name> |
| <value>false</value> |
| </property> |
| <property> |
| <name>yarn.nodemanager.vmem-pmem-ratio</name> |
| <value>3.1</value> |
| </property> |
| <property> |
| <name>yarn.nodemanager.delete.debug-delay-sec</name> |
| <value>259200</value> |
| </property> |
| <property> |
| <name>yarn.resourcemanager.scheduler.class</name> |
| <value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler</value> |
| </property> |
| <property> |
| <name>twill.java.reserved.memory.mb</name> |
| <value>{{ twill_reserve_mem_mb }}</value> |
| </property> |
| {% if use_adlsg2 == True %} |
| <property> |
| <name>yarn.application.classpath</name> |
| <value>${HADOOP_HOME}/share/hadoop/tools/lib/*,${HADOOP_HOME}/share/hadoop/hdfs/lib/*,${HADOOP_HOME}/share/hadoop/common/lib/*,${HADOOP_HOME}/share/hadoop/yarn/*,${HADOOP_HOME}/share/hadoop/yarn/lib/*,${HADOOP_HOME}/share/hadoop/hdfs/*,${HADOOP_HOME}/share/hadoop/common/*,${HADOOP_HOME}/share/hadoop/mapreduce/*,${HADOOP_HOME}/share/hadoop/mapreduce/lib/*,${HADOOP_HOME}/share/hadoop/client/*</value> |
| </property> |
| {% endif %} |
| </configuration> |