| <!-- |
| Licensed to the Apache Software Foundation (ASF) under one or more |
| contributor license agreements. See the NOTICE file distributed with |
| this work for additional information regarding copyright ownership. |
| The ASF licenses this file to You under the Apache License, Version 2.0 |
| (the "License"); you may not use this file except in compliance with |
| the License. You may obtain a copy of the License at |
| |
| http://www.apache.org/licenses/LICENSE-2.0 |
| |
| Unless required by applicable law or agreed to in writing, software |
| distributed under the License is distributed on an "AS IS" BASIS, |
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| See the License for the specific language governing permissions and |
| limitations under the License. |
| --> |
| |
| |
| |
| <configuration> |
| <property> |
| <name>mapreduce.job.split.metainfo.maxsize</name> |
| <value>10000000</value> |
| </property> |
| <property> |
| <name>mapreduce.job.counters.max</name> |
| <value>120</value> |
| </property> |
| <property> |
| <name>mapreduce.output.fileoutputformat.compress</name> |
| <value>false</value> |
| </property> |
| <property> |
| <name>mapreduce.output.fileoutputformat.compress.type</name> |
| <value>BLOCK</value> |
| </property> |
| <property> |
| <name>mapreduce.output.fileoutputformat.compress.codec</name> |
| <value>org.apache.hadoop.io.compress.DefaultCodec</value> |
| </property> |
| <property> |
| <name>mapreduce.map.output.compress.codec</name> |
| <value>org.apache.hadoop.io.compress.SnappyCodec</value> |
| </property> |
| <property> |
| <name>mapreduce.map.output.compress</name> |
| <value>true</value> |
| </property> |
| <property> |
| <name>zlib.compress.level</name> |
| <value>DEFAULT_COMPRESSION</value> |
| </property> |
| <property> |
| <name>mapreduce.task.io.sort.factor</name> |
| <value>64</value> |
| </property> |
| <property> |
| <name>mapreduce.map.sort.spill.percent</name> |
| <value>0.8</value> |
| </property> |
| <property> |
| <name>mapreduce.reduce.shuffle.parallelcopies</name> |
| <value>10</value> |
| </property> |
| <property> |
| <name>mapreduce.task.timeout</name> |
| <value>600000</value> |
| </property> |
| <property> |
| <name>mapreduce.client.submit.file.replication</name> |
| <value>1</value> |
| </property> |
| <property> |
| <name>mapreduce.job.reduces</name> |
| <value>1</value> |
| </property> |
| <property> |
| <name>mapreduce.task.io.sort.mb</name> |
| <value>16</value> |
| </property> |
| <property> |
| <name>mapreduce.map.speculative</name> |
| <value>false</value> |
| </property> |
| <property> |
| <name>mapreduce.reduce.speculative</name> |
| <value>false</value> |
| </property> |
| <property> |
| <name>mapreduce.job.reduce.slowstart.completedmaps</name> |
| <value>0.8</value> |
| </property> |
| <property> |
| <name>mapreduce.jobhistory.address</name> |
| <value>quickstart.cloudera:10020</value> |
| </property> |
| <property> |
| <name>mapreduce.jobhistory.webapp.address</name> |
| <value>quickstart.cloudera:19888</value> |
| </property> |
| <property> |
| <name>mapreduce.jobhistory.webapp.https.address</name> |
| <value>quickstart.cloudera:19890</value> |
| </property> |
| <property> |
| <name>mapreduce.jobhistory.admin.address</name> |
| <value>quickstart.cloudera:10033</value> |
| </property> |
| <property> |
| <name>mapreduce.framework.name</name> |
| <value>yarn</value> |
| </property> |
| <property> |
| <name>yarn.app.mapreduce.am.staging-dir</name> |
| <value>/user</value> |
| </property> |
| <property> |
| <name>mapreduce.am.max-attempts</name> |
| <value>2</value> |
| </property> |
| <property> |
| <name>yarn.app.mapreduce.am.resource.mb</name> |
| <value>128</value> |
| </property> |
| <property> |
| <name>yarn.app.mapreduce.am.resource.cpu-vcores</name> |
| <value>1</value> |
| </property> |
| <property> |
| <name>mapreduce.job.ubertask.enable</name> |
| <value>false</value> |
| </property> |
| <property> |
| <name>yarn.app.mapreduce.am.command-opts</name> |
| <value>-Djava.net.preferIPv4Stack=true -Xmx52428800</value> |
| </property> |
| <property> |
| <name>mapreduce.map.java.opts</name> |
| <value>-Djava.net.preferIPv4Stack=true -Xmx52428800</value> |
| </property> |
| <property> |
| <name>mapreduce.reduce.java.opts</name> |
| <value>-Djava.net.preferIPv4Stack=true -Xmx52428800</value> |
| </property> |
| <property> |
| <name>yarn.app.mapreduce.am.admin.user.env</name> |
| <value>LD_LIBRARY_PATH=$HADOOP_COMMON_HOME/lib/native:$JAVA_LIBRARY_PATH</value> |
| </property> |
| <property> |
| <name>mapreduce.map.memory.mb</name> |
| <value>128</value> |
| </property> |
| <property> |
| <name>mapreduce.map.cpu.vcores</name> |
| <value>1</value> |
| </property> |
| <property> |
| <name>mapreduce.reduce.memory.mb</name> |
| <value>128</value> |
| </property> |
| <property> |
| <name>mapreduce.reduce.cpu.vcores</name> |
| <value>1</value> |
| </property> |
| <property> |
| <name>mapreduce.job.heap.memory-mb.ratio</name> |
| <value>0.8</value> |
| </property> |
| <property> |
| <name>mapreduce.application.classpath</name> |
| <value>/tmp/kylin/*,/usr/lib/hadoop-mapreduce/lib/*,/etc/hadoop/conf:/usr/lib/hadoop/lib/*:/usr/lib/hadoop/.//*:/usr/lib/hadoop-hdfs/./:/usr/lib/hadoop-hdfs/lib/*:/usr/lib/hadoop-hdfs/.//*:/usr/lib/hadoop-yarn/lib/*:/usr/lib/hadoop-yarn/.//*:/usr/lib/hadoop-mapreduce/lib/*:/usr/lib/hadoop-mapreduce/.//*,/usr/lib/hbase/hbase-common.jar,/etc/hive/conf</value> |
| </property> |
| <property> |
| <name>mapreduce.admin.user.env</name> |
| <value>LD_LIBRARY_PATH=$HADOOP_COMMON_HOME/lib/native:$JAVA_LIBRARY_PATH</value> |
| </property> |
| <property> |
| <name>mapreduce.shuffle.max.connections</name> |
| <value>80</value> |
| </property> |
| </configuration> |
| |