| <!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> |
| <!-- NewPage --> |
| <html lang="en"> |
| <head> |
| <!-- Generated by javadoc (1.8.0_292) on Tue Jun 15 06:00:55 GMT 2021 --> |
| <meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> |
| <title>JobConf (Apache Hadoop Main 3.3.1 API)</title> |
| <meta name="date" content="2021-06-15"> |
| <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> |
| <script type="text/javascript" src="../../../../script.js"></script> |
| </head> |
| <body> |
| <script type="text/javascript"><!-- |
| try { |
| if (location.href.indexOf('is-external=true') == -1) { |
| parent.document.title="JobConf (Apache Hadoop Main 3.3.1 API)"; |
| } |
| } |
| catch(err) { |
| } |
| //--> |
| var methods = {"i0":42,"i1":10,"i2":9,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":42,"i32":10,"i33":10,"i34":10,"i35":42,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":10,"i52":10,"i53":10,"i54":10,"i55":42,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":9,"i62":9,"i63":10,"i64":10,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10,"i71":10,"i72":10,"i73":10,"i74":10,"i75":10,"i76":10,"i77":10,"i78":10,"i79":10,"i80":10,"i81":10,"i82":10,"i83":10,"i84":10,"i85":10,"i86":10,"i87":42,"i88":10,"i89":10,"i90":10,"i91":42,"i92":10,"i93":10,"i94":10,"i95":10,"i96":10,"i97":10,"i98":10,"i99":10,"i100":10,"i101":10,"i102":10,"i103":10,"i104":10,"i105":10,"i106":10,"i107":10,"i108":10,"i109":10,"i110":10,"i111":42,"i112":10,"i113":10,"i114":10,"i115":10,"i116":10}; |
| var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"],32:["t6","Deprecated Methods"]}; |
| var altColor = "altColor"; |
| var rowColor = "rowColor"; |
| var tableTab = "tableTab"; |
| var activeTableTab = "activeTableTab"; |
| </script> |
| <noscript> |
| <div>JavaScript is disabled on your browser.</div> |
| </noscript> |
| <!-- ========= START OF TOP NAVBAR ======= --> |
| <div class="topNav"><a name="navbar.top"> |
| <!-- --> |
| </a> |
| <div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> |
| <a name="navbar.top.firstrow"> |
| <!-- --> |
| </a> |
| <ul class="navList" title="Navigation"> |
| <li><a href="../../../../overview-summary.html">Overview</a></li> |
| <li><a href="package-summary.html">Package</a></li> |
| <li class="navBarCell1Rev">Class</li> |
| <li><a href="class-use/JobConf.html">Use</a></li> |
| <li><a href="package-tree.html">Tree</a></li> |
| <li><a href="../../../../deprecated-list.html">Deprecated</a></li> |
| <li><a href="../../../../index-all.html">Index</a></li> |
| <li><a href="../../../../help-doc.html">Help</a></li> |
| </ul> |
| </div> |
| <div class="subNav"> |
| <ul class="navList"> |
| <li><a href="../../../../org/apache/hadoop/mapred/JobClient.html" title="class in org.apache.hadoop.mapred"><span class="typeNameLink">Prev Class</span></a></li> |
| <li><a href="../../../../org/apache/hadoop/mapred/JobConfigurable.html" title="interface in org.apache.hadoop.mapred"><span class="typeNameLink">Next Class</span></a></li> |
| </ul> |
| <ul class="navList"> |
| <li><a href="../../../../index.html?org/apache/hadoop/mapred/JobConf.html" target="_top">Frames</a></li> |
| <li><a href="JobConf.html" target="_top">No Frames</a></li> |
| </ul> |
| <ul class="navList" id="allclasses_navbar_top"> |
| <li><a href="../../../../allclasses-noframe.html">All Classes</a></li> |
| </ul> |
| <div> |
| <script type="text/javascript"><!-- |
| allClassesLink = document.getElementById("allclasses_navbar_top"); |
| if(window==top) { |
| allClassesLink.style.display = "block"; |
| } |
| else { |
| allClassesLink.style.display = "none"; |
| } |
| //--> |
| </script> |
| </div> |
| <div> |
| <ul class="subNavList"> |
| <li>Summary: </li> |
| <li>Nested | </li> |
| <li><a href="#field.summary">Field</a> | </li> |
| <li><a href="#constructor.summary">Constr</a> | </li> |
| <li><a href="#method.summary">Method</a></li> |
| </ul> |
| <ul class="subNavList"> |
| <li>Detail: </li> |
| <li><a href="#field.detail">Field</a> | </li> |
| <li><a href="#constructor.detail">Constr</a> | </li> |
| <li><a href="#method.detail">Method</a></li> |
| </ul> |
| </div> |
| <a name="skip.navbar.top"> |
| <!-- --> |
| </a></div> |
| <!-- ========= END OF TOP NAVBAR ========= --> |
| <!-- ======== START OF CLASS DATA ======== --> |
| <div class="header"> |
| <div class="subTitle">org.apache.hadoop.mapred</div> |
| <h2 title="Class JobConf" class="title">Class JobConf</h2> |
| </div> |
| <div class="contentContainer"> |
| <ul class="inheritance"> |
| <li><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">java.lang.Object</a></li> |
| <li> |
| <ul class="inheritance"> |
| <li><a href="../../../../org/apache/hadoop/conf/Configuration.html" title="class in org.apache.hadoop.conf">org.apache.hadoop.conf.Configuration</a></li> |
| <li> |
| <ul class="inheritance"> |
| <li>org.apache.hadoop.mapred.JobConf</li> |
| </ul> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| <div class="description"> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <dl> |
| <dt>All Implemented Interfaces:</dt> |
| <dd><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Iterable.html?is-external=true" title="class or interface in java.lang">Iterable</a><<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Map.Entry.html?is-external=true" title="class or interface in java.util">Map.Entry</a><<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>,<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>>>, <a href="../../../../org/apache/hadoop/io/Writable.html" title="interface in org.apache.hadoop.io">Writable</a></dd> |
| </dl> |
| <hr> |
| <br> |
| <pre>@InterfaceAudience.Public |
| @InterfaceStability.Stable |
| public class <span class="typeNameLabel">JobConf</span> |
| extends <a href="../../../../org/apache/hadoop/conf/Configuration.html" title="class in org.apache.hadoop.conf">Configuration</a></pre> |
| <div class="block">A map/reduce job configuration. |
| |
| <p><code>JobConf</code> is the primary interface for a user to describe a |
| map-reduce job to the Hadoop framework for execution. The framework tries to |
| faithfully execute the job as-is described by <code>JobConf</code>, however: |
| <ol> |
| <li> |
| Some configuration parameters might have been marked as |
| <a href="../../../../org/apache/hadoop/conf/Configuration.html#FinalParams"> |
| final</a> by administrators and hence cannot be altered. |
| </li> |
| <li> |
| While some job parameters are straight-forward to set |
| (e.g. <a href="../../../../org/apache/hadoop/mapred/JobConf.html#setNumReduceTasks-int-"><code>setNumReduceTasks(int)</code></a>), some parameters interact subtly |
| with the rest of the framework and/or job-configuration and is relatively |
| more complex for the user to control finely |
| (e.g. <a href="../../../../org/apache/hadoop/mapred/JobConf.html#setNumMapTasks-int-"><code>setNumMapTasks(int)</code></a>). |
| </li> |
| </ol> |
| |
| <p><code>JobConf</code> typically specifies the <a href="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred"><code>Mapper</code></a>, combiner |
| (if any), <a href="../../../../org/apache/hadoop/mapred/Partitioner.html" title="interface in org.apache.hadoop.mapred"><code>Partitioner</code></a>, <a href="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred"><code>Reducer</code></a>, <a href="../../../../org/apache/hadoop/mapred/InputFormat.html" title="interface in org.apache.hadoop.mapred"><code>InputFormat</code></a> and |
| <a href="../../../../org/apache/hadoop/mapred/OutputFormat.html" title="interface in org.apache.hadoop.mapred"><code>OutputFormat</code></a> implementations to be used etc. |
| |
| <p>Optionally <code>JobConf</code> is used to specify other advanced facets |
| of the job such as <code>Comparator</code>s to be used, files to be put in |
| the <code>DistributedCache</code>, whether or not intermediate and/or job outputs |
| are to be compressed (and how), debugability via user-provided scripts |
| ( <a href="../../../../org/apache/hadoop/mapred/JobConf.html#setMapDebugScript-java.lang.String-"><code>setMapDebugScript(String)</code></a>/<a href="../../../../org/apache/hadoop/mapred/JobConf.html#setReduceDebugScript-java.lang.String-"><code>setReduceDebugScript(String)</code></a>), |
| for doing post-processing on task logs, task's stdout, stderr, syslog. |
| and etc.</p> |
| |
| <p>Here is an example on how to configure a job via <code>JobConf</code>:</p> |
| <p><blockquote><pre> |
| // Create a new JobConf |
| JobConf job = new JobConf(new Configuration(), MyJob.class); |
| |
| // Specify various job-specific parameters |
| job.setJobName("myjob"); |
| |
| FileInputFormat.setInputPaths(job, new Path("in")); |
| FileOutputFormat.setOutputPath(job, new Path("out")); |
| |
| job.setMapperClass(MyJob.MyMapper.class); |
| job.setCombinerClass(MyJob.MyReducer.class); |
| job.setReducerClass(MyJob.MyReducer.class); |
| |
| job.setInputFormat(SequenceFileInputFormat.class); |
| job.setOutputFormat(SequenceFileOutputFormat.class); |
| </pre></blockquote></div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../org/apache/hadoop/mapred/JobClient.html" title="class in org.apache.hadoop.mapred"><code>JobClient</code></a>, |
| <a href="../../../../org/apache/hadoop/mapred/ClusterStatus.html" title="class in org.apache.hadoop.mapred"><code>ClusterStatus</code></a>, |
| <a href="../../../../org/apache/hadoop/util/Tool.html" title="interface in org.apache.hadoop.util"><code>Tool</code></a>, |
| <code>DistributedCache</code></dd> |
| </dl> |
| </li> |
| </ul> |
| </div> |
| <div class="summary"> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <!-- =========== FIELD SUMMARY =========== --> |
| <ul class="blockList"> |
| <li class="blockList"><a name="field.summary"> |
| <!-- --> |
| </a> |
| <h3>Field Summary</h3> |
| <table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Field Summary table, listing fields, and an explanation"> |
| <caption><span>Fields</span><span class="tabEnd"> </span></caption> |
| <tr> |
| <th class="colFirst" scope="col">Modifier and Type</th> |
| <th class="colLast" scope="col">Field and Description</th> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#DEFAULT_LOG_LEVEL">DEFAULT_LOG_LEVEL</a></span></code> |
| <div class="block">Default logging level for map/reduce tasks.</div> |
| </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#DEFAULT_MAPRED_TASK_JAVA_OPTS">DEFAULT_MAPRED_TASK_JAVA_OPTS</a></span></code> </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>static boolean</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#DEFAULT_MAPREDUCE_RECOVER_JOB">DEFAULT_MAPREDUCE_RECOVER_JOB</a></span></code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#DEFAULT_QUEUE_NAME">DEFAULT_QUEUE_NAME</a></span></code> |
| <div class="block">Name of the queue to which jobs will be submitted, if no queue |
| name is mentioned.</div> |
| </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>static long</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#DISABLED_MEMORY_LIMIT">DISABLED_MEMORY_LIMIT</a></span></code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_JOB_MAP_MEMORY_MB_PROPERTY">MAPRED_JOB_MAP_MEMORY_MB_PROPERTY</a></span></code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_JOB_REDUCE_MEMORY_MB_PROPERTY">MAPRED_JOB_REDUCE_MEMORY_MB_PROPERTY</a></span></code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_LOCAL_DIR_PROPERTY">MAPRED_LOCAL_DIR_PROPERTY</a></span></code> |
| <div class="block">Property name for the configuration property mapreduce.cluster.local.dir</div> |
| </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_MAP_TASK_ENV">MAPRED_MAP_TASK_ENV</a></span></code> |
| <div class="block">Configuration key to set the environment of the child map tasks.</div> |
| </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_MAP_TASK_JAVA_OPTS">MAPRED_MAP_TASK_JAVA_OPTS</a></span></code> |
| <div class="block">Configuration key to set the java command line options for the map tasks.</div> |
| </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_MAP_TASK_LOG_LEVEL">MAPRED_MAP_TASK_LOG_LEVEL</a></span></code> |
| <div class="block">Configuration key to set the logging level for the map task.</div> |
| </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_MAP_TASK_ULIMIT">MAPRED_MAP_TASK_ULIMIT</a></span></code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">Configuration key to set the maximum virtual memory available to the |
| map tasks (in kilo-bytes). This has been deprecated and will no |
| longer have any effect.</span></div> |
| </div> |
| </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_REDUCE_TASK_ENV">MAPRED_REDUCE_TASK_ENV</a></span></code> |
| <div class="block">Configuration key to set the environment of the child reduce tasks.</div> |
| </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_REDUCE_TASK_JAVA_OPTS">MAPRED_REDUCE_TASK_JAVA_OPTS</a></span></code> |
| <div class="block">Configuration key to set the java command line options for the reduce tasks.</div> |
| </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_REDUCE_TASK_LOG_LEVEL">MAPRED_REDUCE_TASK_LOG_LEVEL</a></span></code> |
| <div class="block">Configuration key to set the logging level for the reduce task.</div> |
| </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_REDUCE_TASK_ULIMIT">MAPRED_REDUCE_TASK_ULIMIT</a></span></code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">Configuration key to set the maximum virtual memory available to the |
| reduce tasks (in kilo-bytes). This has been deprecated and will no |
| longer have any effect.</span></div> |
| </div> |
| </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_TASK_DEFAULT_MAXVMEM_PROPERTY">MAPRED_TASK_DEFAULT_MAXVMEM_PROPERTY</a></span></code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_TASK_ENV">MAPRED_TASK_ENV</a></span></code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">Use <a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_MAP_TASK_ENV"><code>MAPRED_MAP_TASK_ENV</code></a> or |
| <a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_REDUCE_TASK_ENV"><code>MAPRED_REDUCE_TASK_ENV</code></a></span></div> |
| </div> |
| </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_TASK_JAVA_OPTS">MAPRED_TASK_JAVA_OPTS</a></span></code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">Use <a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_MAP_TASK_JAVA_OPTS"><code>MAPRED_MAP_TASK_JAVA_OPTS</code></a> or |
| <a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_REDUCE_TASK_JAVA_OPTS"><code>MAPRED_REDUCE_TASK_JAVA_OPTS</code></a></span></div> |
| </div> |
| </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_TASK_MAXPMEM_PROPERTY">MAPRED_TASK_MAXPMEM_PROPERTY</a></span></code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_TASK_MAXVMEM_PROPERTY">MAPRED_TASK_MAXVMEM_PROPERTY</a></span></code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">Use <a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPREDUCE_JOB_MAP_MEMORY_MB_PROPERTY"><code>MAPREDUCE_JOB_MAP_MEMORY_MB_PROPERTY</code></a> and |
| <a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPREDUCE_JOB_REDUCE_MEMORY_MB_PROPERTY"><code>MAPREDUCE_JOB_REDUCE_MEMORY_MB_PROPERTY</code></a></span></div> |
| </div> |
| </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_TASK_ULIMIT">MAPRED_TASK_ULIMIT</a></span></code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">Configuration key to set the maximum virtual memory available to the child |
| map and reduce tasks (in kilo-bytes). This has been deprecated and will no |
| longer have any effect.</span></div> |
| </div> |
| </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPREDUCE_RECOVER_JOB">MAPREDUCE_RECOVER_JOB</a></span></code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/util/regex/Pattern.html?is-external=true" title="class or interface in java.util.regex">Pattern</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#UNPACK_JAR_PATTERN_DEFAULT">UNPACK_JAR_PATTERN_DEFAULT</a></span></code> |
| <div class="block">Pattern for the default unpacking behavior for job jars</div> |
| </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#UPPER_LIMIT_ON_TASK_VMEM_PROPERTY">UPPER_LIMIT_ON_TASK_VMEM_PROPERTY</a></span></code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#WORKFLOW_ADJACENCY_PREFIX_PATTERN">WORKFLOW_ADJACENCY_PREFIX_PATTERN</a></span></code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#WORKFLOW_ADJACENCY_PREFIX_STRING">WORKFLOW_ADJACENCY_PREFIX_STRING</a></span></code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#WORKFLOW_ID">WORKFLOW_ID</a></span></code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#WORKFLOW_NAME">WORKFLOW_NAME</a></span></code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#WORKFLOW_NODE_NAME">WORKFLOW_NODE_NAME</a></span></code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#WORKFLOW_TAGS">WORKFLOW_TAGS</a></span></code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| </td> |
| </tr> |
| </table> |
| </li> |
| </ul> |
| <!-- ======== CONSTRUCTOR SUMMARY ======== --> |
| <ul class="blockList"> |
| <li class="blockList"><a name="constructor.summary"> |
| <!-- --> |
| </a> |
| <h3>Constructor Summary</h3> |
| <table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> |
| <caption><span>Constructors</span><span class="tabEnd"> </span></caption> |
| <tr> |
| <th class="colOne" scope="col">Constructor and Description</th> |
| </tr> |
| <tr class="altColor"> |
| <td class="colOne"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#JobConf--">JobConf</a></span>()</code> |
| <div class="block">Construct a map/reduce job configuration.</div> |
| </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colOne"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#JobConf-boolean-">JobConf</a></span>(boolean loadDefaults)</code> |
| <div class="block">A new map/reduce configuration where the behavior of reading from the |
| default resources can be turned off.</div> |
| </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colOne"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#JobConf-java.lang.Class-">JobConf</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a> exampleClass)</code> |
| <div class="block">Construct a map/reduce job configuration.</div> |
| </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colOne"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#JobConf-org.apache.hadoop.conf.Configuration-">JobConf</a></span>(<a href="../../../../org/apache/hadoop/conf/Configuration.html" title="class in org.apache.hadoop.conf">Configuration</a> conf)</code> |
| <div class="block">Construct a map/reduce job configuration.</div> |
| </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colOne"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#JobConf-org.apache.hadoop.conf.Configuration-java.lang.Class-">JobConf</a></span>(<a href="../../../../org/apache/hadoop/conf/Configuration.html" title="class in org.apache.hadoop.conf">Configuration</a> conf, |
| <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a> exampleClass)</code> |
| <div class="block">Construct a map/reduce job configuration.</div> |
| </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colOne"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#JobConf-org.apache.hadoop.fs.Path-">JobConf</a></span>(<a href="../../../../org/apache/hadoop/fs/Path.html" title="class in org.apache.hadoop.fs">Path</a> config)</code> |
| <div class="block">Construct a map/reduce configuration.</div> |
| </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colOne"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#JobConf-java.lang.String-">JobConf</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> config)</code> |
| <div class="block">Construct a map/reduce configuration.</div> |
| </td> |
| </tr> |
| </table> |
| </li> |
| </ul> |
| <!-- ========== METHOD SUMMARY =========== --> |
| <ul class="blockList"> |
| <li class="blockList"><a name="method.summary"> |
| <!-- --> |
| </a> |
| <h3>Method Summary</h3> |
| <table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> |
| <caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t1" class="tableTab"><span><a href="javascript:show(1);">Static Methods</a></span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span><span id="t6" class="tableTab"><span><a href="javascript:show(32);">Deprecated Methods</a></span><span class="tabEnd"> </span></span></caption> |
| <tr> |
| <th class="colFirst" scope="col">Modifier and Type</th> |
| <th class="colLast" scope="col">Method and Description</th> |
| </tr> |
| <tr id="i0" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#deleteLocalFiles--">deleteLocalFiles</a></span>()</code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| </td> |
| </tr> |
| <tr id="i1" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#deleteLocalFiles-java.lang.String-">deleteLocalFiles</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> subdir)</code> </td> |
| </tr> |
| <tr id="i2" class="altColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#findContainingJar-java.lang.Class-">findContainingJar</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a> my_class)</code> |
| <div class="block">Find a jar that contains a class of the same name, if any.</div> |
| </td> |
| </tr> |
| <tr id="i3" class="rowColor"> |
| <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred">Reducer</a>></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getCombinerClass--">getCombinerClass</a></span>()</code> |
| <div class="block">Get the user-defined <i>combiner</i> class used to combine map-outputs |
| before being sent to the reducers.</div> |
| </td> |
| </tr> |
| <tr id="i4" class="altColor"> |
| <td class="colFirst"><code><a href="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io">RawComparator</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getCombinerKeyGroupingComparator--">getCombinerKeyGroupingComparator</a></span>()</code> |
| <div class="block">Get the user defined <a href="../../../../org/apache/hadoop/io/WritableComparable.html" title="interface in org.apache.hadoop.io"><code>WritableComparable</code></a> comparator for |
| grouping keys of inputs to the combiner.</div> |
| </td> |
| </tr> |
| <tr id="i5" class="rowColor"> |
| <td class="colFirst"><code>boolean</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getCompressMapOutput--">getCompressMapOutput</a></span>()</code> |
| <div class="block">Are the outputs of the maps be compressed?</div> |
| </td> |
| </tr> |
| <tr id="i6" class="altColor"> |
| <td class="colFirst"><code><a href="../../../../org/apache/hadoop/security/Credentials.html" title="class in org.apache.hadoop.security">Credentials</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getCredentials--">getCredentials</a></span>()</code> |
| <div class="block">Get credentials for the job.</div> |
| </td> |
| </tr> |
| <tr id="i7" class="rowColor"> |
| <td class="colFirst"><code><a href="../../../../org/apache/hadoop/mapred/InputFormat.html" title="interface in org.apache.hadoop.mapred">InputFormat</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getInputFormat--">getInputFormat</a></span>()</code> |
| <div class="block">Get the <a href="../../../../org/apache/hadoop/mapred/InputFormat.html" title="interface in org.apache.hadoop.mapred"><code>InputFormat</code></a> implementation for the map-reduce job, |
| defaults to <a href="../../../../org/apache/hadoop/mapred/TextInputFormat.html" title="class in org.apache.hadoop.mapred"><code>TextInputFormat</code></a> if not specified explicity.</div> |
| </td> |
| </tr> |
| <tr id="i8" class="altColor"> |
| <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getJar--">getJar</a></span>()</code> |
| <div class="block">Get the user jar for the map-reduce job.</div> |
| </td> |
| </tr> |
| <tr id="i9" class="rowColor"> |
| <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/regex/Pattern.html?is-external=true" title="class or interface in java.util.regex">Pattern</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getJarUnpackPattern--">getJarUnpackPattern</a></span>()</code> |
| <div class="block">Get the pattern for jar contents to unpack on the tasktracker</div> |
| </td> |
| </tr> |
| <tr id="i10" class="altColor"> |
| <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getJobEndNotificationCustomNotifierClass--">getJobEndNotificationCustomNotifierClass</a></span>()</code> |
| <div class="block">Returns the class to be invoked in order to send a notification |
| after the job has completed (success/failure).</div> |
| </td> |
| </tr> |
| <tr id="i11" class="rowColor"> |
| <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getJobEndNotificationURI--">getJobEndNotificationURI</a></span>()</code> |
| <div class="block">Get the uri to be invoked in-order to send a notification after the job |
| has completed (success/failure).</div> |
| </td> |
| </tr> |
| <tr id="i12" class="altColor"> |
| <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getJobLocalDir--">getJobLocalDir</a></span>()</code> |
| <div class="block">Get job-specific shared directory for use as scratch space</div> |
| </td> |
| </tr> |
| <tr id="i13" class="rowColor"> |
| <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getJobName--">getJobName</a></span>()</code> |
| <div class="block">Get the user-specified job name.</div> |
| </td> |
| </tr> |
| <tr id="i14" class="altColor"> |
| <td class="colFirst"><code><a href="../../../../org/apache/hadoop/mapred/JobPriority.html" title="enum in org.apache.hadoop.mapred">JobPriority</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getJobPriority--">getJobPriority</a></span>()</code> |
| <div class="block">Get the <a href="../../../../org/apache/hadoop/mapred/JobPriority.html" title="enum in org.apache.hadoop.mapred"><code>JobPriority</code></a> for this job.</div> |
| </td> |
| </tr> |
| <tr id="i15" class="rowColor"> |
| <td class="colFirst"><code>int</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getJobPriorityAsInteger--">getJobPriorityAsInteger</a></span>()</code> |
| <div class="block">Get the priority for this job.</div> |
| </td> |
| </tr> |
| <tr id="i16" class="altColor"> |
| <td class="colFirst"><code>boolean</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getKeepFailedTaskFiles--">getKeepFailedTaskFiles</a></span>()</code> |
| <div class="block">Should the temporary files for failed tasks be kept?</div> |
| </td> |
| </tr> |
| <tr id="i17" class="rowColor"> |
| <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getKeepTaskFilesPattern--">getKeepTaskFilesPattern</a></span>()</code> |
| <div class="block">Get the regular expression that is matched against the task names |
| to see if we need to keep the files.</div> |
| </td> |
| </tr> |
| <tr id="i18" class="altColor"> |
| <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getKeyFieldComparatorOption--">getKeyFieldComparatorOption</a></span>()</code> |
| <div class="block">Get the <a href="../../../../org/apache/hadoop/mapred/lib/KeyFieldBasedComparator.html" title="class in org.apache.hadoop.mapred.lib"><code>KeyFieldBasedComparator</code></a> options</div> |
| </td> |
| </tr> |
| <tr id="i19" class="rowColor"> |
| <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getKeyFieldPartitionerOption--">getKeyFieldPartitionerOption</a></span>()</code> |
| <div class="block">Get the <a href="../../../../org/apache/hadoop/mapred/lib/KeyFieldBasedPartitioner.html" title="class in org.apache.hadoop.mapred.lib"><code>KeyFieldBasedPartitioner</code></a> options</div> |
| </td> |
| </tr> |
| <tr id="i20" class="altColor"> |
| <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>[]</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getLocalDirs--">getLocalDirs</a></span>()</code> </td> |
| </tr> |
| <tr id="i21" class="rowColor"> |
| <td class="colFirst"><code><a href="../../../../org/apache/hadoop/fs/Path.html" title="class in org.apache.hadoop.fs">Path</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getLocalPath-java.lang.String-">getLocalPath</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> pathString)</code> |
| <div class="block">Constructs a local file name.</div> |
| </td> |
| </tr> |
| <tr id="i22" class="altColor"> |
| <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMapDebugScript--">getMapDebugScript</a></span>()</code> |
| <div class="block">Get the map task's debug script.</div> |
| </td> |
| </tr> |
| <tr id="i23" class="rowColor"> |
| <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/io/compress/CompressionCodec.html" title="interface in org.apache.hadoop.io.compress">CompressionCodec</a>></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMapOutputCompressorClass-java.lang.Class-">getMapOutputCompressorClass</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/io/compress/CompressionCodec.html" title="interface in org.apache.hadoop.io.compress">CompressionCodec</a>> defaultValue)</code> |
| <div class="block">Get the <a href="../../../../org/apache/hadoop/io/compress/CompressionCodec.html" title="interface in org.apache.hadoop.io.compress"><code>CompressionCodec</code></a> for compressing the map outputs.</div> |
| </td> |
| </tr> |
| <tr id="i24" class="altColor"> |
| <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><?></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMapOutputKeyClass--">getMapOutputKeyClass</a></span>()</code> |
| <div class="block">Get the key class for the map output data.</div> |
| </td> |
| </tr> |
| <tr id="i25" class="rowColor"> |
| <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><?></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMapOutputValueClass--">getMapOutputValueClass</a></span>()</code> |
| <div class="block">Get the value class for the map output data.</div> |
| </td> |
| </tr> |
| <tr id="i26" class="altColor"> |
| <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred">Mapper</a>></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMapperClass--">getMapperClass</a></span>()</code> |
| <div class="block">Get the <a href="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred"><code>Mapper</code></a> class for the job.</div> |
| </td> |
| </tr> |
| <tr id="i27" class="rowColor"> |
| <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/mapred/MapRunnable.html" title="interface in org.apache.hadoop.mapred">MapRunnable</a>></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMapRunnerClass--">getMapRunnerClass</a></span>()</code> |
| <div class="block">Get the <a href="../../../../org/apache/hadoop/mapred/MapRunnable.html" title="interface in org.apache.hadoop.mapred"><code>MapRunnable</code></a> class for the job.</div> |
| </td> |
| </tr> |
| <tr id="i28" class="altColor"> |
| <td class="colFirst"><code>boolean</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMapSpeculativeExecution--">getMapSpeculativeExecution</a></span>()</code> |
| <div class="block">Should speculative execution be used for this job for map tasks? |
| Defaults to <code>true</code>.</div> |
| </td> |
| </tr> |
| <tr id="i29" class="rowColor"> |
| <td class="colFirst"><code>int</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMaxMapAttempts--">getMaxMapAttempts</a></span>()</code> |
| <div class="block">Get the configured number of maximum attempts that will be made to run a |
| map task, as specified by the <code>mapreduce.map.maxattempts</code> |
| property.</div> |
| </td> |
| </tr> |
| <tr id="i30" class="altColor"> |
| <td class="colFirst"><code>int</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMaxMapTaskFailuresPercent--">getMaxMapTaskFailuresPercent</a></span>()</code> |
| <div class="block">Get the maximum percentage of map tasks that can fail without |
| the job being aborted.</div> |
| </td> |
| </tr> |
| <tr id="i31" class="rowColor"> |
| <td class="colFirst"><code>long</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMaxPhysicalMemoryForTask--">getMaxPhysicalMemoryForTask</a></span>()</code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">this variable is deprecated and nolonger in use.</span></div> |
| </div> |
| </td> |
| </tr> |
| <tr id="i32" class="altColor"> |
| <td class="colFirst"><code>int</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMaxReduceAttempts--">getMaxReduceAttempts</a></span>()</code> |
| <div class="block">Get the configured number of maximum attempts that will be made to run a |
| reduce task, as specified by the <code>mapreduce.reduce.maxattempts</code> |
| property.</div> |
| </td> |
| </tr> |
| <tr id="i33" class="rowColor"> |
| <td class="colFirst"><code>int</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMaxReduceTaskFailuresPercent--">getMaxReduceTaskFailuresPercent</a></span>()</code> |
| <div class="block">Get the maximum percentage of reduce tasks that can fail without |
| the job being aborted.</div> |
| </td> |
| </tr> |
| <tr id="i34" class="altColor"> |
| <td class="colFirst"><code>int</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMaxTaskFailuresPerTracker--">getMaxTaskFailuresPerTracker</a></span>()</code> |
| <div class="block">Expert: Get the maximum no.</div> |
| </td> |
| </tr> |
| <tr id="i35" class="rowColor"> |
| <td class="colFirst"><code>long</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMaxVirtualMemoryForTask--">getMaxVirtualMemoryForTask</a></span>()</code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">Use <a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMemoryForMapTask--"><code>getMemoryForMapTask()</code></a> and |
| <a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMemoryForReduceTask--"><code>getMemoryForReduceTask()</code></a></span></div> |
| </div> |
| </td> |
| </tr> |
| <tr id="i36" class="altColor"> |
| <td class="colFirst"><code>long</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMemoryForMapTask--">getMemoryForMapTask</a></span>()</code> |
| <div class="block">Get memory required to run a map task of the job, in MB.</div> |
| </td> |
| </tr> |
| <tr id="i37" class="rowColor"> |
| <td class="colFirst"><code>long</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMemoryForReduceTask--">getMemoryForReduceTask</a></span>()</code> |
| <div class="block">Get memory required to run a reduce task of the job, in MB.</div> |
| </td> |
| </tr> |
| <tr id="i38" class="altColor"> |
| <td class="colFirst"><code>int</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getNumMapTasks--">getNumMapTasks</a></span>()</code> |
| <div class="block">Get the configured number of map tasks for this job.</div> |
| </td> |
| </tr> |
| <tr id="i39" class="rowColor"> |
| <td class="colFirst"><code>int</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getNumReduceTasks--">getNumReduceTasks</a></span>()</code> |
| <div class="block">Get the configured number of reduce tasks for this job.</div> |
| </td> |
| </tr> |
| <tr id="i40" class="altColor"> |
| <td class="colFirst"><code>int</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getNumTasksToExecutePerJvm--">getNumTasksToExecutePerJvm</a></span>()</code> |
| <div class="block">Get the number of tasks that a spawned JVM should execute</div> |
| </td> |
| </tr> |
| <tr id="i41" class="rowColor"> |
| <td class="colFirst"><code><a href="../../../../org/apache/hadoop/mapred/OutputCommitter.html" title="class in org.apache.hadoop.mapred">OutputCommitter</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getOutputCommitter--">getOutputCommitter</a></span>()</code> |
| <div class="block">Get the <a href="../../../../org/apache/hadoop/mapred/OutputCommitter.html" title="class in org.apache.hadoop.mapred"><code>OutputCommitter</code></a> implementation for the map-reduce job, |
| defaults to <a href="../../../../org/apache/hadoop/mapred/FileOutputCommitter.html" title="class in org.apache.hadoop.mapred"><code>FileOutputCommitter</code></a> if not specified explicitly.</div> |
| </td> |
| </tr> |
| <tr id="i42" class="altColor"> |
| <td class="colFirst"><code><a href="../../../../org/apache/hadoop/mapred/OutputFormat.html" title="interface in org.apache.hadoop.mapred">OutputFormat</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getOutputFormat--">getOutputFormat</a></span>()</code> |
| <div class="block">Get the <a href="../../../../org/apache/hadoop/mapred/OutputFormat.html" title="interface in org.apache.hadoop.mapred"><code>OutputFormat</code></a> implementation for the map-reduce job, |
| defaults to <a href="../../../../org/apache/hadoop/mapred/TextOutputFormat.html" title="class in org.apache.hadoop.mapred"><code>TextOutputFormat</code></a> if not specified explicity.</div> |
| </td> |
| </tr> |
| <tr id="i43" class="rowColor"> |
| <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><?></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getOutputKeyClass--">getOutputKeyClass</a></span>()</code> |
| <div class="block">Get the key class for the job output data.</div> |
| </td> |
| </tr> |
| <tr id="i44" class="altColor"> |
| <td class="colFirst"><code><a href="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io">RawComparator</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getOutputKeyComparator--">getOutputKeyComparator</a></span>()</code> |
| <div class="block">Get the <a href="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io"><code>RawComparator</code></a> comparator used to compare keys.</div> |
| </td> |
| </tr> |
| <tr id="i45" class="rowColor"> |
| <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><?></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getOutputValueClass--">getOutputValueClass</a></span>()</code> |
| <div class="block">Get the value class for job outputs.</div> |
| </td> |
| </tr> |
| <tr id="i46" class="altColor"> |
| <td class="colFirst"><code><a href="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io">RawComparator</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getOutputValueGroupingComparator--">getOutputValueGroupingComparator</a></span>()</code> |
| <div class="block">Get the user defined <a href="../../../../org/apache/hadoop/io/WritableComparable.html" title="interface in org.apache.hadoop.io"><code>WritableComparable</code></a> comparator for |
| grouping keys of inputs to the reduce.</div> |
| </td> |
| </tr> |
| <tr id="i47" class="rowColor"> |
| <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/mapred/Partitioner.html" title="interface in org.apache.hadoop.mapred">Partitioner</a>></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getPartitionerClass--">getPartitionerClass</a></span>()</code> |
| <div class="block">Get the <a href="../../../../org/apache/hadoop/mapred/Partitioner.html" title="interface in org.apache.hadoop.mapred"><code>Partitioner</code></a> used to partition <a href="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred"><code>Mapper</code></a>-outputs |
| to be sent to the <a href="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred"><code>Reducer</code></a>s.</div> |
| </td> |
| </tr> |
| <tr id="i48" class="altColor"> |
| <td class="colFirst"><code>boolean</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getProfileEnabled--">getProfileEnabled</a></span>()</code> |
| <div class="block">Get whether the task profiling is enabled.</div> |
| </td> |
| </tr> |
| <tr id="i49" class="rowColor"> |
| <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getProfileParams--">getProfileParams</a></span>()</code> |
| <div class="block">Get the profiler configuration arguments.</div> |
| </td> |
| </tr> |
| <tr id="i50" class="altColor"> |
| <td class="colFirst"><code>org.apache.hadoop.conf.Configuration.IntegerRanges</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getProfileTaskRange-boolean-">getProfileTaskRange</a></span>(boolean isMap)</code> |
| <div class="block">Get the range of maps or reduces to profile.</div> |
| </td> |
| </tr> |
| <tr id="i51" class="rowColor"> |
| <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getQueueName--">getQueueName</a></span>()</code> |
| <div class="block">Return the name of the queue to which this job is submitted.</div> |
| </td> |
| </tr> |
| <tr id="i52" class="altColor"> |
| <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getReduceDebugScript--">getReduceDebugScript</a></span>()</code> |
| <div class="block">Get the reduce task's debug Script</div> |
| </td> |
| </tr> |
| <tr id="i53" class="rowColor"> |
| <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred">Reducer</a>></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getReducerClass--">getReducerClass</a></span>()</code> |
| <div class="block">Get the <a href="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred"><code>Reducer</code></a> class for the job.</div> |
| </td> |
| </tr> |
| <tr id="i54" class="altColor"> |
| <td class="colFirst"><code>boolean</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getReduceSpeculativeExecution--">getReduceSpeculativeExecution</a></span>()</code> |
| <div class="block">Should speculative execution be used for this job for reduce tasks? |
| Defaults to <code>true</code>.</div> |
| </td> |
| </tr> |
| <tr id="i55" class="rowColor"> |
| <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getSessionId--">getSessionId</a></span>()</code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| </td> |
| </tr> |
| <tr id="i56" class="altColor"> |
| <td class="colFirst"><code>boolean</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getSpeculativeExecution--">getSpeculativeExecution</a></span>()</code> |
| <div class="block">Should speculative execution be used for this job? |
| Defaults to <code>true</code>.</div> |
| </td> |
| </tr> |
| <tr id="i57" class="rowColor"> |
| <td class="colFirst"><code>boolean</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getUseNewMapper--">getUseNewMapper</a></span>()</code> |
| <div class="block">Should the framework use the new context-object code for running |
| the mapper?</div> |
| </td> |
| </tr> |
| <tr id="i58" class="altColor"> |
| <td class="colFirst"><code>boolean</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getUseNewReducer--">getUseNewReducer</a></span>()</code> |
| <div class="block">Should the framework use the new context-object code for running |
| the reducer?</div> |
| </td> |
| </tr> |
| <tr id="i59" class="rowColor"> |
| <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getUser--">getUser</a></span>()</code> |
| <div class="block">Get the reported username for this job.</div> |
| </td> |
| </tr> |
| <tr id="i60" class="altColor"> |
| <td class="colFirst"><code><a href="../../../../org/apache/hadoop/fs/Path.html" title="class in org.apache.hadoop.fs">Path</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getWorkingDirectory--">getWorkingDirectory</a></span>()</code> |
| <div class="block">Get the current working directory for the default file system.</div> |
| </td> |
| </tr> |
| <tr id="i61" class="rowColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#main-java.lang.String:A-">main</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>[] args)</code> </td> |
| </tr> |
| <tr id="i62" class="altColor"> |
| <td class="colFirst"><code>static long</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#normalizeMemoryConfigValue-long-">normalizeMemoryConfigValue</a></span>(long val)</code> |
| <div class="block">Normalize the negative values in configuration</div> |
| </td> |
| </tr> |
| <tr id="i63" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setCombinerClass-java.lang.Class-">setCombinerClass</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred">Reducer</a>> theClass)</code> |
| <div class="block">Set the user-defined <i>combiner</i> class used to combine map-outputs |
| before being sent to the reducers.</div> |
| </td> |
| </tr> |
| <tr id="i64" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setCombinerKeyGroupingComparator-java.lang.Class-">setCombinerKeyGroupingComparator</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io">RawComparator</a>> theClass)</code> |
| <div class="block">Set the user defined <a href="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io"><code>RawComparator</code></a> comparator for |
| grouping keys in the input to the combiner.</div> |
| </td> |
| </tr> |
| <tr id="i65" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setCompressMapOutput-boolean-">setCompressMapOutput</a></span>(boolean compress)</code> |
| <div class="block">Should the map outputs be compressed before transfer?</div> |
| </td> |
| </tr> |
| <tr id="i66" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setInputFormat-java.lang.Class-">setInputFormat</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/mapred/InputFormat.html" title="interface in org.apache.hadoop.mapred">InputFormat</a>> theClass)</code> |
| <div class="block">Set the <a href="../../../../org/apache/hadoop/mapred/InputFormat.html" title="interface in org.apache.hadoop.mapred"><code>InputFormat</code></a> implementation for the map-reduce job.</div> |
| </td> |
| </tr> |
| <tr id="i67" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setJar-java.lang.String-">setJar</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> jar)</code> |
| <div class="block">Set the user jar for the map-reduce job.</div> |
| </td> |
| </tr> |
| <tr id="i68" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setJarByClass-java.lang.Class-">setJarByClass</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a> cls)</code> |
| <div class="block">Set the job's jar file by finding an example class location.</div> |
| </td> |
| </tr> |
| <tr id="i69" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setJobEndNotificationCustomNotifierClass-java.lang.String-">setJobEndNotificationCustomNotifierClass</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> customNotifierClassName)</code> |
| <div class="block">Sets the class to be invoked in order to send a notification after the job |
| has completed (success/failure).</div> |
| </td> |
| </tr> |
| <tr id="i70" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setJobEndNotificationURI-java.lang.String-">setJobEndNotificationURI</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> uri)</code> |
| <div class="block">Set the uri to be invoked in-order to send a notification after the job |
| has completed (success/failure).</div> |
| </td> |
| </tr> |
| <tr id="i71" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setJobName-java.lang.String-">setJobName</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> name)</code> |
| <div class="block">Set the user-specified job name.</div> |
| </td> |
| </tr> |
| <tr id="i72" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setJobPriority-org.apache.hadoop.mapred.JobPriority-">setJobPriority</a></span>(<a href="../../../../org/apache/hadoop/mapred/JobPriority.html" title="enum in org.apache.hadoop.mapred">JobPriority</a> prio)</code> |
| <div class="block">Set <a href="../../../../org/apache/hadoop/mapred/JobPriority.html" title="enum in org.apache.hadoop.mapred"><code>JobPriority</code></a> for this job.</div> |
| </td> |
| </tr> |
| <tr id="i73" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setJobPriorityAsInteger-int-">setJobPriorityAsInteger</a></span>(int prio)</code> |
| <div class="block">Set <a href="../../../../org/apache/hadoop/mapred/JobPriority.html" title="enum in org.apache.hadoop.mapred"><code>JobPriority</code></a> for this job.</div> |
| </td> |
| </tr> |
| <tr id="i74" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setKeepFailedTaskFiles-boolean-">setKeepFailedTaskFiles</a></span>(boolean keep)</code> |
| <div class="block">Set whether the framework should keep the intermediate files for |
| failed tasks.</div> |
| </td> |
| </tr> |
| <tr id="i75" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setKeepTaskFilesPattern-java.lang.String-">setKeepTaskFilesPattern</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> pattern)</code> |
| <div class="block">Set a regular expression for task names that should be kept.</div> |
| </td> |
| </tr> |
| <tr id="i76" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setKeyFieldComparatorOptions-java.lang.String-">setKeyFieldComparatorOptions</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> keySpec)</code> |
| <div class="block">Set the <a href="../../../../org/apache/hadoop/mapred/lib/KeyFieldBasedComparator.html" title="class in org.apache.hadoop.mapred.lib"><code>KeyFieldBasedComparator</code></a> options used to compare keys.</div> |
| </td> |
| </tr> |
| <tr id="i77" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setKeyFieldPartitionerOptions-java.lang.String-">setKeyFieldPartitionerOptions</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> keySpec)</code> |
| <div class="block">Set the <a href="../../../../org/apache/hadoop/mapred/lib/KeyFieldBasedPartitioner.html" title="class in org.apache.hadoop.mapred.lib"><code>KeyFieldBasedPartitioner</code></a> options used for |
| <a href="../../../../org/apache/hadoop/mapred/Partitioner.html" title="interface in org.apache.hadoop.mapred"><code>Partitioner</code></a></div> |
| </td> |
| </tr> |
| <tr id="i78" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setMapDebugScript-java.lang.String-">setMapDebugScript</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> mDbgScript)</code> |
| <div class="block">Set the debug script to run when the map tasks fail.</div> |
| </td> |
| </tr> |
| <tr id="i79" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setMapOutputCompressorClass-java.lang.Class-">setMapOutputCompressorClass</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/io/compress/CompressionCodec.html" title="interface in org.apache.hadoop.io.compress">CompressionCodec</a>> codecClass)</code> |
| <div class="block">Set the given class as the <a href="../../../../org/apache/hadoop/io/compress/CompressionCodec.html" title="interface in org.apache.hadoop.io.compress"><code>CompressionCodec</code></a> for the map outputs.</div> |
| </td> |
| </tr> |
| <tr id="i80" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setMapOutputKeyClass-java.lang.Class-">setMapOutputKeyClass</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><?> theClass)</code> |
| <div class="block">Set the key class for the map output data.</div> |
| </td> |
| </tr> |
| <tr id="i81" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setMapOutputValueClass-java.lang.Class-">setMapOutputValueClass</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><?> theClass)</code> |
| <div class="block">Set the value class for the map output data.</div> |
| </td> |
| </tr> |
| <tr id="i82" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setMapperClass-java.lang.Class-">setMapperClass</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred">Mapper</a>> theClass)</code> |
| <div class="block">Set the <a href="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred"><code>Mapper</code></a> class for the job.</div> |
| </td> |
| </tr> |
| <tr id="i83" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setMapRunnerClass-java.lang.Class-">setMapRunnerClass</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/mapred/MapRunnable.html" title="interface in org.apache.hadoop.mapred">MapRunnable</a>> theClass)</code> |
| <div class="block">Expert: Set the <a href="../../../../org/apache/hadoop/mapred/MapRunnable.html" title="interface in org.apache.hadoop.mapred"><code>MapRunnable</code></a> class for the job.</div> |
| </td> |
| </tr> |
| <tr id="i84" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setMapSpeculativeExecution-boolean-">setMapSpeculativeExecution</a></span>(boolean speculativeExecution)</code> |
| <div class="block">Turn speculative execution on or off for this job for map tasks.</div> |
| </td> |
| </tr> |
| <tr id="i85" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setMaxMapAttempts-int-">setMaxMapAttempts</a></span>(int n)</code> |
| <div class="block">Expert: Set the number of maximum attempts that will be made to run a |
| map task.</div> |
| </td> |
| </tr> |
| <tr id="i86" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setMaxMapTaskFailuresPercent-int-">setMaxMapTaskFailuresPercent</a></span>(int percent)</code> |
| <div class="block">Expert: Set the maximum percentage of map tasks that can fail without the |
| job being aborted.</div> |
| </td> |
| </tr> |
| <tr id="i87" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setMaxPhysicalMemoryForTask-long-">setMaxPhysicalMemoryForTask</a></span>(long mem)</code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| </td> |
| </tr> |
| <tr id="i88" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setMaxReduceAttempts-int-">setMaxReduceAttempts</a></span>(int n)</code> |
| <div class="block">Expert: Set the number of maximum attempts that will be made to run a |
| reduce task.</div> |
| </td> |
| </tr> |
| <tr id="i89" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setMaxReduceTaskFailuresPercent-int-">setMaxReduceTaskFailuresPercent</a></span>(int percent)</code> |
| <div class="block">Set the maximum percentage of reduce tasks that can fail without the job |
| being aborted.</div> |
| </td> |
| </tr> |
| <tr id="i90" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setMaxTaskFailuresPerTracker-int-">setMaxTaskFailuresPerTracker</a></span>(int noFailures)</code> |
| <div class="block">Set the maximum no.</div> |
| </td> |
| </tr> |
| <tr id="i91" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setMaxVirtualMemoryForTask-long-">setMaxVirtualMemoryForTask</a></span>(long vmem)</code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">Use <a href="../../../../org/apache/hadoop/mapred/JobConf.html#setMemoryForMapTask-long-"><code>setMemoryForMapTask(long mem)</code></a> and |
| Use <a href="../../../../org/apache/hadoop/mapred/JobConf.html#setMemoryForReduceTask-long-"><code>setMemoryForReduceTask(long mem)</code></a></span></div> |
| </div> |
| </td> |
| </tr> |
| <tr id="i92" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setMemoryForMapTask-long-">setMemoryForMapTask</a></span>(long mem)</code> </td> |
| </tr> |
| <tr id="i93" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setMemoryForReduceTask-long-">setMemoryForReduceTask</a></span>(long mem)</code> </td> |
| </tr> |
| <tr id="i94" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setNumMapTasks-int-">setNumMapTasks</a></span>(int n)</code> |
| <div class="block">Set the number of map tasks for this job.</div> |
| </td> |
| </tr> |
| <tr id="i95" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setNumReduceTasks-int-">setNumReduceTasks</a></span>(int n)</code> |
| <div class="block">Set the requisite number of reduce tasks for this job.</div> |
| </td> |
| </tr> |
| <tr id="i96" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setNumTasksToExecutePerJvm-int-">setNumTasksToExecutePerJvm</a></span>(int numTasks)</code> |
| <div class="block">Sets the number of tasks that a spawned task JVM should run |
| before it exits</div> |
| </td> |
| </tr> |
| <tr id="i97" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setOutputCommitter-java.lang.Class-">setOutputCommitter</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/mapred/OutputCommitter.html" title="class in org.apache.hadoop.mapred">OutputCommitter</a>> theClass)</code> |
| <div class="block">Set the <a href="../../../../org/apache/hadoop/mapred/OutputCommitter.html" title="class in org.apache.hadoop.mapred"><code>OutputCommitter</code></a> implementation for the map-reduce job.</div> |
| </td> |
| </tr> |
| <tr id="i98" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setOutputFormat-java.lang.Class-">setOutputFormat</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/mapred/OutputFormat.html" title="interface in org.apache.hadoop.mapred">OutputFormat</a>> theClass)</code> |
| <div class="block">Set the <a href="../../../../org/apache/hadoop/mapred/OutputFormat.html" title="interface in org.apache.hadoop.mapred"><code>OutputFormat</code></a> implementation for the map-reduce job.</div> |
| </td> |
| </tr> |
| <tr id="i99" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setOutputKeyClass-java.lang.Class-">setOutputKeyClass</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><?> theClass)</code> |
| <div class="block">Set the key class for the job output data.</div> |
| </td> |
| </tr> |
| <tr id="i100" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setOutputKeyComparatorClass-java.lang.Class-">setOutputKeyComparatorClass</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io">RawComparator</a>> theClass)</code> |
| <div class="block">Set the <a href="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io"><code>RawComparator</code></a> comparator used to compare keys.</div> |
| </td> |
| </tr> |
| <tr id="i101" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setOutputValueClass-java.lang.Class-">setOutputValueClass</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><?> theClass)</code> |
| <div class="block">Set the value class for job outputs.</div> |
| </td> |
| </tr> |
| <tr id="i102" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setOutputValueGroupingComparator-java.lang.Class-">setOutputValueGroupingComparator</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io">RawComparator</a>> theClass)</code> |
| <div class="block">Set the user defined <a href="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io"><code>RawComparator</code></a> comparator for |
| grouping keys in the input to the reduce.</div> |
| </td> |
| </tr> |
| <tr id="i103" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setPartitionerClass-java.lang.Class-">setPartitionerClass</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/mapred/Partitioner.html" title="interface in org.apache.hadoop.mapred">Partitioner</a>> theClass)</code> |
| <div class="block">Set the <a href="../../../../org/apache/hadoop/mapred/Partitioner.html" title="interface in org.apache.hadoop.mapred"><code>Partitioner</code></a> class used to partition |
| <a href="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred"><code>Mapper</code></a>-outputs to be sent to the <a href="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred"><code>Reducer</code></a>s.</div> |
| </td> |
| </tr> |
| <tr id="i104" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setProfileEnabled-boolean-">setProfileEnabled</a></span>(boolean newValue)</code> |
| <div class="block">Set whether the system should collect profiler information for some of |
| the tasks in this job? The information is stored in the user log |
| directory.</div> |
| </td> |
| </tr> |
| <tr id="i105" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setProfileParams-java.lang.String-">setProfileParams</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> value)</code> |
| <div class="block">Set the profiler configuration arguments.</div> |
| </td> |
| </tr> |
| <tr id="i106" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setProfileTaskRange-boolean-java.lang.String-">setProfileTaskRange</a></span>(boolean isMap, |
| <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> newValue)</code> |
| <div class="block">Set the ranges of maps or reduces to profile.</div> |
| </td> |
| </tr> |
| <tr id="i107" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setQueueName-java.lang.String-">setQueueName</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> queueName)</code> |
| <div class="block">Set the name of the queue to which this job should be submitted.</div> |
| </td> |
| </tr> |
| <tr id="i108" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setReduceDebugScript-java.lang.String-">setReduceDebugScript</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> rDbgScript)</code> |
| <div class="block">Set the debug script to run when the reduce tasks fail.</div> |
| </td> |
| </tr> |
| <tr id="i109" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setReducerClass-java.lang.Class-">setReducerClass</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred">Reducer</a>> theClass)</code> |
| <div class="block">Set the <a href="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred"><code>Reducer</code></a> class for the job.</div> |
| </td> |
| </tr> |
| <tr id="i110" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setReduceSpeculativeExecution-boolean-">setReduceSpeculativeExecution</a></span>(boolean speculativeExecution)</code> |
| <div class="block">Turn speculative execution on or off for this job for reduce tasks.</div> |
| </td> |
| </tr> |
| <tr id="i111" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setSessionId-java.lang.String-">setSessionId</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> sessionId)</code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| </td> |
| </tr> |
| <tr id="i112" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setSpeculativeExecution-boolean-">setSpeculativeExecution</a></span>(boolean speculativeExecution)</code> |
| <div class="block">Turn speculative execution on or off for this job.</div> |
| </td> |
| </tr> |
| <tr id="i113" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setUseNewMapper-boolean-">setUseNewMapper</a></span>(boolean flag)</code> |
| <div class="block">Set whether the framework should use the new api for the mapper.</div> |
| </td> |
| </tr> |
| <tr id="i114" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setUseNewReducer-boolean-">setUseNewReducer</a></span>(boolean flag)</code> |
| <div class="block">Set whether the framework should use the new api for the reducer.</div> |
| </td> |
| </tr> |
| <tr id="i115" class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setUser-java.lang.String-">setUser</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> user)</code> |
| <div class="block">Set the reported username for this job.</div> |
| </td> |
| </tr> |
| <tr id="i116" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setWorkingDirectory-org.apache.hadoop.fs.Path-">setWorkingDirectory</a></span>(<a href="../../../../org/apache/hadoop/fs/Path.html" title="class in org.apache.hadoop.fs">Path</a> dir)</code> |
| <div class="block">Set the current working directory for the default file system.</div> |
| </td> |
| </tr> |
| </table> |
| <ul class="blockList"> |
| <li class="blockList"><a name="methods.inherited.from.class.org.apache.hadoop.conf.Configuration"> |
| <!-- --> |
| </a> |
| <h3>Methods inherited from class org.apache.hadoop.conf.<a href="../../../../org/apache/hadoop/conf/Configuration.html" title="class in org.apache.hadoop.conf">Configuration</a></h3> |
| <code><a href="../../../../org/apache/hadoop/conf/Configuration.html#addDefaultResource-java.lang.String-">addDefaultResource</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#addDeprecation-java.lang.String-java.lang.String-">addDeprecation</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#addDeprecation-java.lang.String-java.lang.String:A-">addDeprecation</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#addDeprecation-java.lang.String-java.lang.String:A-java.lang.String-">addDeprecation</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#addDeprecation-java.lang.String-java.lang.String-java.lang.String-">addDeprecation</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#addDeprecations-org.apache.hadoop.conf.Configuration.DeprecationDelta:A-">addDeprecations</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#addResource-org.apache.hadoop.conf.Configuration-">addResource</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#addResource-java.io.InputStream-">addResource</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#addResource-java.io.InputStream-boolean-">addResource</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#addResource-java.io.InputStream-java.lang.String-">addResource</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#addResource-java.io.InputStream-java.lang.String-boolean-">addResource</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#addResource-org.apache.hadoop.fs.Path-">addResource</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#addResource-org.apache.hadoop.fs.Path-boolean-">addResource</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#addResource-java.lang.String-">addResource</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#addResource-java.lang.String-boolean-">addResource</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#addResource-java.net.URL-">addResource</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#addResource-java.net.URL-boolean-">addResource</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#addTags-java.util.Properties-">addTags</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#clear--">clear</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#dumpConfiguration-org.apache.hadoop.conf.Configuration-java.lang.String-java.io.Writer-">dumpConfiguration</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#dumpConfiguration-org.apache.hadoop.conf.Configuration-java.io.Writer-">dumpConfiguration</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#dumpDeprecatedKeys--">dumpDeprecatedKeys</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#get-java.lang.String-">get</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#get-java.lang.String-java.lang.String-">get</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getAllPropertiesByTag-java.lang.String-">getAllPropertiesByTag</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getAllPropertiesByTags-java.util.List-">getAllPropertiesByTags</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getBoolean-java.lang.String-boolean-">getBoolean</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getClass-java.lang.String-java.lang.Class-">getClass</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getClass-java.lang.String-java.lang.Class-java.lang.Class-">getClass</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getClassByName-java.lang.String-">getClassByName</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getClassByNameOrNull-java.lang.String-">getClassByNameOrNull</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getClasses-java.lang.String-java.lang.Class...-">getClasses</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getClassLoader--">getClassLoader</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getConfResourceAsInputStream-java.lang.String-">getConfResourceAsInputStream</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getConfResourceAsReader-java.lang.String-">getConfResourceAsReader</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getDouble-java.lang.String-double-">getDouble</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getEnum-java.lang.String-T-">getEnum</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getFile-java.lang.String-java.lang.String-">getFile</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getFinalParameters--">getFinalParameters</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getFloat-java.lang.String-float-">getFloat</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getInstances-java.lang.String-java.lang.Class-">getInstances</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getInt-java.lang.String-int-">getInt</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getInts-java.lang.String-">getInts</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getLocalPath-java.lang.String-java.lang.String-">getLocalPath</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getLong-java.lang.String-long-">getLong</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getLongBytes-java.lang.String-long-">getLongBytes</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getPassword-java.lang.String-">getPassword</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getPasswordFromConfig-java.lang.String-">getPasswordFromConfig</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getPasswordFromCredentialProviders-java.lang.String-">getPasswordFromCredentialProviders</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getPattern-java.lang.String-java.util.regex.Pattern-">getPattern</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getPropertySources-java.lang.String-">getPropertySources</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getProps--">getProps</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getPropsWithPrefix-java.lang.String-">getPropsWithPrefix</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getRange-java.lang.String-java.lang.String-">getRange</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getRaw-java.lang.String-">getRaw</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getResource-java.lang.String-">getResource</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getSocketAddr-java.lang.String-java.lang.String-int-">getSocketAddr</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getSocketAddr-java.lang.String-java.lang.String-java.lang.String-int-">getSocketAddr</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getStorageSize-java.lang.String-double-org.apache.hadoop.conf.StorageUnit-">getStorageSize</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getStorageSize-java.lang.String-java.lang.String-org.apache.hadoop.conf.StorageUnit-">getStorageSize</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getStringCollection-java.lang.String-">getStringCollection</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getStrings-java.lang.String-">getStrings</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getStrings-java.lang.String-java.lang.String...-">getStrings</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getTimeDuration-java.lang.String-long-java.util.concurrent.TimeUnit-">getTimeDuration</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getTimeDuration-java.lang.String-long-java.util.concurrent.TimeUnit-java.util.concurrent.TimeUnit-">getTimeDuration</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getTimeDuration-java.lang.String-java.lang.String-java.util.concurrent.TimeUnit-">getTimeDuration</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getTimeDuration-java.lang.String-java.lang.String-java.util.concurrent.TimeUnit-java.util.concurrent.TimeUnit-">getTimeDuration</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getTimeDurationHelper-java.lang.String-java.lang.String-java.util.concurrent.TimeUnit-">getTimeDurationHelper</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getTimeDurations-java.lang.String-java.util.concurrent.TimeUnit-">getTimeDurations</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getTrimmed-java.lang.String-">getTrimmed</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getTrimmed-java.lang.String-java.lang.String-">getTrimmed</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getTrimmedStringCollection-java.lang.String-">getTrimmedStringCollection</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getTrimmedStrings-java.lang.String-">getTrimmedStrings</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getTrimmedStrings-java.lang.String-java.lang.String...-">getTrimmedStrings</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#getValByRegex-java.lang.String-">getValByRegex</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#hasWarnedDeprecation-java.lang.String-">hasWarnedDeprecation</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#isDeprecated-java.lang.String-">isDeprecated</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#isPropertyTag-java.lang.String-">isPropertyTag</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#iterator--">iterator</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#onlyKeyExists-java.lang.String-">onlyKeyExists</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#readFields-java.io.DataInput-">readFields</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#reloadConfiguration--">reloadConfiguration</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#reloadExistingConfigurations--">reloadExistingConfigurations</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#set-java.lang.String-java.lang.String-">set</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#set-java.lang.String-java.lang.String-java.lang.String-">set</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#setAllowNullValueProperties-boolean-">setAllowNullValueProperties</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#setBoolean-java.lang.String-boolean-">setBoolean</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#setBooleanIfUnset-java.lang.String-boolean-">setBooleanIfUnset</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#setClass-java.lang.String-java.lang.Class-java.lang.Class-">setClass</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#setClassLoader-java.lang.ClassLoader-">setClassLoader</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#setDeprecatedProperties--">setDeprecatedProperties</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#setDouble-java.lang.String-double-">setDouble</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#setEnum-java.lang.String-T-">setEnum</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#setFloat-java.lang.String-float-">setFloat</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#setIfUnset-java.lang.String-java.lang.String-">setIfUnset</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#setInt-java.lang.String-int-">setInt</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#setLong-java.lang.String-long-">setLong</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#setPattern-java.lang.String-java.util.regex.Pattern-">setPattern</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#setQuietMode-boolean-">setQuietMode</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#setRestrictSystemProperties-boolean-">setRestrictSystemProperties</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#setRestrictSystemPropertiesDefault-boolean-">setRestrictSystemPropertiesDefault</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#setRestrictSystemProps-boolean-">setRestrictSystemProps</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#setSocketAddr-java.lang.String-java.net.InetSocketAddress-">setSocketAddr</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#setStorageSize-java.lang.String-double-org.apache.hadoop.conf.StorageUnit-">setStorageSize</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#setStrings-java.lang.String-java.lang.String...-">setStrings</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#setTimeDuration-java.lang.String-long-java.util.concurrent.TimeUnit-">setTimeDuration</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#size--">size</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#toString--">toString</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#unset-java.lang.String-">unset</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#updateConnectAddr-java.lang.String-java.net.InetSocketAddress-">updateConnectAddr</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#updateConnectAddr-java.lang.String-java.lang.String-java.lang.String-java.net.InetSocketAddress-">updateConnectAddr</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#write-java.io.DataOutput-">write</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#writeXml-java.io.OutputStream-">writeXml</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#writeXml-java.lang.String-java.io.Writer-">writeXml</a>, <a href="../../../../org/apache/hadoop/conf/Configuration.html#writeXml-java.io.Writer-">writeXml</a></code></li> |
| </ul> |
| <ul class="blockList"> |
| <li class="blockList"><a name="methods.inherited.from.class.java.lang.Object"> |
| <!-- --> |
| </a> |
| <h3>Methods inherited from class java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a></h3> |
| <code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#clone--" title="class or interface in java.lang">clone</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#equals-java.lang.Object-" title="class or interface in java.lang">equals</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#finalize--" title="class or interface in java.lang">finalize</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#getClass--" title="class or interface in java.lang">getClass</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#hashCode--" title="class or interface in java.lang">hashCode</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#notify--" title="class or interface in java.lang">notify</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#notifyAll--" title="class or interface in java.lang">notifyAll</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait--" title="class or interface in java.lang">wait</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait-long-" title="class or interface in java.lang">wait</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait-long-int-" title="class or interface in java.lang">wait</a></code></li> |
| </ul> |
| <ul class="blockList"> |
| <li class="blockList"><a name="methods.inherited.from.class.java.lang.Iterable"> |
| <!-- --> |
| </a> |
| <h3>Methods inherited from interface java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Iterable.html?is-external=true" title="class or interface in java.lang">Iterable</a></h3> |
| <code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Iterable.html?is-external=true#forEach-java.util.function.Consumer-" title="class or interface in java.lang">forEach</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Iterable.html?is-external=true#spliterator--" title="class or interface in java.lang">spliterator</a></code></li> |
| </ul> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| </div> |
| <div class="details"> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <!-- ============ FIELD DETAIL =========== --> |
| <ul class="blockList"> |
| <li class="blockList"><a name="field.detail"> |
| <!-- --> |
| </a> |
| <h3>Field Detail</h3> |
| <a name="MAPRED_TASK_MAXVMEM_PROPERTY"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>MAPRED_TASK_MAXVMEM_PROPERTY</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> MAPRED_TASK_MAXVMEM_PROPERTY</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> <span class="deprecationComment">Use <a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPREDUCE_JOB_MAP_MEMORY_MB_PROPERTY"><code>MAPREDUCE_JOB_MAP_MEMORY_MB_PROPERTY</code></a> and |
| <a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPREDUCE_JOB_REDUCE_MEMORY_MB_PROPERTY"><code>MAPREDUCE_JOB_REDUCE_MEMORY_MB_PROPERTY</code></a></span></div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.MAPRED_TASK_MAXVMEM_PROPERTY">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="UPPER_LIMIT_ON_TASK_VMEM_PROPERTY"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>UPPER_LIMIT_ON_TASK_VMEM_PROPERTY</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> UPPER_LIMIT_ON_TASK_VMEM_PROPERTY</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.UPPER_LIMIT_ON_TASK_VMEM_PROPERTY">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="MAPRED_TASK_DEFAULT_MAXVMEM_PROPERTY"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>MAPRED_TASK_DEFAULT_MAXVMEM_PROPERTY</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> MAPRED_TASK_DEFAULT_MAXVMEM_PROPERTY</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.MAPRED_TASK_DEFAULT_MAXVMEM_PROPERTY">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="MAPRED_TASK_MAXPMEM_PROPERTY"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>MAPRED_TASK_MAXPMEM_PROPERTY</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> MAPRED_TASK_MAXPMEM_PROPERTY</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.MAPRED_TASK_MAXPMEM_PROPERTY">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="DISABLED_MEMORY_LIMIT"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>DISABLED_MEMORY_LIMIT</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public static final long DISABLED_MEMORY_LIMIT</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| <div class="block">A value which if set for memory related configuration options, |
| indicates that the options are turned off. |
| Deprecated because it makes no sense in the context of MR2.</div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.DISABLED_MEMORY_LIMIT">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="MAPRED_LOCAL_DIR_PROPERTY"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>MAPRED_LOCAL_DIR_PROPERTY</h4> |
| <pre>public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> MAPRED_LOCAL_DIR_PROPERTY</pre> |
| <div class="block">Property name for the configuration property mapreduce.cluster.local.dir</div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.MAPRED_LOCAL_DIR_PROPERTY">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="DEFAULT_QUEUE_NAME"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>DEFAULT_QUEUE_NAME</h4> |
| <pre>public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> DEFAULT_QUEUE_NAME</pre> |
| <div class="block">Name of the queue to which jobs will be submitted, if no queue |
| name is mentioned.</div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.DEFAULT_QUEUE_NAME">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="MAPRED_JOB_MAP_MEMORY_MB_PROPERTY"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>MAPRED_JOB_MAP_MEMORY_MB_PROPERTY</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> MAPRED_JOB_MAP_MEMORY_MB_PROPERTY</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| <div class="block">The variable is kept for M/R 1.x applications, while M/R 2.x applications |
| should use <a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPREDUCE_JOB_MAP_MEMORY_MB_PROPERTY"><code>MAPREDUCE_JOB_MAP_MEMORY_MB_PROPERTY</code></a></div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.MAPRED_JOB_MAP_MEMORY_MB_PROPERTY">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="MAPRED_JOB_REDUCE_MEMORY_MB_PROPERTY"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>MAPRED_JOB_REDUCE_MEMORY_MB_PROPERTY</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> MAPRED_JOB_REDUCE_MEMORY_MB_PROPERTY</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| <div class="block">The variable is kept for M/R 1.x applications, while M/R 2.x applications |
| should use <a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPREDUCE_JOB_REDUCE_MEMORY_MB_PROPERTY"><code>MAPREDUCE_JOB_REDUCE_MEMORY_MB_PROPERTY</code></a></div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.MAPRED_JOB_REDUCE_MEMORY_MB_PROPERTY">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="UNPACK_JAR_PATTERN_DEFAULT"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>UNPACK_JAR_PATTERN_DEFAULT</h4> |
| <pre>public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/util/regex/Pattern.html?is-external=true" title="class or interface in java.util.regex">Pattern</a> UNPACK_JAR_PATTERN_DEFAULT</pre> |
| <div class="block">Pattern for the default unpacking behavior for job jars</div> |
| </li> |
| </ul> |
| <a name="MAPRED_TASK_JAVA_OPTS"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>MAPRED_TASK_JAVA_OPTS</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> MAPRED_TASK_JAVA_OPTS</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> <span class="deprecationComment">Use <a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_MAP_TASK_JAVA_OPTS"><code>MAPRED_MAP_TASK_JAVA_OPTS</code></a> or |
| <a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_REDUCE_TASK_JAVA_OPTS"><code>MAPRED_REDUCE_TASK_JAVA_OPTS</code></a></span></div> |
| <div class="block">Configuration key to set the java command line options for the child |
| map and reduce tasks. |
| |
| Java opts for the task tracker child processes. |
| The following symbol, if present, will be interpolated: @taskid@. |
| It is replaced by current TaskID. Any other occurrences of '@' will go |
| unchanged. |
| For example, to enable verbose gc logging to a file named for the taskid in |
| /tmp and to set the heap maximum to be a gigabyte, pass a 'value' of: |
| -Xmx1024m -verbose:gc -Xloggc:/tmp/@taskid@.gc |
| |
| The configuration variable <a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_TASK_ENV"><code>MAPRED_TASK_ENV</code></a> can be used to pass |
| other environment variables to the child processes.</div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.MAPRED_TASK_JAVA_OPTS">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="MAPRED_MAP_TASK_JAVA_OPTS"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>MAPRED_MAP_TASK_JAVA_OPTS</h4> |
| <pre>public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> MAPRED_MAP_TASK_JAVA_OPTS</pre> |
| <div class="block">Configuration key to set the java command line options for the map tasks. |
| |
| Java opts for the task tracker child map processes. |
| The following symbol, if present, will be interpolated: @taskid@. |
| It is replaced by current TaskID. Any other occurrences of '@' will go |
| unchanged. |
| For example, to enable verbose gc logging to a file named for the taskid in |
| /tmp and to set the heap maximum to be a gigabyte, pass a 'value' of: |
| -Xmx1024m -verbose:gc -Xloggc:/tmp/@taskid@.gc |
| |
| The configuration variable <a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_MAP_TASK_ENV"><code>MAPRED_MAP_TASK_ENV</code></a> can be used to pass |
| other environment variables to the map processes.</div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.MAPRED_MAP_TASK_JAVA_OPTS">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="MAPRED_REDUCE_TASK_JAVA_OPTS"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>MAPRED_REDUCE_TASK_JAVA_OPTS</h4> |
| <pre>public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> MAPRED_REDUCE_TASK_JAVA_OPTS</pre> |
| <div class="block">Configuration key to set the java command line options for the reduce tasks. |
| |
| Java opts for the task tracker child reduce processes. |
| The following symbol, if present, will be interpolated: @taskid@. |
| It is replaced by current TaskID. Any other occurrences of '@' will go |
| unchanged. |
| For example, to enable verbose gc logging to a file named for the taskid in |
| /tmp and to set the heap maximum to be a gigabyte, pass a 'value' of: |
| -Xmx1024m -verbose:gc -Xloggc:/tmp/@taskid@.gc |
| |
| The configuration variable <a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_REDUCE_TASK_ENV"><code>MAPRED_REDUCE_TASK_ENV</code></a> can be used to |
| pass process environment variables to the reduce processes.</div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.MAPRED_REDUCE_TASK_JAVA_OPTS">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="DEFAULT_MAPRED_TASK_JAVA_OPTS"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>DEFAULT_MAPRED_TASK_JAVA_OPTS</h4> |
| <pre>public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> DEFAULT_MAPRED_TASK_JAVA_OPTS</pre> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.DEFAULT_MAPRED_TASK_JAVA_OPTS">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="MAPRED_TASK_ULIMIT"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>MAPRED_TASK_ULIMIT</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> MAPRED_TASK_ULIMIT</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> <span class="deprecationComment">Configuration key to set the maximum virtual memory available to the child |
| map and reduce tasks (in kilo-bytes). This has been deprecated and will no |
| longer have any effect.</span></div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.MAPRED_TASK_ULIMIT">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="MAPRED_MAP_TASK_ULIMIT"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>MAPRED_MAP_TASK_ULIMIT</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> MAPRED_MAP_TASK_ULIMIT</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> <span class="deprecationComment">Configuration key to set the maximum virtual memory available to the |
| map tasks (in kilo-bytes). This has been deprecated and will no |
| longer have any effect.</span></div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.MAPRED_MAP_TASK_ULIMIT">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="MAPRED_REDUCE_TASK_ULIMIT"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>MAPRED_REDUCE_TASK_ULIMIT</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> MAPRED_REDUCE_TASK_ULIMIT</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> <span class="deprecationComment">Configuration key to set the maximum virtual memory available to the |
| reduce tasks (in kilo-bytes). This has been deprecated and will no |
| longer have any effect.</span></div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.MAPRED_REDUCE_TASK_ULIMIT">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="MAPRED_TASK_ENV"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>MAPRED_TASK_ENV</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> MAPRED_TASK_ENV</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> <span class="deprecationComment">Use <a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_MAP_TASK_ENV"><code>MAPRED_MAP_TASK_ENV</code></a> or |
| <a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_REDUCE_TASK_ENV"><code>MAPRED_REDUCE_TASK_ENV</code></a></span></div> |
| <div class="block">Configuration key to set the environment of the child map/reduce tasks. |
| |
| The format of the value is <code>k1=v1,k2=v2</code>. Further it can |
| reference existing environment variables via <code>$key</code> on |
| Linux or <code>%key%</code> on Windows. |
| |
| Example: |
| <ul> |
| <li> A=foo - This will set the env variable A to foo. </li> |
| </ul></div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.MAPRED_TASK_ENV">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="MAPRED_MAP_TASK_ENV"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>MAPRED_MAP_TASK_ENV</h4> |
| <pre>public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> MAPRED_MAP_TASK_ENV</pre> |
| <div class="block">Configuration key to set the environment of the child map tasks. |
| |
| The format of the value is <code>k1=v1,k2=v2</code>. Further it can |
| reference existing environment variables via <code>$key</code> on |
| Linux or <code>%key%</code> on Windows. |
| |
| Example: |
| <ul> |
| <li> A=foo - This will set the env variable A to foo. </li> |
| </ul> |
| |
| You can also add environment variables individually by appending |
| <code>.VARNAME</code> to this configuration key, where VARNAME is |
| the name of the environment variable. |
| |
| Example: |
| <ul> |
| <li>mapreduce.map.env.VARNAME=value</li> |
| </ul></div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.MAPRED_MAP_TASK_ENV">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="MAPRED_REDUCE_TASK_ENV"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>MAPRED_REDUCE_TASK_ENV</h4> |
| <pre>public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> MAPRED_REDUCE_TASK_ENV</pre> |
| <div class="block">Configuration key to set the environment of the child reduce tasks. |
| |
| The format of the value is <code>k1=v1,k2=v2</code>. Further it can |
| reference existing environment variables via <code>$key</code> on |
| Linux or <code>%key%</code> on Windows. |
| |
| Example: |
| <ul> |
| <li> A=foo - This will set the env variable A to foo. </li> |
| </ul> |
| |
| You can also add environment variables individually by appending |
| <code>.VARNAME</code> to this configuration key, where VARNAME is |
| the name of the environment variable. |
| |
| Example: |
| <ul> |
| <li>mapreduce.reduce.env.VARNAME=value</li> |
| </ul></div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.MAPRED_REDUCE_TASK_ENV">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="MAPRED_MAP_TASK_LOG_LEVEL"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>MAPRED_MAP_TASK_LOG_LEVEL</h4> |
| <pre>public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> MAPRED_MAP_TASK_LOG_LEVEL</pre> |
| <div class="block">Configuration key to set the logging level for the map task. |
| |
| The allowed logging levels are: |
| OFF, FATAL, ERROR, WARN, INFO, DEBUG, TRACE and ALL.</div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.MAPRED_MAP_TASK_LOG_LEVEL">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="MAPRED_REDUCE_TASK_LOG_LEVEL"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>MAPRED_REDUCE_TASK_LOG_LEVEL</h4> |
| <pre>public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> MAPRED_REDUCE_TASK_LOG_LEVEL</pre> |
| <div class="block">Configuration key to set the logging level for the reduce task. |
| |
| The allowed logging levels are: |
| OFF, FATAL, ERROR, WARN, INFO, DEBUG, TRACE and ALL.</div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.MAPRED_REDUCE_TASK_LOG_LEVEL">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="DEFAULT_LOG_LEVEL"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>DEFAULT_LOG_LEVEL</h4> |
| <pre>public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> DEFAULT_LOG_LEVEL</pre> |
| <div class="block">Default logging level for map/reduce tasks.</div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.DEFAULT_LOG_LEVEL">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="WORKFLOW_ID"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>WORKFLOW_ID</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> WORKFLOW_ID</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| <div class="block">The variable is kept for M/R 1.x applications, M/R 2.x applications should |
| use <code>MRJobConfig.WORKFLOW_ID</code> instead</div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.WORKFLOW_ID">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="WORKFLOW_NAME"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>WORKFLOW_NAME</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> WORKFLOW_NAME</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| <div class="block">The variable is kept for M/R 1.x applications, M/R 2.x applications should |
| use <code>MRJobConfig.WORKFLOW_NAME</code> instead</div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.WORKFLOW_NAME">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="WORKFLOW_NODE_NAME"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>WORKFLOW_NODE_NAME</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> WORKFLOW_NODE_NAME</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| <div class="block">The variable is kept for M/R 1.x applications, M/R 2.x applications should |
| use <code>MRJobConfig.WORKFLOW_NODE_NAME</code> instead</div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.WORKFLOW_NODE_NAME">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="WORKFLOW_ADJACENCY_PREFIX_STRING"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>WORKFLOW_ADJACENCY_PREFIX_STRING</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> WORKFLOW_ADJACENCY_PREFIX_STRING</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| <div class="block">The variable is kept for M/R 1.x applications, M/R 2.x applications should |
| use <code>MRJobConfig.WORKFLOW_ADJACENCY_PREFIX_STRING</code> instead</div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.WORKFLOW_ADJACENCY_PREFIX_STRING">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="WORKFLOW_ADJACENCY_PREFIX_PATTERN"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>WORKFLOW_ADJACENCY_PREFIX_PATTERN</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> WORKFLOW_ADJACENCY_PREFIX_PATTERN</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| <div class="block">The variable is kept for M/R 1.x applications, M/R 2.x applications should |
| use <code>MRJobConfig.WORKFLOW_ADJACENCY_PREFIX_PATTERN</code> instead</div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.WORKFLOW_ADJACENCY_PREFIX_PATTERN">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="WORKFLOW_TAGS"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>WORKFLOW_TAGS</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> WORKFLOW_TAGS</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| <div class="block">The variable is kept for M/R 1.x applications, M/R 2.x applications should |
| use <code>MRJobConfig.WORKFLOW_TAGS</code> instead</div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.WORKFLOW_TAGS">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="MAPREDUCE_RECOVER_JOB"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>MAPREDUCE_RECOVER_JOB</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> MAPREDUCE_RECOVER_JOB</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| <div class="block">The variable is kept for M/R 1.x applications, M/R 2.x applications should |
| not use it</div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.MAPREDUCE_RECOVER_JOB">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="DEFAULT_MAPREDUCE_RECOVER_JOB"> |
| <!-- --> |
| </a> |
| <ul class="blockListLast"> |
| <li class="blockList"> |
| <h4>DEFAULT_MAPREDUCE_RECOVER_JOB</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public static final boolean DEFAULT_MAPREDUCE_RECOVER_JOB</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| <div class="block">The variable is kept for M/R 1.x applications, M/R 2.x applications should |
| not use it</div> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.DEFAULT_MAPREDUCE_RECOVER_JOB">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| <!-- ========= CONSTRUCTOR DETAIL ======== --> |
| <ul class="blockList"> |
| <li class="blockList"><a name="constructor.detail"> |
| <!-- --> |
| </a> |
| <h3>Constructor Detail</h3> |
| <a name="JobConf--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>JobConf</h4> |
| <pre>public JobConf()</pre> |
| <div class="block">Construct a map/reduce job configuration.</div> |
| </li> |
| </ul> |
| <a name="JobConf-java.lang.Class-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>JobConf</h4> |
| <pre>public JobConf(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a> exampleClass)</pre> |
| <div class="block">Construct a map/reduce job configuration.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>exampleClass</code> - a class whose containing jar is used as the job's jar.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="JobConf-org.apache.hadoop.conf.Configuration-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>JobConf</h4> |
| <pre>public JobConf(<a href="../../../../org/apache/hadoop/conf/Configuration.html" title="class in org.apache.hadoop.conf">Configuration</a> conf)</pre> |
| <div class="block">Construct a map/reduce job configuration.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>conf</code> - a Configuration whose settings will be inherited.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="JobConf-org.apache.hadoop.conf.Configuration-java.lang.Class-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>JobConf</h4> |
| <pre>public JobConf(<a href="../../../../org/apache/hadoop/conf/Configuration.html" title="class in org.apache.hadoop.conf">Configuration</a> conf, |
| <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a> exampleClass)</pre> |
| <div class="block">Construct a map/reduce job configuration.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>conf</code> - a Configuration whose settings will be inherited.</dd> |
| <dd><code>exampleClass</code> - a class whose containing jar is used as the job's jar.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="JobConf-java.lang.String-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>JobConf</h4> |
| <pre>public JobConf(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> config)</pre> |
| <div class="block">Construct a map/reduce configuration.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>config</code> - a Configuration-format XML job description file.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="JobConf-org.apache.hadoop.fs.Path-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>JobConf</h4> |
| <pre>public JobConf(<a href="../../../../org/apache/hadoop/fs/Path.html" title="class in org.apache.hadoop.fs">Path</a> config)</pre> |
| <div class="block">Construct a map/reduce configuration.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>config</code> - a Configuration-format XML job description file.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="JobConf-boolean-"> |
| <!-- --> |
| </a> |
| <ul class="blockListLast"> |
| <li class="blockList"> |
| <h4>JobConf</h4> |
| <pre>public JobConf(boolean loadDefaults)</pre> |
| <div class="block">A new map/reduce configuration where the behavior of reading from the |
| default resources can be turned off. |
| <p> |
| If the parameter <code>loadDefaults</code> is false, the new instance |
| will not load resources from the default files.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>loadDefaults</code> - specifies whether to load from the default files</dd> |
| </dl> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| <!-- ============ METHOD DETAIL ========== --> |
| <ul class="blockList"> |
| <li class="blockList"><a name="method.detail"> |
| <!-- --> |
| </a> |
| <h3>Method Detail</h3> |
| <a name="getCredentials--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getCredentials</h4> |
| <pre>public <a href="../../../../org/apache/hadoop/security/Credentials.html" title="class in org.apache.hadoop.security">Credentials</a> getCredentials()</pre> |
| <div class="block">Get credentials for the job.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>credentials for the job</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getJar--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getJar</h4> |
| <pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> getJar()</pre> |
| <div class="block">Get the user jar for the map-reduce job.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the user jar for the map-reduce job.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setJar-java.lang.String-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setJar</h4> |
| <pre>public void setJar(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> jar)</pre> |
| <div class="block">Set the user jar for the map-reduce job.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>jar</code> - the user jar for the map-reduce job.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getJarUnpackPattern--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getJarUnpackPattern</h4> |
| <pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/util/regex/Pattern.html?is-external=true" title="class or interface in java.util.regex">Pattern</a> getJarUnpackPattern()</pre> |
| <div class="block">Get the pattern for jar contents to unpack on the tasktracker</div> |
| </li> |
| </ul> |
| <a name="setJarByClass-java.lang.Class-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setJarByClass</h4> |
| <pre>public void setJarByClass(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a> cls)</pre> |
| <div class="block">Set the job's jar file by finding an example class location.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>cls</code> - the example class.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getLocalDirs--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getLocalDirs</h4> |
| <pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>[] getLocalDirs() |
| throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="deleteLocalFiles--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>deleteLocalFiles</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public void deleteLocalFiles() |
| throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| <div class="block">Use MRAsyncDiskService.moveAndDeleteAllVolumes instead.</div> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="deleteLocalFiles-java.lang.String-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>deleteLocalFiles</h4> |
| <pre>public void deleteLocalFiles(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> subdir) |
| throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getLocalPath-java.lang.String-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getLocalPath</h4> |
| <pre>public <a href="../../../../org/apache/hadoop/fs/Path.html" title="class in org.apache.hadoop.fs">Path</a> getLocalPath(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> pathString) |
| throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre> |
| <div class="block">Constructs a local file name. Files are distributed among configured |
| local directories.</div> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getUser--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getUser</h4> |
| <pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> getUser()</pre> |
| <div class="block">Get the reported username for this job.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the username</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setUser-java.lang.String-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setUser</h4> |
| <pre>public void setUser(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> user)</pre> |
| <div class="block">Set the reported username for this job.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>user</code> - the username for this job.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setKeepFailedTaskFiles-boolean-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setKeepFailedTaskFiles</h4> |
| <pre>public void setKeepFailedTaskFiles(boolean keep)</pre> |
| <div class="block">Set whether the framework should keep the intermediate files for |
| failed tasks.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>keep</code> - <code>true</code> if framework should keep the intermediate files |
| for failed tasks, <code>false</code> otherwise.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getKeepFailedTaskFiles--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getKeepFailedTaskFiles</h4> |
| <pre>public boolean getKeepFailedTaskFiles()</pre> |
| <div class="block">Should the temporary files for failed tasks be kept?</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>should the files be kept?</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setKeepTaskFilesPattern-java.lang.String-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setKeepTaskFilesPattern</h4> |
| <pre>public void setKeepTaskFilesPattern(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> pattern)</pre> |
| <div class="block">Set a regular expression for task names that should be kept. |
| The regular expression ".*_m_000123_0" would keep the files |
| for the first instance of map 123 that ran.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>pattern</code> - the java.util.regex.Pattern to match against the |
| task names.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getKeepTaskFilesPattern--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getKeepTaskFilesPattern</h4> |
| <pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> getKeepTaskFilesPattern()</pre> |
| <div class="block">Get the regular expression that is matched against the task names |
| to see if we need to keep the files.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the pattern as a string, if it was set, othewise null.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setWorkingDirectory-org.apache.hadoop.fs.Path-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setWorkingDirectory</h4> |
| <pre>public void setWorkingDirectory(<a href="../../../../org/apache/hadoop/fs/Path.html" title="class in org.apache.hadoop.fs">Path</a> dir)</pre> |
| <div class="block">Set the current working directory for the default file system.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>dir</code> - the new current working directory.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getWorkingDirectory--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getWorkingDirectory</h4> |
| <pre>public <a href="../../../../org/apache/hadoop/fs/Path.html" title="class in org.apache.hadoop.fs">Path</a> getWorkingDirectory()</pre> |
| <div class="block">Get the current working directory for the default file system.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the directory name.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setNumTasksToExecutePerJvm-int-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setNumTasksToExecutePerJvm</h4> |
| <pre>public void setNumTasksToExecutePerJvm(int numTasks)</pre> |
| <div class="block">Sets the number of tasks that a spawned task JVM should run |
| before it exits</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>numTasks</code> - the number of tasks to execute; defaults to 1; |
| -1 signifies no limit</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getNumTasksToExecutePerJvm--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getNumTasksToExecutePerJvm</h4> |
| <pre>public int getNumTasksToExecutePerJvm()</pre> |
| <div class="block">Get the number of tasks that a spawned JVM should execute</div> |
| </li> |
| </ul> |
| <a name="getInputFormat--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getInputFormat</h4> |
| <pre>public <a href="../../../../org/apache/hadoop/mapred/InputFormat.html" title="interface in org.apache.hadoop.mapred">InputFormat</a> getInputFormat()</pre> |
| <div class="block">Get the <a href="../../../../org/apache/hadoop/mapred/InputFormat.html" title="interface in org.apache.hadoop.mapred"><code>InputFormat</code></a> implementation for the map-reduce job, |
| defaults to <a href="../../../../org/apache/hadoop/mapred/TextInputFormat.html" title="class in org.apache.hadoop.mapred"><code>TextInputFormat</code></a> if not specified explicity.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the <a href="../../../../org/apache/hadoop/mapred/InputFormat.html" title="interface in org.apache.hadoop.mapred"><code>InputFormat</code></a> implementation for the map-reduce job.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setInputFormat-java.lang.Class-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setInputFormat</h4> |
| <pre>public void setInputFormat(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/mapred/InputFormat.html" title="interface in org.apache.hadoop.mapred">InputFormat</a>> theClass)</pre> |
| <div class="block">Set the <a href="../../../../org/apache/hadoop/mapred/InputFormat.html" title="interface in org.apache.hadoop.mapred"><code>InputFormat</code></a> implementation for the map-reduce job.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>theClass</code> - the <a href="../../../../org/apache/hadoop/mapred/InputFormat.html" title="interface in org.apache.hadoop.mapred"><code>InputFormat</code></a> implementation for the map-reduce |
| job.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getOutputFormat--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getOutputFormat</h4> |
| <pre>public <a href="../../../../org/apache/hadoop/mapred/OutputFormat.html" title="interface in org.apache.hadoop.mapred">OutputFormat</a> getOutputFormat()</pre> |
| <div class="block">Get the <a href="../../../../org/apache/hadoop/mapred/OutputFormat.html" title="interface in org.apache.hadoop.mapred"><code>OutputFormat</code></a> implementation for the map-reduce job, |
| defaults to <a href="../../../../org/apache/hadoop/mapred/TextOutputFormat.html" title="class in org.apache.hadoop.mapred"><code>TextOutputFormat</code></a> if not specified explicity.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the <a href="../../../../org/apache/hadoop/mapred/OutputFormat.html" title="interface in org.apache.hadoop.mapred"><code>OutputFormat</code></a> implementation for the map-reduce job.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getOutputCommitter--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getOutputCommitter</h4> |
| <pre>public <a href="../../../../org/apache/hadoop/mapred/OutputCommitter.html" title="class in org.apache.hadoop.mapred">OutputCommitter</a> getOutputCommitter()</pre> |
| <div class="block">Get the <a href="../../../../org/apache/hadoop/mapred/OutputCommitter.html" title="class in org.apache.hadoop.mapred"><code>OutputCommitter</code></a> implementation for the map-reduce job, |
| defaults to <a href="../../../../org/apache/hadoop/mapred/FileOutputCommitter.html" title="class in org.apache.hadoop.mapred"><code>FileOutputCommitter</code></a> if not specified explicitly.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the <a href="../../../../org/apache/hadoop/mapred/OutputCommitter.html" title="class in org.apache.hadoop.mapred"><code>OutputCommitter</code></a> implementation for the map-reduce job.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setOutputCommitter-java.lang.Class-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setOutputCommitter</h4> |
| <pre>public void setOutputCommitter(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/mapred/OutputCommitter.html" title="class in org.apache.hadoop.mapred">OutputCommitter</a>> theClass)</pre> |
| <div class="block">Set the <a href="../../../../org/apache/hadoop/mapred/OutputCommitter.html" title="class in org.apache.hadoop.mapred"><code>OutputCommitter</code></a> implementation for the map-reduce job.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>theClass</code> - the <a href="../../../../org/apache/hadoop/mapred/OutputCommitter.html" title="class in org.apache.hadoop.mapred"><code>OutputCommitter</code></a> implementation for the map-reduce |
| job.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setOutputFormat-java.lang.Class-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setOutputFormat</h4> |
| <pre>public void setOutputFormat(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/mapred/OutputFormat.html" title="interface in org.apache.hadoop.mapred">OutputFormat</a>> theClass)</pre> |
| <div class="block">Set the <a href="../../../../org/apache/hadoop/mapred/OutputFormat.html" title="interface in org.apache.hadoop.mapred"><code>OutputFormat</code></a> implementation for the map-reduce job.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>theClass</code> - the <a href="../../../../org/apache/hadoop/mapred/OutputFormat.html" title="interface in org.apache.hadoop.mapred"><code>OutputFormat</code></a> implementation for the map-reduce |
| job.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setCompressMapOutput-boolean-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setCompressMapOutput</h4> |
| <pre>public void setCompressMapOutput(boolean compress)</pre> |
| <div class="block">Should the map outputs be compressed before transfer?</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>compress</code> - should the map outputs be compressed?</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getCompressMapOutput--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getCompressMapOutput</h4> |
| <pre>public boolean getCompressMapOutput()</pre> |
| <div class="block">Are the outputs of the maps be compressed?</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd><code>true</code> if the outputs of the maps are to be compressed, |
| <code>false</code> otherwise.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setMapOutputCompressorClass-java.lang.Class-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setMapOutputCompressorClass</h4> |
| <pre>public void setMapOutputCompressorClass(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/io/compress/CompressionCodec.html" title="interface in org.apache.hadoop.io.compress">CompressionCodec</a>> codecClass)</pre> |
| <div class="block">Set the given class as the <a href="../../../../org/apache/hadoop/io/compress/CompressionCodec.html" title="interface in org.apache.hadoop.io.compress"><code>CompressionCodec</code></a> for the map outputs.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>codecClass</code> - the <a href="../../../../org/apache/hadoop/io/compress/CompressionCodec.html" title="interface in org.apache.hadoop.io.compress"><code>CompressionCodec</code></a> class that will compress |
| the map outputs.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getMapOutputCompressorClass-java.lang.Class-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getMapOutputCompressorClass</h4> |
| <pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/io/compress/CompressionCodec.html" title="interface in org.apache.hadoop.io.compress">CompressionCodec</a>> getMapOutputCompressorClass(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/io/compress/CompressionCodec.html" title="interface in org.apache.hadoop.io.compress">CompressionCodec</a>> defaultValue)</pre> |
| <div class="block">Get the <a href="../../../../org/apache/hadoop/io/compress/CompressionCodec.html" title="interface in org.apache.hadoop.io.compress"><code>CompressionCodec</code></a> for compressing the map outputs.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>defaultValue</code> - the <a href="../../../../org/apache/hadoop/io/compress/CompressionCodec.html" title="interface in org.apache.hadoop.io.compress"><code>CompressionCodec</code></a> to return if not set</dd> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the <a href="../../../../org/apache/hadoop/io/compress/CompressionCodec.html" title="interface in org.apache.hadoop.io.compress"><code>CompressionCodec</code></a> class that should be used to compress the |
| map outputs.</dd> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/IllegalArgumentException.html?is-external=true" title="class or interface in java.lang">IllegalArgumentException</a></code> - if the class was specified, but not found</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getMapOutputKeyClass--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getMapOutputKeyClass</h4> |
| <pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><?> getMapOutputKeyClass()</pre> |
| <div class="block">Get the key class for the map output data. If it is not set, use the |
| (final) output key class. This allows the map output key class to be |
| different than the final output key class.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the map output key class.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setMapOutputKeyClass-java.lang.Class-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setMapOutputKeyClass</h4> |
| <pre>public void setMapOutputKeyClass(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><?> theClass)</pre> |
| <div class="block">Set the key class for the map output data. This allows the user to |
| specify the map output key class to be different than the final output |
| value class.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>theClass</code> - the map output key class.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getMapOutputValueClass--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getMapOutputValueClass</h4> |
| <pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><?> getMapOutputValueClass()</pre> |
| <div class="block">Get the value class for the map output data. If it is not set, use the |
| (final) output value class This allows the map output value class to be |
| different than the final output value class.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the map output value class.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setMapOutputValueClass-java.lang.Class-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setMapOutputValueClass</h4> |
| <pre>public void setMapOutputValueClass(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><?> theClass)</pre> |
| <div class="block">Set the value class for the map output data. This allows the user to |
| specify the map output value class to be different than the final output |
| value class.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>theClass</code> - the map output value class.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getOutputKeyClass--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getOutputKeyClass</h4> |
| <pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><?> getOutputKeyClass()</pre> |
| <div class="block">Get the key class for the job output data.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the key class for the job output data.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setOutputKeyClass-java.lang.Class-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setOutputKeyClass</h4> |
| <pre>public void setOutputKeyClass(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><?> theClass)</pre> |
| <div class="block">Set the key class for the job output data.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>theClass</code> - the key class for the job output data.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getOutputKeyComparator--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getOutputKeyComparator</h4> |
| <pre>public <a href="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io">RawComparator</a> getOutputKeyComparator()</pre> |
| <div class="block">Get the <a href="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io"><code>RawComparator</code></a> comparator used to compare keys.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the <a href="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io"><code>RawComparator</code></a> comparator used to compare keys.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setOutputKeyComparatorClass-java.lang.Class-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setOutputKeyComparatorClass</h4> |
| <pre>public void setOutputKeyComparatorClass(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io">RawComparator</a>> theClass)</pre> |
| <div class="block">Set the <a href="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io"><code>RawComparator</code></a> comparator used to compare keys.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>theClass</code> - the <a href="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io"><code>RawComparator</code></a> comparator used to |
| compare keys.</dd> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setOutputValueGroupingComparator-java.lang.Class-"><code>setOutputValueGroupingComparator(Class)</code></a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setKeyFieldComparatorOptions-java.lang.String-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setKeyFieldComparatorOptions</h4> |
| <pre>public void setKeyFieldComparatorOptions(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> keySpec)</pre> |
| <div class="block">Set the <a href="../../../../org/apache/hadoop/mapred/lib/KeyFieldBasedComparator.html" title="class in org.apache.hadoop.mapred.lib"><code>KeyFieldBasedComparator</code></a> options used to compare keys.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>keySpec</code> - the key specification of the form -k pos1[,pos2], where, |
| pos is of the form f[.c][opts], where f is the number |
| of the key field to use, and c is the number of the first character from |
| the beginning of the field. Fields and character posns are numbered |
| starting with 1; a character position of zero in pos2 indicates the |
| field's last character. If '.c' is omitted from pos1, it defaults to 1 |
| (the beginning of the field); if omitted from pos2, it defaults to 0 |
| (the end of the field). opts are ordering options. The supported options |
| are: |
| -n, (Sort numerically) |
| -r, (Reverse the result of comparison)</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getKeyFieldComparatorOption--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getKeyFieldComparatorOption</h4> |
| <pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> getKeyFieldComparatorOption()</pre> |
| <div class="block">Get the <a href="../../../../org/apache/hadoop/mapred/lib/KeyFieldBasedComparator.html" title="class in org.apache.hadoop.mapred.lib"><code>KeyFieldBasedComparator</code></a> options</div> |
| </li> |
| </ul> |
| <a name="setKeyFieldPartitionerOptions-java.lang.String-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setKeyFieldPartitionerOptions</h4> |
| <pre>public void setKeyFieldPartitionerOptions(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> keySpec)</pre> |
| <div class="block">Set the <a href="../../../../org/apache/hadoop/mapred/lib/KeyFieldBasedPartitioner.html" title="class in org.apache.hadoop.mapred.lib"><code>KeyFieldBasedPartitioner</code></a> options used for |
| <a href="../../../../org/apache/hadoop/mapred/Partitioner.html" title="interface in org.apache.hadoop.mapred"><code>Partitioner</code></a></div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>keySpec</code> - the key specification of the form -k pos1[,pos2], where, |
| pos is of the form f[.c][opts], where f is the number |
| of the key field to use, and c is the number of the first character from |
| the beginning of the field. Fields and character posns are numbered |
| starting with 1; a character position of zero in pos2 indicates the |
| field's last character. If '.c' is omitted from pos1, it defaults to 1 |
| (the beginning of the field); if omitted from pos2, it defaults to 0 |
| (the end of the field).</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getKeyFieldPartitionerOption--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getKeyFieldPartitionerOption</h4> |
| <pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> getKeyFieldPartitionerOption()</pre> |
| <div class="block">Get the <a href="../../../../org/apache/hadoop/mapred/lib/KeyFieldBasedPartitioner.html" title="class in org.apache.hadoop.mapred.lib"><code>KeyFieldBasedPartitioner</code></a> options</div> |
| </li> |
| </ul> |
| <a name="getCombinerKeyGroupingComparator--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getCombinerKeyGroupingComparator</h4> |
| <pre>public <a href="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io">RawComparator</a> getCombinerKeyGroupingComparator()</pre> |
| <div class="block">Get the user defined <a href="../../../../org/apache/hadoop/io/WritableComparable.html" title="interface in org.apache.hadoop.io"><code>WritableComparable</code></a> comparator for |
| grouping keys of inputs to the combiner.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>comparator set by the user for grouping values.</dd> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setCombinerKeyGroupingComparator-java.lang.Class-"><code>for details.</code></a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getOutputValueGroupingComparator--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getOutputValueGroupingComparator</h4> |
| <pre>public <a href="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io">RawComparator</a> getOutputValueGroupingComparator()</pre> |
| <div class="block">Get the user defined <a href="../../../../org/apache/hadoop/io/WritableComparable.html" title="interface in org.apache.hadoop.io"><code>WritableComparable</code></a> comparator for |
| grouping keys of inputs to the reduce.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>comparator set by the user for grouping values.</dd> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setOutputValueGroupingComparator-java.lang.Class-"><code>for details.</code></a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setCombinerKeyGroupingComparator-java.lang.Class-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setCombinerKeyGroupingComparator</h4> |
| <pre>public void setCombinerKeyGroupingComparator(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io">RawComparator</a>> theClass)</pre> |
| <div class="block">Set the user defined <a href="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io"><code>RawComparator</code></a> comparator for |
| grouping keys in the input to the combiner. |
| |
| <p>This comparator should be provided if the equivalence rules for keys |
| for sorting the intermediates are different from those for grouping keys |
| before each call to |
| <a href="../../../../org/apache/hadoop/mapred/Reducer.html#reduce-K2-java.util.Iterator-org.apache.hadoop.mapred.OutputCollector-org.apache.hadoop.mapred.Reporter-"><code>Reducer.reduce(Object, java.util.Iterator, OutputCollector, Reporter)</code></a>.</p> |
| |
| <p>For key-value pairs (K1,V1) and (K2,V2), the values (V1, V2) are passed |
| in a single call to the reduce function if K1 and K2 compare as equal.</p> |
| |
| <p>Since <a href="../../../../org/apache/hadoop/mapred/JobConf.html#setOutputKeyComparatorClass-java.lang.Class-"><code>setOutputKeyComparatorClass(Class)</code></a> can be used to control |
| how keys are sorted, this can be used in conjunction to simulate |
| <i>secondary sort on values</i>.</p> |
| |
| <p><i>Note</i>: This is not a guarantee of the combiner sort being |
| <i>stable</i> in any sense. (In any case, with the order of available |
| map-outputs to the combiner being non-deterministic, it wouldn't make |
| that much sense.)</p></div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>theClass</code> - the comparator class to be used for grouping keys for the |
| combiner. It should implement <code>RawComparator</code>.</dd> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setOutputKeyComparatorClass-java.lang.Class-"><code>setOutputKeyComparatorClass(Class)</code></a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setOutputValueGroupingComparator-java.lang.Class-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setOutputValueGroupingComparator</h4> |
| <pre>public void setOutputValueGroupingComparator(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io">RawComparator</a>> theClass)</pre> |
| <div class="block">Set the user defined <a href="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io"><code>RawComparator</code></a> comparator for |
| grouping keys in the input to the reduce. |
| |
| <p>This comparator should be provided if the equivalence rules for keys |
| for sorting the intermediates are different from those for grouping keys |
| before each call to |
| <a href="../../../../org/apache/hadoop/mapred/Reducer.html#reduce-K2-java.util.Iterator-org.apache.hadoop.mapred.OutputCollector-org.apache.hadoop.mapred.Reporter-"><code>Reducer.reduce(Object, java.util.Iterator, OutputCollector, Reporter)</code></a>.</p> |
| |
| <p>For key-value pairs (K1,V1) and (K2,V2), the values (V1, V2) are passed |
| in a single call to the reduce function if K1 and K2 compare as equal.</p> |
| |
| <p>Since <a href="../../../../org/apache/hadoop/mapred/JobConf.html#setOutputKeyComparatorClass-java.lang.Class-"><code>setOutputKeyComparatorClass(Class)</code></a> can be used to control |
| how keys are sorted, this can be used in conjunction to simulate |
| <i>secondary sort on values</i>.</p> |
| |
| <p><i>Note</i>: This is not a guarantee of the reduce sort being |
| <i>stable</i> in any sense. (In any case, with the order of available |
| map-outputs to the reduce being non-deterministic, it wouldn't make |
| that much sense.)</p></div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>theClass</code> - the comparator class to be used for grouping keys. |
| It should implement <code>RawComparator</code>.</dd> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setOutputKeyComparatorClass-java.lang.Class-"><code>setOutputKeyComparatorClass(Class)</code></a>, |
| <a href="../../../../org/apache/hadoop/mapred/JobConf.html#setCombinerKeyGroupingComparator-java.lang.Class-"><code>setCombinerKeyGroupingComparator(Class)</code></a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getUseNewMapper--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getUseNewMapper</h4> |
| <pre>public boolean getUseNewMapper()</pre> |
| <div class="block">Should the framework use the new context-object code for running |
| the mapper?</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>true, if the new api should be used</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setUseNewMapper-boolean-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setUseNewMapper</h4> |
| <pre>public void setUseNewMapper(boolean flag)</pre> |
| <div class="block">Set whether the framework should use the new api for the mapper. |
| This is the default for jobs submitted with the new Job api.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>flag</code> - true, if the new api should be used</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getUseNewReducer--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getUseNewReducer</h4> |
| <pre>public boolean getUseNewReducer()</pre> |
| <div class="block">Should the framework use the new context-object code for running |
| the reducer?</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>true, if the new api should be used</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setUseNewReducer-boolean-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setUseNewReducer</h4> |
| <pre>public void setUseNewReducer(boolean flag)</pre> |
| <div class="block">Set whether the framework should use the new api for the reducer. |
| This is the default for jobs submitted with the new Job api.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>flag</code> - true, if the new api should be used</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getOutputValueClass--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getOutputValueClass</h4> |
| <pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><?> getOutputValueClass()</pre> |
| <div class="block">Get the value class for job outputs.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the value class for job outputs.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setOutputValueClass-java.lang.Class-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setOutputValueClass</h4> |
| <pre>public void setOutputValueClass(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><?> theClass)</pre> |
| <div class="block">Set the value class for job outputs.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>theClass</code> - the value class for job outputs.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getMapperClass--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getMapperClass</h4> |
| <pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred">Mapper</a>> getMapperClass()</pre> |
| <div class="block">Get the <a href="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred"><code>Mapper</code></a> class for the job.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the <a href="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred"><code>Mapper</code></a> class for the job.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setMapperClass-java.lang.Class-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setMapperClass</h4> |
| <pre>public void setMapperClass(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred">Mapper</a>> theClass)</pre> |
| <div class="block">Set the <a href="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred"><code>Mapper</code></a> class for the job.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>theClass</code> - the <a href="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred"><code>Mapper</code></a> class for the job.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getMapRunnerClass--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getMapRunnerClass</h4> |
| <pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/mapred/MapRunnable.html" title="interface in org.apache.hadoop.mapred">MapRunnable</a>> getMapRunnerClass()</pre> |
| <div class="block">Get the <a href="../../../../org/apache/hadoop/mapred/MapRunnable.html" title="interface in org.apache.hadoop.mapred"><code>MapRunnable</code></a> class for the job.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the <a href="../../../../org/apache/hadoop/mapred/MapRunnable.html" title="interface in org.apache.hadoop.mapred"><code>MapRunnable</code></a> class for the job.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setMapRunnerClass-java.lang.Class-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setMapRunnerClass</h4> |
| <pre>public void setMapRunnerClass(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/mapred/MapRunnable.html" title="interface in org.apache.hadoop.mapred">MapRunnable</a>> theClass)</pre> |
| <div class="block">Expert: Set the <a href="../../../../org/apache/hadoop/mapred/MapRunnable.html" title="interface in org.apache.hadoop.mapred"><code>MapRunnable</code></a> class for the job. |
| |
| Typically used to exert greater control on <a href="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred"><code>Mapper</code></a>s.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>theClass</code> - the <a href="../../../../org/apache/hadoop/mapred/MapRunnable.html" title="interface in org.apache.hadoop.mapred"><code>MapRunnable</code></a> class for the job.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getPartitionerClass--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getPartitionerClass</h4> |
| <pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/mapred/Partitioner.html" title="interface in org.apache.hadoop.mapred">Partitioner</a>> getPartitionerClass()</pre> |
| <div class="block">Get the <a href="../../../../org/apache/hadoop/mapred/Partitioner.html" title="interface in org.apache.hadoop.mapred"><code>Partitioner</code></a> used to partition <a href="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred"><code>Mapper</code></a>-outputs |
| to be sent to the <a href="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred"><code>Reducer</code></a>s.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the <a href="../../../../org/apache/hadoop/mapred/Partitioner.html" title="interface in org.apache.hadoop.mapred"><code>Partitioner</code></a> used to partition map-outputs.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setPartitionerClass-java.lang.Class-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setPartitionerClass</h4> |
| <pre>public void setPartitionerClass(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/mapred/Partitioner.html" title="interface in org.apache.hadoop.mapred">Partitioner</a>> theClass)</pre> |
| <div class="block">Set the <a href="../../../../org/apache/hadoop/mapred/Partitioner.html" title="interface in org.apache.hadoop.mapred"><code>Partitioner</code></a> class used to partition |
| <a href="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred"><code>Mapper</code></a>-outputs to be sent to the <a href="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred"><code>Reducer</code></a>s.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>theClass</code> - the <a href="../../../../org/apache/hadoop/mapred/Partitioner.html" title="interface in org.apache.hadoop.mapred"><code>Partitioner</code></a> used to partition map-outputs.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getReducerClass--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getReducerClass</h4> |
| <pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred">Reducer</a>> getReducerClass()</pre> |
| <div class="block">Get the <a href="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred"><code>Reducer</code></a> class for the job.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the <a href="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred"><code>Reducer</code></a> class for the job.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setReducerClass-java.lang.Class-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setReducerClass</h4> |
| <pre>public void setReducerClass(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred">Reducer</a>> theClass)</pre> |
| <div class="block">Set the <a href="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred"><code>Reducer</code></a> class for the job.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>theClass</code> - the <a href="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred"><code>Reducer</code></a> class for the job.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getCombinerClass--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getCombinerClass</h4> |
| <pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred">Reducer</a>> getCombinerClass()</pre> |
| <div class="block">Get the user-defined <i>combiner</i> class used to combine map-outputs |
| before being sent to the reducers. Typically the combiner is same as the |
| the <a href="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred"><code>Reducer</code></a> for the job i.e. <a href="../../../../org/apache/hadoop/mapred/JobConf.html#getReducerClass--"><code>getReducerClass()</code></a>.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the user-defined combiner class used to combine map-outputs.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setCombinerClass-java.lang.Class-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setCombinerClass</h4> |
| <pre>public void setCombinerClass(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><? extends <a href="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred">Reducer</a>> theClass)</pre> |
| <div class="block">Set the user-defined <i>combiner</i> class used to combine map-outputs |
| before being sent to the reducers. |
| |
| <p>The combiner is an application-specified aggregation operation, which |
| can help cut down the amount of data transferred between the |
| <a href="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred"><code>Mapper</code></a> and the <a href="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred"><code>Reducer</code></a>, leading to better performance.</p> |
| |
| <p>The framework may invoke the combiner 0, 1, or multiple times, in both |
| the mapper and reducer tasks. In general, the combiner is called as the |
| sort/merge result is written to disk. The combiner must: |
| <ul> |
| <li> be side-effect free</li> |
| <li> have the same input and output key types and the same input and |
| output value types</li> |
| </ul> |
| |
| <p>Typically the combiner is same as the <code>Reducer</code> for the |
| job i.e. <a href="../../../../org/apache/hadoop/mapred/JobConf.html#setReducerClass-java.lang.Class-"><code>setReducerClass(Class)</code></a>.</p></div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>theClass</code> - the user-defined combiner class used to combine |
| map-outputs.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getSpeculativeExecution--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getSpeculativeExecution</h4> |
| <pre>public boolean getSpeculativeExecution()</pre> |
| <div class="block">Should speculative execution be used for this job? |
| Defaults to <code>true</code>.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd><code>true</code> if speculative execution be used for this job, |
| <code>false</code> otherwise.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setSpeculativeExecution-boolean-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setSpeculativeExecution</h4> |
| <pre>public void setSpeculativeExecution(boolean speculativeExecution)</pre> |
| <div class="block">Turn speculative execution on or off for this job.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>speculativeExecution</code> - <code>true</code> if speculative execution |
| should be turned on, else <code>false</code>.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getMapSpeculativeExecution--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getMapSpeculativeExecution</h4> |
| <pre>public boolean getMapSpeculativeExecution()</pre> |
| <div class="block">Should speculative execution be used for this job for map tasks? |
| Defaults to <code>true</code>.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd><code>true</code> if speculative execution be |
| used for this job for map tasks, |
| <code>false</code> otherwise.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setMapSpeculativeExecution-boolean-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setMapSpeculativeExecution</h4> |
| <pre>public void setMapSpeculativeExecution(boolean speculativeExecution)</pre> |
| <div class="block">Turn speculative execution on or off for this job for map tasks.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>speculativeExecution</code> - <code>true</code> if speculative execution |
| should be turned on for map tasks, |
| else <code>false</code>.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getReduceSpeculativeExecution--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getReduceSpeculativeExecution</h4> |
| <pre>public boolean getReduceSpeculativeExecution()</pre> |
| <div class="block">Should speculative execution be used for this job for reduce tasks? |
| Defaults to <code>true</code>.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd><code>true</code> if speculative execution be used |
| for reduce tasks for this job, |
| <code>false</code> otherwise.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setReduceSpeculativeExecution-boolean-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setReduceSpeculativeExecution</h4> |
| <pre>public void setReduceSpeculativeExecution(boolean speculativeExecution)</pre> |
| <div class="block">Turn speculative execution on or off for this job for reduce tasks.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>speculativeExecution</code> - <code>true</code> if speculative execution |
| should be turned on for reduce tasks, |
| else <code>false</code>.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getNumMapTasks--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getNumMapTasks</h4> |
| <pre>public int getNumMapTasks()</pre> |
| <div class="block">Get the configured number of map tasks for this job. |
| Defaults to <code>1</code>.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the number of map tasks for this job.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setNumMapTasks-int-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setNumMapTasks</h4> |
| <pre>public void setNumMapTasks(int n)</pre> |
| <div class="block">Set the number of map tasks for this job. |
| |
| <p><i>Note</i>: This is only a <i>hint</i> to the framework. The actual |
| number of spawned map tasks depends on the number of <a href="../../../../org/apache/hadoop/mapred/InputSplit.html" title="interface in org.apache.hadoop.mapred"><code>InputSplit</code></a>s |
| generated by the job's <a href="../../../../org/apache/hadoop/mapred/InputFormat.html#getSplits-org.apache.hadoop.mapred.JobConf-int-"><code>InputFormat.getSplits(JobConf, int)</code></a>. |
| |
| A custom <a href="../../../../org/apache/hadoop/mapred/InputFormat.html" title="interface in org.apache.hadoop.mapred"><code>InputFormat</code></a> is typically used to accurately control |
| the number of map tasks for the job.</p> |
| |
| <b id="NoOfMaps">How many maps?</b> |
| |
| <p>The number of maps is usually driven by the total size of the inputs |
| i.e. total number of blocks of the input files.</p> |
| |
| <p>The right level of parallelism for maps seems to be around 10-100 maps |
| per-node, although it has been set up to 300 or so for very cpu-light map |
| tasks. Task setup takes awhile, so it is best if the maps take at least a |
| minute to execute.</p> |
| |
| <p>The default behavior of file-based <a href="../../../../org/apache/hadoop/mapred/InputFormat.html" title="interface in org.apache.hadoop.mapred"><code>InputFormat</code></a>s is to split the |
| input into <i>logical</i> <a href="../../../../org/apache/hadoop/mapred/InputSplit.html" title="interface in org.apache.hadoop.mapred"><code>InputSplit</code></a>s based on the total size, in |
| bytes, of input files. However, the <a href="../../../../org/apache/hadoop/fs/FileSystem.html" title="class in org.apache.hadoop.fs"><code>FileSystem</code></a> blocksize of the |
| input files is treated as an upper bound for input splits. A lower bound |
| on the split size can be set via |
| <a href="../../../../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/mapred-default.xml#mapreduce.input.fileinputformat.split.minsize"> |
| mapreduce.input.fileinputformat.split.minsize</a>.</p> |
| |
| <p>Thus, if you expect 10TB of input data and have a blocksize of 128MB, |
| you'll end up with 82,000 maps, unless <a href="../../../../org/apache/hadoop/mapred/JobConf.html#setNumMapTasks-int-"><code>setNumMapTasks(int)</code></a> is |
| used to set it even higher.</p></div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>n</code> - the number of map tasks for this job.</dd> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../org/apache/hadoop/mapred/InputFormat.html#getSplits-org.apache.hadoop.mapred.JobConf-int-"><code>InputFormat.getSplits(JobConf, int)</code></a>, |
| <a href="../../../../org/apache/hadoop/mapred/FileInputFormat.html" title="class in org.apache.hadoop.mapred"><code>FileInputFormat</code></a>, |
| <a href="../../../../org/apache/hadoop/fs/FileSystem.html#getDefaultBlockSize--"><code>FileSystem.getDefaultBlockSize()</code></a>, |
| <a href="../../../../org/apache/hadoop/fs/FileStatus.html#getBlockSize--"><code>FileStatus.getBlockSize()</code></a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getNumReduceTasks--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getNumReduceTasks</h4> |
| <pre>public int getNumReduceTasks()</pre> |
| <div class="block">Get the configured number of reduce tasks for this job. Defaults to |
| <code>1</code>.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the number of reduce tasks for this job.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setNumReduceTasks-int-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setNumReduceTasks</h4> |
| <pre>public void setNumReduceTasks(int n)</pre> |
| <div class="block">Set the requisite number of reduce tasks for this job. |
| |
| <b id="NoOfReduces">How many reduces?</b> |
| |
| <p>The right number of reduces seems to be <code>0.95</code> or |
| <code>1.75</code> multiplied by ( |
| <i>available memory for reduce tasks</i> |
| (The value of this should be smaller than |
| numNodes * yarn.nodemanager.resource.memory-mb |
| since the resource of memory is shared by map tasks and other |
| applications) / |
| <a href="../../../../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/mapred-default.xml#mapreduce.reduce.memory.mb"> |
| mapreduce.reduce.memory.mb</a>). |
| </p> |
| |
| <p>With <code>0.95</code> all of the reduces can launch immediately and |
| start transfering map outputs as the maps finish. With <code>1.75</code> |
| the faster nodes will finish their first round of reduces and launch a |
| second wave of reduces doing a much better job of load balancing.</p> |
| |
| <p>Increasing the number of reduces increases the framework overhead, but |
| increases load balancing and lowers the cost of failures.</p> |
| |
| <p>The scaling factors above are slightly less than whole numbers to |
| reserve a few reduce slots in the framework for speculative-tasks, failures |
| etc.</p> |
| |
| <b id="ReducerNone">Reducer NONE</b> |
| |
| <p>It is legal to set the number of reduce-tasks to <code>zero</code>.</p> |
| |
| <p>In this case the output of the map-tasks directly go to distributed |
| file-system, to the path set by |
| <a href="../../../../org/apache/hadoop/mapred/FileOutputFormat.html#setOutputPath-org.apache.hadoop.mapred.JobConf-org.apache.hadoop.fs.Path-"><code>FileOutputFormat.setOutputPath(JobConf, Path)</code></a>. Also, the |
| framework doesn't sort the map-outputs before writing it out to HDFS.</p></div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>n</code> - the number of reduce tasks for this job.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getMaxMapAttempts--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getMaxMapAttempts</h4> |
| <pre>public int getMaxMapAttempts()</pre> |
| <div class="block">Get the configured number of maximum attempts that will be made to run a |
| map task, as specified by the <code>mapreduce.map.maxattempts</code> |
| property. If this property is not already set, the default is 4 attempts.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the max number of attempts per map task.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setMaxMapAttempts-int-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setMaxMapAttempts</h4> |
| <pre>public void setMaxMapAttempts(int n)</pre> |
| <div class="block">Expert: Set the number of maximum attempts that will be made to run a |
| map task.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>n</code> - the number of attempts per map task.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getMaxReduceAttempts--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getMaxReduceAttempts</h4> |
| <pre>public int getMaxReduceAttempts()</pre> |
| <div class="block">Get the configured number of maximum attempts that will be made to run a |
| reduce task, as specified by the <code>mapreduce.reduce.maxattempts</code> |
| property. If this property is not already set, the default is 4 attempts.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the max number of attempts per reduce task.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setMaxReduceAttempts-int-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setMaxReduceAttempts</h4> |
| <pre>public void setMaxReduceAttempts(int n)</pre> |
| <div class="block">Expert: Set the number of maximum attempts that will be made to run a |
| reduce task.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>n</code> - the number of attempts per reduce task.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getJobName--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getJobName</h4> |
| <pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> getJobName()</pre> |
| <div class="block">Get the user-specified job name. This is only used to identify the |
| job to the user.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the job's name, defaulting to "".</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setJobName-java.lang.String-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setJobName</h4> |
| <pre>public void setJobName(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> name)</pre> |
| <div class="block">Set the user-specified job name.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>name</code> - the job's new name.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getSessionId--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getSessionId</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> getSessionId()</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| <div class="block">Get the user-specified session identifier. The default is the empty string. |
| |
| The session identifier is used to tag metric data that is reported to some |
| performance metrics system via the org.apache.hadoop.metrics API. The |
| session identifier is intended, in particular, for use by Hadoop-On-Demand |
| (HOD) which allocates a virtual Hadoop cluster dynamically and transiently. |
| HOD will set the session identifier by modifying the mapred-site.xml file |
| before starting the cluster. |
| |
| When not running under HOD, this identifer is expected to remain set to |
| the empty string.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the session identifier, defaulting to "".</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setSessionId-java.lang.String-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setSessionId</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public void setSessionId(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> sessionId)</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| <div class="block">Set the user-specified session identifier.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>sessionId</code> - the new session id.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setMaxTaskFailuresPerTracker-int-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setMaxTaskFailuresPerTracker</h4> |
| <pre>public void setMaxTaskFailuresPerTracker(int noFailures)</pre> |
| <div class="block">Set the maximum no. of failures of a given job per tasktracker. |
| If the no. of task failures exceeds <code>noFailures</code>, the |
| tasktracker is <i>blacklisted</i> for this job.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>noFailures</code> - maximum no. of failures of a given job per tasktracker.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getMaxTaskFailuresPerTracker--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getMaxTaskFailuresPerTracker</h4> |
| <pre>public int getMaxTaskFailuresPerTracker()</pre> |
| <div class="block">Expert: Get the maximum no. of failures of a given job per tasktracker. |
| If the no. of task failures exceeds this, the tasktracker is |
| <i>blacklisted</i> for this job.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the maximum no. of failures of a given job per tasktracker.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getMaxMapTaskFailuresPercent--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getMaxMapTaskFailuresPercent</h4> |
| <pre>public int getMaxMapTaskFailuresPercent()</pre> |
| <div class="block">Get the maximum percentage of map tasks that can fail without |
| the job being aborted. |
| |
| Each map task is executed a minimum of <a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMaxMapAttempts--"><code>getMaxMapAttempts()</code></a> |
| attempts before being declared as <i>failed</i>. |
| |
| Defaults to <code>zero</code>, i.e. <i>any</i> failed map-task results in |
| the job being declared as <a href="../../../../org/apache/hadoop/mapred/JobStatus.html#FAILED"><code>JobStatus.FAILED</code></a>.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the maximum percentage of map tasks that can fail without |
| the job being aborted.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setMaxMapTaskFailuresPercent-int-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setMaxMapTaskFailuresPercent</h4> |
| <pre>public void setMaxMapTaskFailuresPercent(int percent)</pre> |
| <div class="block">Expert: Set the maximum percentage of map tasks that can fail without the |
| job being aborted. |
| |
| Each map task is executed a minimum of <a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMaxMapAttempts--"><code>getMaxMapAttempts()</code></a> attempts |
| before being declared as <i>failed</i>.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>percent</code> - the maximum percentage of map tasks that can fail without |
| the job being aborted.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getMaxReduceTaskFailuresPercent--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getMaxReduceTaskFailuresPercent</h4> |
| <pre>public int getMaxReduceTaskFailuresPercent()</pre> |
| <div class="block">Get the maximum percentage of reduce tasks that can fail without |
| the job being aborted. |
| |
| Each reduce task is executed a minimum of <a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMaxReduceAttempts--"><code>getMaxReduceAttempts()</code></a> |
| attempts before being declared as <i>failed</i>. |
| |
| Defaults to <code>zero</code>, i.e. <i>any</i> failed reduce-task results |
| in the job being declared as <a href="../../../../org/apache/hadoop/mapred/JobStatus.html#FAILED"><code>JobStatus.FAILED</code></a>.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the maximum percentage of reduce tasks that can fail without |
| the job being aborted.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setMaxReduceTaskFailuresPercent-int-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setMaxReduceTaskFailuresPercent</h4> |
| <pre>public void setMaxReduceTaskFailuresPercent(int percent)</pre> |
| <div class="block">Set the maximum percentage of reduce tasks that can fail without the job |
| being aborted. |
| |
| Each reduce task is executed a minimum of <a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMaxReduceAttempts--"><code>getMaxReduceAttempts()</code></a> |
| attempts before being declared as <i>failed</i>.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>percent</code> - the maximum percentage of reduce tasks that can fail without |
| the job being aborted.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setJobPriority-org.apache.hadoop.mapred.JobPriority-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setJobPriority</h4> |
| <pre>public void setJobPriority(<a href="../../../../org/apache/hadoop/mapred/JobPriority.html" title="enum in org.apache.hadoop.mapred">JobPriority</a> prio)</pre> |
| <div class="block">Set <a href="../../../../org/apache/hadoop/mapred/JobPriority.html" title="enum in org.apache.hadoop.mapred"><code>JobPriority</code></a> for this job.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>prio</code> - the <a href="../../../../org/apache/hadoop/mapred/JobPriority.html" title="enum in org.apache.hadoop.mapred"><code>JobPriority</code></a> for this job.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setJobPriorityAsInteger-int-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setJobPriorityAsInteger</h4> |
| <pre>public void setJobPriorityAsInteger(int prio)</pre> |
| <div class="block">Set <a href="../../../../org/apache/hadoop/mapred/JobPriority.html" title="enum in org.apache.hadoop.mapred"><code>JobPriority</code></a> for this job.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>prio</code> - the <a href="../../../../org/apache/hadoop/mapred/JobPriority.html" title="enum in org.apache.hadoop.mapred"><code>JobPriority</code></a> for this job.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getJobPriority--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getJobPriority</h4> |
| <pre>public <a href="../../../../org/apache/hadoop/mapred/JobPriority.html" title="enum in org.apache.hadoop.mapred">JobPriority</a> getJobPriority()</pre> |
| <div class="block">Get the <a href="../../../../org/apache/hadoop/mapred/JobPriority.html" title="enum in org.apache.hadoop.mapred"><code>JobPriority</code></a> for this job.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the <a href="../../../../org/apache/hadoop/mapred/JobPriority.html" title="enum in org.apache.hadoop.mapred"><code>JobPriority</code></a> for this job.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getJobPriorityAsInteger--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getJobPriorityAsInteger</h4> |
| <pre>public int getJobPriorityAsInteger()</pre> |
| <div class="block">Get the priority for this job.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the priority for this job.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getProfileEnabled--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getProfileEnabled</h4> |
| <pre>public boolean getProfileEnabled()</pre> |
| <div class="block">Get whether the task profiling is enabled.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>true if some tasks will be profiled</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setProfileEnabled-boolean-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setProfileEnabled</h4> |
| <pre>public void setProfileEnabled(boolean newValue)</pre> |
| <div class="block">Set whether the system should collect profiler information for some of |
| the tasks in this job? The information is stored in the user log |
| directory.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>newValue</code> - true means it should be gathered</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getProfileParams--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getProfileParams</h4> |
| <pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> getProfileParams()</pre> |
| <div class="block">Get the profiler configuration arguments. |
| |
| The default value for this property is |
| "-agentlib:hprof=cpu=samples,heap=sites,force=n,thread=y,verbose=n,file=%s"</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the parameters to pass to the task child to configure profiling</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setProfileParams-java.lang.String-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setProfileParams</h4> |
| <pre>public void setProfileParams(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> value)</pre> |
| <div class="block">Set the profiler configuration arguments. If the string contains a '%s' it |
| will be replaced with the name of the profiling output file when the task |
| runs. |
| |
| This value is passed to the task child JVM on the command line.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>value</code> - the configuration string</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getProfileTaskRange-boolean-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getProfileTaskRange</h4> |
| <pre>public org.apache.hadoop.conf.Configuration.IntegerRanges getProfileTaskRange(boolean isMap)</pre> |
| <div class="block">Get the range of maps or reduces to profile.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>isMap</code> - is the task a map?</dd> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the task ranges</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setProfileTaskRange-boolean-java.lang.String-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setProfileTaskRange</h4> |
| <pre>public void setProfileTaskRange(boolean isMap, |
| <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> newValue)</pre> |
| <div class="block">Set the ranges of maps or reduces to profile. setProfileEnabled(true) |
| must also be called.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>newValue</code> - a set of integer ranges of the map ids</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setMapDebugScript-java.lang.String-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setMapDebugScript</h4> |
| <pre>public void setMapDebugScript(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> mDbgScript)</pre> |
| <div class="block">Set the debug script to run when the map tasks fail. |
| |
| <p>The debug script can aid debugging of failed map tasks. The script is |
| given task's stdout, stderr, syslog, jobconf files as arguments.</p> |
| |
| <p>The debug command, run on the node where the map failed, is:</p> |
| <p><blockquote><pre> |
| $script $stdout $stderr $syslog $jobconf. |
| </pre></blockquote> |
| |
| <p> The script file is distributed through <code>DistributedCache</code> |
| APIs. The script needs to be symlinked. </p> |
| |
| <p>Here is an example on how to submit a script |
| <p><blockquote><pre> |
| job.setMapDebugScript("./myscript"); |
| DistributedCache.createSymlink(job); |
| DistributedCache.addCacheFile("/debug/scripts/myscript#myscript"); |
| </pre></blockquote></div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>mDbgScript</code> - the script name</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getMapDebugScript--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getMapDebugScript</h4> |
| <pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> getMapDebugScript()</pre> |
| <div class="block">Get the map task's debug script.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the debug Script for the mapred job for failed map tasks.</dd> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setMapDebugScript-java.lang.String-"><code>setMapDebugScript(String)</code></a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setReduceDebugScript-java.lang.String-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setReduceDebugScript</h4> |
| <pre>public void setReduceDebugScript(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> rDbgScript)</pre> |
| <div class="block">Set the debug script to run when the reduce tasks fail. |
| |
| <p>The debug script can aid debugging of failed reduce tasks. The script |
| is given task's stdout, stderr, syslog, jobconf files as arguments.</p> |
| |
| <p>The debug command, run on the node where the map failed, is:</p> |
| <p><blockquote><pre> |
| $script $stdout $stderr $syslog $jobconf. |
| </pre></blockquote> |
| |
| <p> The script file is distributed through <code>DistributedCache</code> |
| APIs. The script file needs to be symlinked </p> |
| |
| <p>Here is an example on how to submit a script |
| <p><blockquote><pre> |
| job.setReduceDebugScript("./myscript"); |
| DistributedCache.createSymlink(job); |
| DistributedCache.addCacheFile("/debug/scripts/myscript#myscript"); |
| </pre></blockquote></div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>rDbgScript</code> - the script name</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getReduceDebugScript--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getReduceDebugScript</h4> |
| <pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> getReduceDebugScript()</pre> |
| <div class="block">Get the reduce task's debug Script</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the debug script for the mapred job for failed reduce tasks.</dd> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setReduceDebugScript-java.lang.String-"><code>setReduceDebugScript(String)</code></a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getJobEndNotificationURI--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getJobEndNotificationURI</h4> |
| <pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> getJobEndNotificationURI()</pre> |
| <div class="block">Get the uri to be invoked in-order to send a notification after the job |
| has completed (success/failure).</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the job end notification uri, <code>null</code> if it hasn't |
| been set.</dd> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setJobEndNotificationURI-java.lang.String-"><code>setJobEndNotificationURI(String)</code></a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setJobEndNotificationURI-java.lang.String-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setJobEndNotificationURI</h4> |
| <pre>public void setJobEndNotificationURI(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> uri)</pre> |
| <div class="block">Set the uri to be invoked in-order to send a notification after the job |
| has completed (success/failure). |
| |
| <p>The uri can contain 2 special parameters: <tt>$jobId</tt> and |
| <tt>$jobStatus</tt>. Those, if present, are replaced by the job's |
| identifier and completion-status respectively.</p> |
| |
| <p>This is typically used by application-writers to implement chaining of |
| Map-Reduce jobs in an <i>asynchronous manner</i>.</p></div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>uri</code> - the job end notification uri</dd> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../org/apache/hadoop/mapred/JobStatus.html" title="class in org.apache.hadoop.mapred"><code>JobStatus</code></a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getJobEndNotificationCustomNotifierClass--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getJobEndNotificationCustomNotifierClass</h4> |
| <pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> getJobEndNotificationCustomNotifierClass()</pre> |
| <div class="block">Returns the class to be invoked in order to send a notification |
| after the job has completed (success/failure).</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the fully-qualified name of the class which implements |
| <code>CustomJobEndNotifier</code> set through the |
| <code>MRJobConfig.MR_JOB_END_NOTIFICATION_CUSTOM_NOTIFIER_CLASS</code> |
| property</dd> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setJobEndNotificationCustomNotifierClass-java.lang.String-"><code>setJobEndNotificationCustomNotifierClass(java.lang.String)</code></a>, |
| <code>MRJobConfig.MR_JOB_END_NOTIFICATION_CUSTOM_NOTIFIER_CLASS</code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setJobEndNotificationCustomNotifierClass-java.lang.String-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setJobEndNotificationCustomNotifierClass</h4> |
| <pre>public void setJobEndNotificationCustomNotifierClass(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> customNotifierClassName)</pre> |
| <div class="block">Sets the class to be invoked in order to send a notification after the job |
| has completed (success/failure). |
| |
| A notification url still has to be set which will be passed to |
| <code>CustomJobEndNotifier.notifyOnce( |
| java.net.URL, org.apache.hadoop.conf.Configuration)</code> |
| along with the Job's conf. |
| |
| If this is set instead of using a simple HttpURLConnection |
| we'll create a new instance of this class |
| which should be an implementation of |
| <code>CustomJobEndNotifier</code>, |
| and we'll invoke that.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>customNotifierClassName</code> - the fully-qualified name of the class |
| which implements |
| <code>CustomJobEndNotifier</code></dd> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setJobEndNotificationURI-java.lang.String-"><code>setJobEndNotificationURI(java.lang.String)</code></a>, |
| <code>MRJobConfig.MR_JOB_END_NOTIFICATION_CUSTOM_NOTIFIER_CLASS</code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getJobLocalDir--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getJobLocalDir</h4> |
| <pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> getJobLocalDir()</pre> |
| <div class="block">Get job-specific shared directory for use as scratch space |
| |
| <p> |
| When a job starts, a shared directory is created at location |
| <code> |
| ${mapreduce.cluster.local.dir}/taskTracker/$user/jobcache/$jobid/work/ </code>. |
| This directory is exposed to the users through |
| <code>mapreduce.job.local.dir </code>. |
| So, the tasks can use this space |
| as scratch space and share files among them. </p> |
| This value is available as System property also.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>The localized job specific shared directory</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getMemoryForMapTask--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getMemoryForMapTask</h4> |
| <pre>public long getMemoryForMapTask()</pre> |
| <div class="block">Get memory required to run a map task of the job, in MB. |
| |
| If a value is specified in the configuration, it is returned. |
| Else, it returns <code>MRJobConfig.DEFAULT_MAP_MEMORY_MB</code>. |
| <p> |
| For backward compatibility, if the job configuration sets the |
| key <a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_TASK_MAXVMEM_PROPERTY"><code>MAPRED_TASK_MAXVMEM_PROPERTY</code></a> to a value different |
| from <a href="../../../../org/apache/hadoop/mapred/JobConf.html#DISABLED_MEMORY_LIMIT"><code>DISABLED_MEMORY_LIMIT</code></a>, that value will be used |
| after converting it from bytes to MB.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>memory required to run a map task of the job, in MB,</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setMemoryForMapTask-long-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setMemoryForMapTask</h4> |
| <pre>public void setMemoryForMapTask(long mem)</pre> |
| </li> |
| </ul> |
| <a name="getMemoryForReduceTask--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getMemoryForReduceTask</h4> |
| <pre>public long getMemoryForReduceTask()</pre> |
| <div class="block">Get memory required to run a reduce task of the job, in MB. |
| |
| If a value is specified in the configuration, it is returned. |
| Else, it returns <code>MRJobConfig.DEFAULT_REDUCE_MEMORY_MB</code>. |
| <p> |
| For backward compatibility, if the job configuration sets the |
| key <a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_TASK_MAXVMEM_PROPERTY"><code>MAPRED_TASK_MAXVMEM_PROPERTY</code></a> to a value different |
| from <a href="../../../../org/apache/hadoop/mapred/JobConf.html#DISABLED_MEMORY_LIMIT"><code>DISABLED_MEMORY_LIMIT</code></a>, that value will be used |
| after converting it from bytes to MB.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>memory required to run a reduce task of the job, in MB.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setMemoryForReduceTask-long-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setMemoryForReduceTask</h4> |
| <pre>public void setMemoryForReduceTask(long mem)</pre> |
| </li> |
| </ul> |
| <a name="getQueueName--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getQueueName</h4> |
| <pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> getQueueName()</pre> |
| <div class="block">Return the name of the queue to which this job is submitted. |
| Defaults to 'default'.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>name of the queue</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setQueueName-java.lang.String-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setQueueName</h4> |
| <pre>public void setQueueName(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> queueName)</pre> |
| <div class="block">Set the name of the queue to which this job should be submitted.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>queueName</code> - Name of the queue</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="normalizeMemoryConfigValue-long-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>normalizeMemoryConfigValue</h4> |
| <pre>public static long normalizeMemoryConfigValue(long val)</pre> |
| <div class="block">Normalize the negative values in configuration</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>val</code> - </dd> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>normalized value</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="findContainingJar-java.lang.Class-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>findContainingJar</h4> |
| <pre>public static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> findContainingJar(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a> my_class)</pre> |
| <div class="block">Find a jar that contains a class of the same name, if any. |
| It will return a jar file, even if that is not the first thing |
| on the class path that has a class with the same name.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>my_class</code> - the class to find.</dd> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>a jar file that contains the class, or null.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getMaxVirtualMemoryForTask--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getMaxVirtualMemoryForTask</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public long getMaxVirtualMemoryForTask()</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> <span class="deprecationComment">Use <a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMemoryForMapTask--"><code>getMemoryForMapTask()</code></a> and |
| <a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMemoryForReduceTask--"><code>getMemoryForReduceTask()</code></a></span></div> |
| <div class="block">Get the memory required to run a task of this job, in bytes. See |
| <a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_TASK_MAXVMEM_PROPERTY"><code>MAPRED_TASK_MAXVMEM_PROPERTY</code></a> |
| <p> |
| This method is deprecated. Now, different memory limits can be |
| set for map and reduce tasks of a job, in MB. |
| <p> |
| For backward compatibility, if the job configuration sets the |
| key <a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_TASK_MAXVMEM_PROPERTY"><code>MAPRED_TASK_MAXVMEM_PROPERTY</code></a>, that value is returned. |
| Otherwise, this method will return the larger of the values returned by |
| <a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMemoryForMapTask--"><code>getMemoryForMapTask()</code></a> and <a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMemoryForReduceTask--"><code>getMemoryForReduceTask()</code></a> |
| after converting them into bytes.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>Memory required to run a task of this job, in bytes.</dd> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../org/apache/hadoop/mapred/JobConf.html#setMaxVirtualMemoryForTask-long-"><code>setMaxVirtualMemoryForTask(long)</code></a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setMaxVirtualMemoryForTask-long-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setMaxVirtualMemoryForTask</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public void setMaxVirtualMemoryForTask(long vmem)</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> <span class="deprecationComment">Use <a href="../../../../org/apache/hadoop/mapred/JobConf.html#setMemoryForMapTask-long-"><code>setMemoryForMapTask(long mem)</code></a> and |
| Use <a href="../../../../org/apache/hadoop/mapred/JobConf.html#setMemoryForReduceTask-long-"><code>setMemoryForReduceTask(long mem)</code></a></span></div> |
| <div class="block">Set the maximum amount of memory any task of this job can use. See |
| <a href="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_TASK_MAXVMEM_PROPERTY"><code>MAPRED_TASK_MAXVMEM_PROPERTY</code></a> |
| <p> |
| mapred.task.maxvmem is split into |
| mapreduce.map.memory.mb |
| and mapreduce.map.memory.mb,mapred |
| each of the new key are set |
| as mapred.task.maxvmem / 1024 |
| as new values are in MB</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>vmem</code> - Maximum amount of virtual memory in bytes any task of this job |
| can use.</dd> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../org/apache/hadoop/mapred/JobConf.html#getMaxVirtualMemoryForTask--"><code>getMaxVirtualMemoryForTask()</code></a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getMaxPhysicalMemoryForTask--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getMaxPhysicalMemoryForTask</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public long getMaxPhysicalMemoryForTask()</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> <span class="deprecationComment">this variable is deprecated and nolonger in use.</span></div> |
| </li> |
| </ul> |
| <a name="setMaxPhysicalMemoryForTask-long-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setMaxPhysicalMemoryForTask</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</a> |
| public void setMaxPhysicalMemoryForTask(long mem)</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| </li> |
| </ul> |
| <a name="main-java.lang.String:A-"> |
| <!-- --> |
| </a> |
| <ul class="blockListLast"> |
| <li class="blockList"> |
| <h4>main</h4> |
| <pre>public static void main(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>[] args) |
| throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| </div> |
| </div> |
| <!-- ========= END OF CLASS DATA ========= --> |
| <!-- ======= START OF BOTTOM NAVBAR ====== --> |
| <div class="bottomNav"><a name="navbar.bottom"> |
| <!-- --> |
| </a> |
| <div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> |
| <a name="navbar.bottom.firstrow"> |
| <!-- --> |
| </a> |
| <ul class="navList" title="Navigation"> |
| <li><a href="../../../../overview-summary.html">Overview</a></li> |
| <li><a href="package-summary.html">Package</a></li> |
| <li class="navBarCell1Rev">Class</li> |
| <li><a href="class-use/JobConf.html">Use</a></li> |
| <li><a href="package-tree.html">Tree</a></li> |
| <li><a href="../../../../deprecated-list.html">Deprecated</a></li> |
| <li><a href="../../../../index-all.html">Index</a></li> |
| <li><a href="../../../../help-doc.html">Help</a></li> |
| </ul> |
| </div> |
| <div class="subNav"> |
| <ul class="navList"> |
| <li><a href="../../../../org/apache/hadoop/mapred/JobClient.html" title="class in org.apache.hadoop.mapred"><span class="typeNameLink">Prev Class</span></a></li> |
| <li><a href="../../../../org/apache/hadoop/mapred/JobConfigurable.html" title="interface in org.apache.hadoop.mapred"><span class="typeNameLink">Next Class</span></a></li> |
| </ul> |
| <ul class="navList"> |
| <li><a href="../../../../index.html?org/apache/hadoop/mapred/JobConf.html" target="_top">Frames</a></li> |
| <li><a href="JobConf.html" target="_top">No Frames</a></li> |
| </ul> |
| <ul class="navList" id="allclasses_navbar_bottom"> |
| <li><a href="../../../../allclasses-noframe.html">All Classes</a></li> |
| </ul> |
| <div> |
| <script type="text/javascript"><!-- |
| allClassesLink = document.getElementById("allclasses_navbar_bottom"); |
| if(window==top) { |
| allClassesLink.style.display = "block"; |
| } |
| else { |
| allClassesLink.style.display = "none"; |
| } |
| //--> |
| </script> |
| </div> |
| <div> |
| <ul class="subNavList"> |
| <li>Summary: </li> |
| <li>Nested | </li> |
| <li><a href="#field.summary">Field</a> | </li> |
| <li><a href="#constructor.summary">Constr</a> | </li> |
| <li><a href="#method.summary">Method</a></li> |
| </ul> |
| <ul class="subNavList"> |
| <li>Detail: </li> |
| <li><a href="#field.detail">Field</a> | </li> |
| <li><a href="#constructor.detail">Constr</a> | </li> |
| <li><a href="#method.detail">Method</a></li> |
| </ul> |
| </div> |
| <a name="skip.navbar.bottom"> |
| <!-- --> |
| </a></div> |
| <!-- ======== END OF BOTTOM NAVBAR ======= --> |
| <p class="legalCopy"><small>Copyright © 2021 <a href="https://www.apache.org">Apache Software Foundation</a>. All rights reserved.</small></p> |
| </body> |
| </html> |
