| <!DOCTYPE HTML> |
| <html lang="en"> |
| <head> |
| <!-- Generated by javadoc (17) on Tue May 28 17:21:12 UTC 2024 --> |
| <title>ShuffleDependency (Spark 4.0.0-preview1 JavaDoc)</title> |
| <meta name="viewport" content="width=device-width, initial-scale=1"> |
| <meta http-equiv="Content-Type" content="text/html; charset=utf-8"> |
| <meta name="dc.created" content="2024-05-28"> |
| <meta name="description" content="declaration: package: org.apache.spark, class: ShuffleDependency"> |
| <meta name="generator" content="javadoc/ClassWriterImpl"> |
| <link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> |
| <link rel="stylesheet" type="text/css" href="../../../script-dir/jquery-ui.min.css" title="Style"> |
| <link rel="stylesheet" type="text/css" href="../../../jquery-ui.overrides.css" title="Style"> |
| <script type="text/javascript" src="../../../script.js"></script> |
| <script type="text/javascript" src="../../../script-dir/jquery-3.6.1.min.js"></script> |
| <script type="text/javascript" src="../../../script-dir/jquery-ui.min.js"></script> |
| </head> |
| <body class="class-declaration-page"> |
| <script type="text/javascript">var evenRowColor = "even-row-color"; |
| var oddRowColor = "odd-row-color"; |
| var tableTab = "table-tab"; |
| var activeTableTab = "active-table-tab"; |
| var pathtoroot = "../../../"; |
| loadScripts(document, 'script');</script> |
| <noscript> |
| <div>JavaScript is disabled on your browser.</div> |
| </noscript> |
| <div class="flex-box"> |
| <header role="banner" class="flex-header"> |
| <nav role="navigation"> |
| <!-- ========= START OF TOP NAVBAR ======= --> |
| <div class="top-nav" id="navbar-top"> |
| <div class="skip-nav"><a href="#skip-navbar-top" title="Skip navigation links">Skip navigation links</a></div> |
| <ul id="navbar-top-firstrow" class="nav-list" title="Navigation"> |
| <li><a href="../../../index.html">Overview</a></li> |
| <li><a href="package-summary.html">Package</a></li> |
| <li class="nav-bar-cell1-rev">Class</li> |
| <li><a href="../../../deprecated-list.html">Deprecated</a></li> |
| <li><a href="../../../index-all.html">Index</a></li> |
| <li><a href="../../../help-doc.html#class">Help</a></li> |
| </ul> |
| </div> |
| <div class="sub-nav"> |
| <div> |
| <ul class="sub-nav-list"> |
| <li>Summary: </li> |
| <li><a href="#nested-class-summary">Nested</a> | </li> |
| <li>Field | </li> |
| <li><a href="#constructor-summary">Constr</a> | </li> |
| <li><a href="#method-summary">Method</a></li> |
| </ul> |
| <ul class="sub-nav-list"> |
| <li>Detail: </li> |
| <li>Field | </li> |
| <li><a href="#constructor-detail">Constr</a> | </li> |
| <li><a href="#method-detail">Method</a></li> |
| </ul> |
| </div> |
| <div class="nav-list-search"><label for="search-input">SEARCH:</label> |
| <input type="text" id="search-input" value="search" disabled="disabled"> |
| <input type="reset" id="reset-button" value="reset" disabled="disabled"> |
| </div> |
| </div> |
| <!-- ========= END OF TOP NAVBAR ========= --> |
| <span class="skip-nav" id="skip-navbar-top"></span></nav> |
| </header> |
| <div class="flex-content"> |
| <main role="main"> |
| <!-- ======== START OF CLASS DATA ======== --> |
| <div class="header"> |
| <div class="sub-title"><span class="package-label-in-type">Package</span> <a href="package-summary.html">org.apache.spark</a></div> |
| <h1 title="Class ShuffleDependency" class="title">Class ShuffleDependency<K,<wbr>V,<wbr>C></h1> |
| </div> |
| <div class="inheritance" title="Inheritance Tree"><a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/Object.html" title="class or interface in java.lang" class="external-link">Object</a> |
| <div class="inheritance"><a href="Dependency.html" title="class in org.apache.spark">org.apache.spark.Dependency</a><scala.Product2<K,<wbr>V>> |
| <div class="inheritance">org.apache.spark.ShuffleDependency<K,<wbr>V,<wbr>C></div> |
| </div> |
| </div> |
| <section class="class-description" id="class-description"> |
| <dl class="notes"> |
| <dt>All Implemented Interfaces:</dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/io/Serializable.html" title="class or interface in java.io" class="external-link">Serializable</a></code>, <code>org.apache.spark.internal.Logging</code></dd> |
| </dl> |
| <hr> |
| <div class="type-signature"><span class="modifiers">public class </span><span class="element-name type-name-label">ShuffleDependency<K,<wbr>V,<wbr>C></span> |
| <span class="extends-implements">extends <a href="Dependency.html" title="class in org.apache.spark">Dependency</a><scala.Product2<K,<wbr>V>> |
| implements org.apache.spark.internal.Logging</span></div> |
| <div class="block">:: DeveloperApi :: |
| Represents a dependency on the output of a shuffle stage. Note that in the case of shuffle, |
| the RDD is transient since we don't need it on the executor side. |
| <p> |
| param: _rdd the parent RDD |
| param: partitioner partitioner used to partition the shuffle output |
| param: serializer <a href="serializer/Serializer.html" title="class in org.apache.spark.serializer"><code>Serializer</code></a> to use. If not set |
| explicitly then the default serializer, as specified by <code>spark.serializer</code> |
| config option, will be used. |
| param: keyOrdering key ordering for RDD's shuffles |
| param: aggregator map/reduce-side aggregator for RDD's shuffle |
| param: mapSideCombine whether to perform partial aggregation (also known as map-side combine) |
| param: shuffleWriterProcessor the processor to control the write behavior in ShuffleMapTask</div> |
| <dl class="notes"> |
| <dt>See Also:</dt> |
| <dd> |
| <ul class="see-list"> |
| <li><a href="../../../serialized-form.html#org.apache.spark.ShuffleDependency">Serialized Form</a></li> |
| </ul> |
| </dd> |
| </dl> |
| </section> |
| <section class="summary"> |
| <ul class="summary-list"> |
| <!-- ======== NESTED CLASS SUMMARY ======== --> |
| <li> |
| <section class="nested-class-summary" id="nested-class-summary"> |
| <h2>Nested Class Summary</h2> |
| <div class="inherited-list"> |
| <h2 id="nested-classes-inherited-from-class-org.apache.spark.internal.Logging">Nested classes/interfaces inherited from interface org.apache.spark.internal.Logging</h2> |
| <code>org.apache.spark.internal.Logging.LogStringContext, org.apache.spark.internal.Logging.SparkShellLoggingFilter</code></div> |
| </section> |
| </li> |
| <!-- ======== CONSTRUCTOR SUMMARY ======== --> |
| <li> |
| <section class="constructor-summary" id="constructor-summary"> |
| <h2>Constructor Summary</h2> |
| <div class="caption"><span>Constructors</span></div> |
| <div class="summary-table two-column-summary"> |
| <div class="table-header col-first">Constructor</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-constructor-name even-row-color"><code><a href="#%3Cinit%3E(org.apache.spark.rdd.RDD,org.apache.spark.Partitioner,org.apache.spark.serializer.Serializer,scala.Option,scala.Option,boolean,org.apache.spark.shuffle.ShuffleWriteProcessor,scala.reflect.ClassTag,scala.reflect.ClassTag,scala.reflect.ClassTag)" class="member-name-link">ShuffleDependency</a><wbr>(<a href="rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><? extends scala.Product2<<a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<wbr><a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>>> _rdd, |
| <a href="Partitioner.html" title="class in org.apache.spark">Partitioner</a> partitioner, |
| <a href="serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a> serializer, |
| scala.Option<scala.math.Ordering<<a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>>> keyOrdering, |
| scala.Option<<a href="Aggregator.html" title="class in org.apache.spark">Aggregator</a><<a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<wbr><a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>,<wbr><a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">C</a>>> aggregator, |
| boolean mapSideCombine, |
| org.apache.spark.shuffle.ShuffleWriteProcessor shuffleWriterProcessor, |
| scala.reflect.ClassTag<<a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>> evidence$1, |
| scala.reflect.ClassTag<<a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>> evidence$2, |
| scala.reflect.ClassTag<<a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">C</a>> evidence$3)</code></div> |
| <div class="col-last even-row-color"> </div> |
| </div> |
| </section> |
| </li> |
| <!-- ========== METHOD SUMMARY =========== --> |
| <li> |
| <section class="method-summary" id="method-summary"> |
| <h2>Method Summary</h2> |
| <div id="method-summary-table"> |
| <div class="table-tabs" role="tablist" aria-orientation="horizontal"><button id="method-summary-table-tab0" role="tab" aria-selected="true" aria-controls="method-summary-table.tabpanel" tabindex="0" onkeydown="switchTab(event)" onclick="show('method-summary-table', 'method-summary-table', 3)" class="active-table-tab">All Methods</button><button id="method-summary-table-tab2" role="tab" aria-selected="false" aria-controls="method-summary-table.tabpanel" tabindex="-1" onkeydown="switchTab(event)" onclick="show('method-summary-table', 'method-summary-table-tab2', 3)" class="table-tab">Instance Methods</button><button id="method-summary-table-tab4" role="tab" aria-selected="false" aria-controls="method-summary-table.tabpanel" tabindex="-1" onkeydown="switchTab(event)" onclick="show('method-summary-table', 'method-summary-table-tab4', 3)" class="table-tab">Concrete Methods</button></div> |
| <div id="method-summary-table.tabpanel" role="tabpanel"> |
| <div class="summary-table three-column-summary" aria-labelledby="method-summary-table-tab0"> |
| <div class="table-header col-first">Modifier and Type</div> |
| <div class="table-header col-second">Method</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code>scala.Option<<a href="Aggregator.html" title="class in org.apache.spark">Aggregator</a><<a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<wbr><a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>,<wbr><a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">C</a>>></code></div> |
| <div class="col-second even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code><a href="#aggregator()" class="member-name-link">aggregator</a>()</code></div> |
| <div class="col-last even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"> </div> |
| <div class="col-first odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code>scala.collection.immutable.Seq<<a href="storage/BlockManagerId.html" title="class in org.apache.spark.storage">BlockManagerId</a>></code></div> |
| <div class="col-second odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code><a href="#getMergerLocs()" class="member-name-link">getMergerLocs</a>()</code></div> |
| <div class="col-last odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"> </div> |
| <div class="col-first even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code>scala.Option<scala.math.Ordering<<a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>>></code></div> |
| <div class="col-second even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code><a href="#keyOrdering()" class="member-name-link">keyOrdering</a>()</code></div> |
| <div class="col-last even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"> </div> |
| <div class="col-first odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code>boolean</code></div> |
| <div class="col-second odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code><a href="#mapSideCombine()" class="member-name-link">mapSideCombine</a>()</code></div> |
| <div class="col-last odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"> </div> |
| <div class="col-first even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code>void</code></div> |
| <div class="col-second even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code><a href="#newShuffleMergeState()" class="member-name-link">newShuffleMergeState</a>()</code></div> |
| <div class="col-last even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"> </div> |
| <div class="col-first odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code><a href="Partitioner.html" title="class in org.apache.spark">Partitioner</a></code></div> |
| <div class="col-second odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code><a href="#partitioner()" class="member-name-link">partitioner</a>()</code></div> |
| <div class="col-last odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"> </div> |
| <div class="col-first even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code><a href="rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><scala.Product2<<a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<wbr><a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>>></code></div> |
| <div class="col-second even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code><a href="#rdd()" class="member-name-link">rdd</a>()</code></div> |
| <div class="col-last even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"> </div> |
| <div class="col-first odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code><a href="serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a></code></div> |
| <div class="col-second odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code><a href="#serializer()" class="member-name-link">serializer</a>()</code></div> |
| <div class="col-last odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"> </div> |
| <div class="col-first even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code>void</code></div> |
| <div class="col-second even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code><a href="#setMergerLocs(scala.collection.immutable.Seq)" class="member-name-link">setMergerLocs</a><wbr>(scala.collection.immutable.Seq<<a href="storage/BlockManagerId.html" title="class in org.apache.spark.storage">BlockManagerId</a>> mergerLocs)</code></div> |
| <div class="col-last even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"> </div> |
| <div class="col-first odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code>org.apache.spark.shuffle.ShuffleHandle</code></div> |
| <div class="col-second odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code><a href="#shuffleHandle()" class="member-name-link">shuffleHandle</a>()</code></div> |
| <div class="col-last odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"> </div> |
| <div class="col-first even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code>int</code></div> |
| <div class="col-second even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code><a href="#shuffleId()" class="member-name-link">shuffleId</a>()</code></div> |
| <div class="col-last even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"> </div> |
| <div class="col-first odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code>boolean</code></div> |
| <div class="col-second odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code><a href="#shuffleMergeAllowed()" class="member-name-link">shuffleMergeAllowed</a>()</code></div> |
| <div class="col-last odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"> </div> |
| <div class="col-first even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code>boolean</code></div> |
| <div class="col-second even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code><a href="#shuffleMergeEnabled()" class="member-name-link">shuffleMergeEnabled</a>()</code></div> |
| <div class="col-last even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"> </div> |
| <div class="col-first odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code>boolean</code></div> |
| <div class="col-second odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code><a href="#shuffleMergeFinalized()" class="member-name-link">shuffleMergeFinalized</a>()</code></div> |
| <div class="col-last odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"> |
| <div class="block">Returns true if push-based shuffle is disabled or if the shuffle merge for |
| this shuffle is finalized.</div> |
| </div> |
| <div class="col-first even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code>int</code></div> |
| <div class="col-second even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code><a href="#shuffleMergeId()" class="member-name-link">shuffleMergeId</a>()</code></div> |
| <div class="col-last even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"> |
| <div class="block">shuffleMergeId is used to uniquely identify merging process of shuffle |
| by an indeterminate stage attempt.</div> |
| </div> |
| <div class="col-first odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code>org.apache.spark.shuffle.ShuffleWriteProcessor</code></div> |
| <div class="col-second odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code><a href="#shuffleWriterProcessor()" class="member-name-link">shuffleWriterProcessor</a>()</code></div> |
| <div class="col-last odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"> </div> |
| </div> |
| </div> |
| </div> |
| <div class="inherited-list"> |
| <h3 id="methods-inherited-from-class-Object">Methods inherited from class java.lang.<a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/Object.html" title="class or interface in java.lang" class="external-link">Object</a></h3> |
| <code><a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/Object.html#equals(java.lang.Object)" title="class or interface in java.lang" class="external-link">equals</a>, <a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/Object.html#getClass()" title="class or interface in java.lang" class="external-link">getClass</a>, <a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/Object.html#hashCode()" title="class or interface in java.lang" class="external-link">hashCode</a>, <a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/Object.html#notify()" title="class or interface in java.lang" class="external-link">notify</a>, <a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/Object.html#notifyAll()" title="class or interface in java.lang" class="external-link">notifyAll</a>, <a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/Object.html#toString()" title="class or interface in java.lang" class="external-link">toString</a>, <a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/Object.html#wait()" title="class or interface in java.lang" class="external-link">wait</a>, <a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/Object.html#wait(long)" title="class or interface in java.lang" class="external-link">wait</a>, <a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/Object.html#wait(long,int)" title="class or interface in java.lang" class="external-link">wait</a></code></div> |
| <div class="inherited-list"> |
| <h3 id="methods-inherited-from-class-org.apache.spark.internal.Logging">Methods inherited from interface org.apache.spark.internal.Logging</h3> |
| <code>initializeForcefully, initializeLogIfNecessary, initializeLogIfNecessary, initializeLogIfNecessary$default$2, isTraceEnabled, log, logDebug, logDebug, logDebug, logDebug, logError, logError, logError, logError, logInfo, logInfo, logInfo, logInfo, logName, LogStringContext, logTrace, logTrace, logTrace, logTrace, logWarning, logWarning, logWarning, logWarning, org$apache$spark$internal$Logging$$log_, org$apache$spark$internal$Logging$$log__$eq, withLogContext</code></div> |
| </section> |
| </li> |
| </ul> |
| </section> |
| <section class="details"> |
| <ul class="details-list"> |
| <!-- ========= CONSTRUCTOR DETAIL ======== --> |
| <li> |
| <section class="constructor-details" id="constructor-detail"> |
| <h2>Constructor Details</h2> |
| <ul class="member-list"> |
| <li> |
| <section class="detail" id="<init>(org.apache.spark.rdd.RDD,org.apache.spark.Partitioner,org.apache.spark.serializer.Serializer,scala.Option,scala.Option,boolean,org.apache.spark.shuffle.ShuffleWriteProcessor,scala.reflect.ClassTag,scala.reflect.ClassTag,scala.reflect.ClassTag)"> |
| <h3>ShuffleDependency</h3> |
| <div class="member-signature"><span class="modifiers">public</span> <span class="element-name">ShuffleDependency</span><wbr><span class="parameters">(<a href="rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><? extends scala.Product2<<a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<wbr><a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>>> _rdd, |
| <a href="Partitioner.html" title="class in org.apache.spark">Partitioner</a> partitioner, |
| <a href="serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a> serializer, |
| scala.Option<scala.math.Ordering<<a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>>> keyOrdering, |
| scala.Option<<a href="Aggregator.html" title="class in org.apache.spark">Aggregator</a><<a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<wbr><a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>,<wbr><a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">C</a>>> aggregator, |
| boolean mapSideCombine, |
| org.apache.spark.shuffle.ShuffleWriteProcessor shuffleWriterProcessor, |
| scala.reflect.ClassTag<<a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>> evidence$1, |
| scala.reflect.ClassTag<<a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>> evidence$2, |
| scala.reflect.ClassTag<<a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">C</a>> evidence$3)</span></div> |
| </section> |
| </li> |
| </ul> |
| </section> |
| </li> |
| <!-- ============ METHOD DETAIL ========== --> |
| <li> |
| <section class="method-details" id="method-detail"> |
| <h2>Method Details</h2> |
| <ul class="member-list"> |
| <li> |
| <section class="detail" id="partitioner()"> |
| <h3>partitioner</h3> |
| <div class="member-signature"><span class="modifiers">public</span> <span class="return-type"><a href="Partitioner.html" title="class in org.apache.spark">Partitioner</a></span> <span class="element-name">partitioner</span>()</div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="serializer()"> |
| <h3>serializer</h3> |
| <div class="member-signature"><span class="modifiers">public</span> <span class="return-type"><a href="serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a></span> <span class="element-name">serializer</span>()</div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="keyOrdering()"> |
| <h3>keyOrdering</h3> |
| <div class="member-signature"><span class="modifiers">public</span> <span class="return-type">scala.Option<scala.math.Ordering<<a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>>></span> <span class="element-name">keyOrdering</span>()</div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="aggregator()"> |
| <h3>aggregator</h3> |
| <div class="member-signature"><span class="modifiers">public</span> <span class="return-type">scala.Option<<a href="Aggregator.html" title="class in org.apache.spark">Aggregator</a><<a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<wbr><a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>,<wbr><a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">C</a>>></span> <span class="element-name">aggregator</span>()</div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="mapSideCombine()"> |
| <h3>mapSideCombine</h3> |
| <div class="member-signature"><span class="modifiers">public</span> <span class="return-type">boolean</span> <span class="element-name">mapSideCombine</span>()</div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="shuffleWriterProcessor()"> |
| <h3>shuffleWriterProcessor</h3> |
| <div class="member-signature"><span class="modifiers">public</span> <span class="return-type">org.apache.spark.shuffle.ShuffleWriteProcessor</span> <span class="element-name">shuffleWriterProcessor</span>()</div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="rdd()"> |
| <h3>rdd</h3> |
| <div class="member-signature"><span class="modifiers">public</span> <span class="return-type"><a href="rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><scala.Product2<<a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<wbr><a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>>></span> <span class="element-name">rdd</span>()</div> |
| <dl class="notes"> |
| <dt>Specified by:</dt> |
| <dd><code><a href="Dependency.html#rdd()">rdd</a></code> in class <code><a href="Dependency.html" title="class in org.apache.spark">Dependency</a><scala.Product2<<a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<wbr><a href="ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>>></code></dd> |
| </dl> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="shuffleId()"> |
| <h3>shuffleId</h3> |
| <div class="member-signature"><span class="modifiers">public</span> <span class="return-type">int</span> <span class="element-name">shuffleId</span>()</div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="shuffleHandle()"> |
| <h3>shuffleHandle</h3> |
| <div class="member-signature"><span class="modifiers">public</span> <span class="return-type">org.apache.spark.shuffle.ShuffleHandle</span> <span class="element-name">shuffleHandle</span>()</div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="shuffleMergeEnabled()"> |
| <h3>shuffleMergeEnabled</h3> |
| <div class="member-signature"><span class="modifiers">public</span> <span class="return-type">boolean</span> <span class="element-name">shuffleMergeEnabled</span>()</div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="shuffleMergeAllowed()"> |
| <h3>shuffleMergeAllowed</h3> |
| <div class="member-signature"><span class="modifiers">public</span> <span class="return-type">boolean</span> <span class="element-name">shuffleMergeAllowed</span>()</div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="shuffleMergeId()"> |
| <h3>shuffleMergeId</h3> |
| <div class="member-signature"><span class="modifiers">public</span> <span class="return-type">int</span> <span class="element-name">shuffleMergeId</span>()</div> |
| <div class="block">shuffleMergeId is used to uniquely identify merging process of shuffle |
| by an indeterminate stage attempt.</div> |
| <dl class="notes"> |
| <dt>Returns:</dt> |
| <dd>(undocumented)</dd> |
| </dl> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="setMergerLocs(scala.collection.immutable.Seq)"> |
| <h3>setMergerLocs</h3> |
| <div class="member-signature"><span class="modifiers">public</span> <span class="return-type">void</span> <span class="element-name">setMergerLocs</span><wbr><span class="parameters">(scala.collection.immutable.Seq<<a href="storage/BlockManagerId.html" title="class in org.apache.spark.storage">BlockManagerId</a>> mergerLocs)</span></div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="getMergerLocs()"> |
| <h3>getMergerLocs</h3> |
| <div class="member-signature"><span class="modifiers">public</span> <span class="return-type">scala.collection.immutable.Seq<<a href="storage/BlockManagerId.html" title="class in org.apache.spark.storage">BlockManagerId</a>></span> <span class="element-name">getMergerLocs</span>()</div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="shuffleMergeFinalized()"> |
| <h3>shuffleMergeFinalized</h3> |
| <div class="member-signature"><span class="modifiers">public</span> <span class="return-type">boolean</span> <span class="element-name">shuffleMergeFinalized</span>()</div> |
| <div class="block">Returns true if push-based shuffle is disabled or if the shuffle merge for |
| this shuffle is finalized.</div> |
| <dl class="notes"> |
| <dt>Returns:</dt> |
| <dd>(undocumented)</dd> |
| </dl> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="newShuffleMergeState()"> |
| <h3>newShuffleMergeState</h3> |
| <div class="member-signature"><span class="modifiers">public</span> <span class="return-type">void</span> <span class="element-name">newShuffleMergeState</span>()</div> |
| </section> |
| </li> |
| </ul> |
| </section> |
| </li> |
| </ul> |
| </section> |
| <!-- ========= END OF CLASS DATA ========= --> |
| </main> |
| </div> |
| </div> |
| <script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body> |
| </html> |
