| <!DOCTYPE html > |
| <html> |
| <head> |
| <meta http-equiv="X-UA-Compatible" content="IE=edge" /> |
| <meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=1.0, user-scalable=no" /> |
| <title>Spark 3.2.2 ScalaDoc - org.apache.spark.TaskContext</title> |
| <meta name="description" content="Spark 3.2.2 ScalaDoc - org.apache.spark.TaskContext" /> |
| <meta name="keywords" content="Spark 3.2.2 ScalaDoc org.apache.spark.TaskContext" /> |
| <meta http-equiv="content-type" content="text/html; charset=UTF-8" /> |
| |
| |
| <link href="../../../lib/index.css" media="screen" type="text/css" rel="stylesheet" /> |
| <link href="../../../lib/template.css" media="screen" type="text/css" rel="stylesheet" /> |
| <link href="../../../lib/diagrams.css" media="screen" type="text/css" rel="stylesheet" id="diagrams-css" /> |
| <script type="text/javascript" src="../../../lib/jquery.min.js"></script> |
| <script type="text/javascript" src="../../../lib/jquery.panzoom.min.js"></script> |
| <script type="text/javascript" src="../../../lib/jquery.mousewheel.min.js"></script> |
| <script type="text/javascript" src="../../../lib/index.js"></script> |
| <script type="text/javascript" src="../../../index.js"></script> |
| <script type="text/javascript" src="../../../lib/scheduler.js"></script> |
| <script type="text/javascript" src="../../../lib/template.js"></script> |
| |
| <script type="text/javascript"> |
| /* this variable can be used by the JS to determine the path to the root document */ |
| var toRoot = '../../../'; |
| </script> |
| |
| </head> |
| <body> |
| <div id="search"> |
| <span id="doc-title">Spark 3.2.2 ScalaDoc<span id="doc-version"></span></span> |
| <span class="close-results"><span class="left"><</span> Back</span> |
| <div id="textfilter"> |
| <span class="input"> |
| <input autocapitalize="none" placeholder="Search" id="index-input" type="text" accesskey="/" /> |
| <i class="clear material-icons"></i> |
| <i id="search-icon" class="material-icons"></i> |
| </span> |
| </div> |
| </div> |
| <div id="search-results"> |
| <div id="search-progress"> |
| <div id="progress-fill"></div> |
| </div> |
| <div id="results-content"> |
| <div id="entity-results"></div> |
| <div id="member-results"></div> |
| </div> |
| </div> |
| <div id="content-scroll-container" style="-webkit-overflow-scrolling: touch;"> |
| <div id="content-container" style="-webkit-overflow-scrolling: touch;"> |
| <div id="subpackage-spacer"> |
| <div id="packages"> |
| <h1>Packages</h1> |
| <ul> |
| <li name="_root_.root" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="_root_"></a><a id="root:_root_"></a> |
| <span class="permalink"> |
| <a href="../../../index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="../../../index.html"><span class="name">root</span></a> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../../../index.html" class="extype" name="_root_">root</a></dd></dl></div> |
| </li><li name="_root_.org" visbl="pub" class="indented1 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="org"></a><a id="org:org"></a> |
| <span class="permalink"> |
| <a href="../../../org/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="../../index.html"><span class="name">org</span></a> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../../../index.html" class="extype" name="_root_">root</a></dd></dl></div> |
| </li><li name="org.apache" visbl="pub" class="indented2 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="apache"></a><a id="apache:apache"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="../index.html"><span class="name">apache</span></a> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../../index.html" class="extype" name="org">org</a></dd></dl></div> |
| </li><li name="org.apache.spark" visbl="pub" class="indented3 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="spark"></a><a id="spark:spark"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="Core Spark functionality." href="index.html"><span class="name">spark</span></a> |
| </span> |
| |
| <p class="shortcomment cmt">Core Spark functionality.</p><div class="fullcomment"><div class="comment cmt"><p>Core Spark functionality. <a href="SparkContext.html" class="extype" name="org.apache.spark.SparkContext">org.apache.spark.SparkContext</a> serves as the main entry point to |
| Spark, while <a href="rdd/RDD.html" class="extype" name="org.apache.spark.rdd.RDD">org.apache.spark.rdd.RDD</a> is the data type representing a distributed collection, |
| and provides most parallel operations.</p><p>In addition, <a href="rdd/PairRDDFunctions.html" class="extype" name="org.apache.spark.rdd.PairRDDFunctions">org.apache.spark.rdd.PairRDDFunctions</a> contains operations available only on RDDs |
| of key-value pairs, such as <code>groupByKey</code> and <code>join</code>; <a href="rdd/DoubleRDDFunctions.html" class="extype" name="org.apache.spark.rdd.DoubleRDDFunctions">org.apache.spark.rdd.DoubleRDDFunctions</a> |
| contains operations available only on RDDs of Doubles; and |
| <a href="rdd/SequenceFileRDDFunctions.html" class="extype" name="org.apache.spark.rdd.SequenceFileRDDFunctions">org.apache.spark.rdd.SequenceFileRDDFunctions</a> contains operations available on RDDs that can |
| be saved as SequenceFiles. These operations are automatically available on any RDD of the right |
| type (e.g. RDD[(Int, Int)] through implicit conversions.</p><p>Java programmers should reference the <a href="api/java/index.html" class="extype" name="org.apache.spark.api.java">org.apache.spark.api.java</a> package |
| for Spark programming APIs in Java.</p><p>Classes and methods marked with <span class="experimental badge" style="float: none;"> |
| Experimental</span> are user-facing features which have not been officially adopted by the |
| Spark project. These are subject to change or removal in minor releases.</p><p>Classes and methods marked with <span class="developer badge" style="float: none;"> |
| Developer API</span> are intended for advanced users want to extend Spark through lower |
| level interfaces. These are subject to changes or removal in minor releases. |
| </p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../index.html" class="extype" name="org.apache">apache</a></dd></dl></div> |
| </li><li name="org.apache.spark.api" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="api"></a><a id="api:api"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/api/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="api/index.html"><span class="name">api</span></a> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark">spark</a></dd></dl></div> |
| </li><li name="org.apache.spark.broadcast" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="broadcast"></a><a id="broadcast:broadcast"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/broadcast/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="Spark's broadcast variables, used to broadcast immutable datasets to all nodes." href="broadcast/index.html"><span class="name">broadcast</span></a> |
| </span> |
| |
| <p class="shortcomment cmt">Spark's broadcast variables, used to broadcast immutable datasets to all nodes.</p><div class="fullcomment"><div class="comment cmt"><p>Spark's broadcast variables, used to broadcast immutable datasets to all nodes. |
| </p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark">spark</a></dd></dl></div> |
| </li><li name="org.apache.spark.graphx" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="graphx"></a><a id="graphx:graphx"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/graphx/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="ALPHA COMPONENT GraphX is a graph processing framework built on top of Spark." href="graphx/index.html"><span class="name">graphx</span></a> |
| </span> |
| |
| <p class="shortcomment cmt"><span class="badge" style="float: right;">ALPHA COMPONENT</span> |
| GraphX is a graph processing framework built on top of Spark.</p><div class="fullcomment"><div class="comment cmt"><p><span class="badge" style="float: right;">ALPHA COMPONENT</span> |
| GraphX is a graph processing framework built on top of Spark. |
| </p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark">spark</a></dd></dl></div> |
| </li><li name="org.apache.spark.input" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="input"></a><a id="input:input"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/input/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="input/index.html"><span class="name">input</span></a> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark">spark</a></dd></dl></div> |
| </li><li name="org.apache.spark.io" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="io"></a><a id="io:io"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/io/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="IO codecs used for compression." href="io/index.html"><span class="name">io</span></a> |
| </span> |
| |
| <p class="shortcomment cmt">IO codecs used for compression.</p><div class="fullcomment"><div class="comment cmt"><p>IO codecs used for compression. See <a href="io/CompressionCodec.html" class="extype" name="org.apache.spark.io.CompressionCodec">org.apache.spark.io.CompressionCodec</a>. |
| </p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark">spark</a></dd></dl></div> |
| </li><li name="org.apache.spark.launcher" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="launcher"></a><a id="launcher:launcher"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/launcher/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="launcher/index.html"><span class="name">launcher</span></a> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark">spark</a></dd></dl></div> |
| </li><li name="org.apache.spark.mapred" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="mapred"></a><a id="mapred:mapred"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/mapred/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="mapred/index.html"><span class="name">mapred</span></a> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark">spark</a></dd></dl></div> |
| </li><li name="org.apache.spark.metrics" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="metrics"></a><a id="metrics:metrics"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/metrics/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="metrics/index.html"><span class="name">metrics</span></a> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark">spark</a></dd></dl></div> |
| </li><li name="org.apache.spark.ml" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="ml"></a><a id="ml:ml"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/ml/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="DataFrame-based machine learning APIs to let users quickly assemble and configure practical machine learning pipelines." href="ml/index.html"><span class="name">ml</span></a> |
| </span> |
| |
| <p class="shortcomment cmt">DataFrame-based machine learning APIs to let users quickly assemble and configure practical |
| machine learning pipelines.</p><div class="fullcomment"><div class="comment cmt"><p>DataFrame-based machine learning APIs to let users quickly assemble and configure practical |
| machine learning pipelines. |
| </p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark">spark</a></dd></dl></div> |
| </li><li name="org.apache.spark.mllib" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="mllib"></a><a id="mllib:mllib"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/mllib/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="RDD-based machine learning APIs (in maintenance mode)." href="mllib/index.html"><span class="name">mllib</span></a> |
| </span> |
| |
| <p class="shortcomment cmt">RDD-based machine learning APIs (in maintenance mode).</p><div class="fullcomment"><div class="comment cmt"><p>RDD-based machine learning APIs (in maintenance mode).</p><p>The <code>spark.mllib</code> package is in maintenance mode as of the Spark 2.0.0 release to encourage |
| migration to the DataFrame-based APIs under the <a href="ml/index.html" class="extype" name="org.apache.spark.ml">org.apache.spark.ml</a> package. |
| While in maintenance mode,</p><ul><li>no new features in the RDD-based <code>spark.mllib</code> package will be accepted, unless they block |
| implementing new features in the DataFrame-based <code>spark.ml</code> package;</li><li>bug fixes in the RDD-based APIs will still be accepted.</li></ul><p>The developers will continue adding more features to the DataFrame-based APIs in the 2.x series |
| to reach feature parity with the RDD-based APIs. |
| And once we reach feature parity, this package will be deprecated. |
| </p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark">spark</a></dd><dt>See also</dt><dd><span class="cmt"><p><a href="https://issues.apache.org/jira/browse/SPARK-4591">SPARK-4591</a> to track |
| the progress of feature parity</p></span></dd></dl></div> |
| </li><li name="org.apache.spark.partial" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="partial"></a><a id="partial:partial"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/partial/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="Support for approximate results." href="partial/index.html"><span class="name">partial</span></a> |
| </span> |
| |
| <p class="shortcomment cmt">Support for approximate results.</p><div class="fullcomment"><div class="comment cmt"><p>Support for approximate results. This provides convenient api and also implementation for |
| approximate calculation. |
| </p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark">spark</a></dd><dt>See also</dt><dd><span class="cmt"><p><a href="rdd/RDD.html#countApprox(timeout:Long,confidence:Double):org.apache.spark.partial.PartialResult[org.apache.spark.partial.BoundedDouble]" class="extmbr" name="org.apache.spark.rdd.RDD#countApprox">org.apache.spark.rdd.RDD.countApprox</a></p></span></dd></dl></div> |
| </li><li name="org.apache.spark.rdd" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="rdd"></a><a id="rdd:rdd"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/rdd/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="Provides several RDD implementations." href="rdd/index.html"><span class="name">rdd</span></a> |
| </span> |
| |
| <p class="shortcomment cmt">Provides several RDD implementations.</p><div class="fullcomment"><div class="comment cmt"><p>Provides several RDD implementations. See <a href="rdd/RDD.html" class="extype" name="org.apache.spark.rdd.RDD">org.apache.spark.rdd.RDD</a>. |
| </p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark">spark</a></dd></dl></div> |
| </li><li name="org.apache.spark.resource" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="resource"></a><a id="resource:resource"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/resource/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="resource/index.html"><span class="name">resource</span></a> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark">spark</a></dd></dl></div> |
| </li><li name="org.apache.spark.scheduler" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="scheduler"></a><a id="scheduler:scheduler"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/scheduler/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="Spark's scheduling components." href="scheduler/index.html"><span class="name">scheduler</span></a> |
| </span> |
| |
| <p class="shortcomment cmt">Spark's scheduling components.</p><div class="fullcomment"><div class="comment cmt"><p>Spark's scheduling components. This includes the <code>org.apache.spark.scheduler.DAGScheduler</code> and |
| lower level <code>org.apache.spark.scheduler.TaskScheduler</code>. |
| </p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark">spark</a></dd></dl></div> |
| </li><li name="org.apache.spark.security" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="security"></a><a id="security:security"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/security/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="security/index.html"><span class="name">security</span></a> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark">spark</a></dd></dl></div> |
| </li><li name="org.apache.spark.serializer" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="serializer"></a><a id="serializer:serializer"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/serializer/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="Pluggable serializers for RDD and shuffle data." href="serializer/index.html"><span class="name">serializer</span></a> |
| </span> |
| |
| <p class="shortcomment cmt">Pluggable serializers for RDD and shuffle data.</p><div class="fullcomment"><div class="comment cmt"><p>Pluggable serializers for RDD and shuffle data. |
| </p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark">spark</a></dd><dt>See also</dt><dd><span class="cmt"><p><a href="serializer/Serializer.html" class="extype" name="org.apache.spark.serializer.Serializer">org.apache.spark.serializer.Serializer</a></p></span></dd></dl></div> |
| </li><li name="org.apache.spark.shuffle" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="shuffle"></a><a id="shuffle:shuffle"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/shuffle/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="shuffle/index.html"><span class="name">shuffle</span></a> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark">spark</a></dd></dl></div> |
| </li><li name="org.apache.spark.sql" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="sql"></a><a id="sql:sql"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/sql/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="Allows the execution of relational queries, including those expressed in SQL using Spark." href="sql/index.html"><span class="name">sql</span></a> |
| </span> |
| |
| <p class="shortcomment cmt">Allows the execution of relational queries, including those expressed in SQL using Spark.</p><div class="fullcomment"><div class="comment cmt"><p>Allows the execution of relational queries, including those expressed in SQL using Spark. |
| </p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark">spark</a></dd></dl></div> |
| </li><li name="org.apache.spark.status" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="status"></a><a id="status:status"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/status/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="status/index.html"><span class="name">status</span></a> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark">spark</a></dd></dl></div> |
| </li><li name="org.apache.spark.storage" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="storage"></a><a id="storage:storage"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/storage/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="storage/index.html"><span class="name">storage</span></a> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark">spark</a></dd></dl></div> |
| </li><li name="org.apache.spark.streaming" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="streaming"></a><a id="streaming:streaming"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/streaming/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="Spark Streaming functionality." href="streaming/index.html"><span class="name">streaming</span></a> |
| </span> |
| |
| <p class="shortcomment cmt">Spark Streaming functionality.</p><div class="fullcomment"><div class="comment cmt"><p>Spark Streaming functionality. <a href="streaming/StreamingContext.html" class="extype" name="org.apache.spark.streaming.StreamingContext">org.apache.spark.streaming.StreamingContext</a> serves as the main |
| entry point to Spark Streaming, while <a href="streaming/dstream/DStream.html" class="extype" name="org.apache.spark.streaming.dstream.DStream">org.apache.spark.streaming.dstream.DStream</a> is the data |
| type representing a continuous sequence of RDDs, representing a continuous stream of data.</p><p>In addition, <a href="streaming/dstream/PairDStreamFunctions.html" class="extype" name="org.apache.spark.streaming.dstream.PairDStreamFunctions">org.apache.spark.streaming.dstream.PairDStreamFunctions</a> contains operations |
| available only on DStreams |
| of key-value pairs, such as <code>groupByKey</code> and <code>reduceByKey</code>. These operations are automatically |
| available on any DStream of the right type (e.g. DStream[(Int, Int)] through implicit |
| conversions.</p><p>For the Java API of Spark Streaming, take a look at the |
| <a href="streaming/api/java/JavaStreamingContext.html" class="extype" name="org.apache.spark.streaming.api.java.JavaStreamingContext">org.apache.spark.streaming.api.java.JavaStreamingContext</a> which serves as the entry point, and |
| the <a href="streaming/api/java/JavaDStream.html" class="extype" name="org.apache.spark.streaming.api.java.JavaDStream">org.apache.spark.streaming.api.java.JavaDStream</a> and the |
| <a href="streaming/api/java/JavaPairDStream.html" class="extype" name="org.apache.spark.streaming.api.java.JavaPairDStream">org.apache.spark.streaming.api.java.JavaPairDStream</a> which have the DStream functionality. |
| </p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark">spark</a></dd></dl></div> |
| </li><li name="org.apache.spark.unsafe" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="unsafe"></a><a id="unsafe:unsafe"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/unsafe/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="unsafe/index.html"><span class="name">unsafe</span></a> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark">spark</a></dd></dl></div> |
| </li><li name="org.apache.spark.util" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="util"></a><a id="util:util"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/util/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="Spark utilities." href="util/index.html"><span class="name">util</span></a> |
| </span> |
| |
| <p class="shortcomment cmt">Spark utilities.</p><div class="fullcomment"><div class="comment cmt"><p>Spark utilities. |
| </p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark">spark</a></dd></dl></div> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="Aggregator.html" title=":: DeveloperApi :: A set of functions used to aggregate data."></a> |
| <a href="Aggregator.html" title=":: DeveloperApi :: A set of functions used to aggregate data.">Aggregator</a> |
| </li><li class="current-entities indented3"> |
| <a class="object" href="BarrierTaskContext$.html" title=""></a> |
| <a class="class" href="BarrierTaskContext.html" title=":: Experimental :: A TaskContext with extra contextual info and tooling for tasks in a barrier stage."></a> |
| <a href="BarrierTaskContext.html" title=":: Experimental :: A TaskContext with extra contextual info and tooling for tasks in a barrier stage.">BarrierTaskContext</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="BarrierTaskInfo.html" title=":: Experimental :: Carries all task infos of a barrier task."></a> |
| <a href="BarrierTaskInfo.html" title=":: Experimental :: Carries all task infos of a barrier task.">BarrierTaskInfo</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="ComplexFutureAction.html" title="A FutureAction for actions that could trigger multiple Spark jobs."></a> |
| <a href="ComplexFutureAction.html" title="A FutureAction for actions that could trigger multiple Spark jobs.">ComplexFutureAction</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="ContextAwareIterator.html" title=":: DeveloperApi :: A TaskContext aware iterator."></a> |
| <a href="ContextAwareIterator.html" title=":: DeveloperApi :: A TaskContext aware iterator.">ContextAwareIterator</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="Dependency.html" title=":: DeveloperApi :: Base class for dependencies."></a> |
| <a href="Dependency.html" title=":: DeveloperApi :: Base class for dependencies.">Dependency</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="ExceptionFailure.html" title=":: DeveloperApi :: Task failed due to a runtime exception."></a> |
| <a href="ExceptionFailure.html" title=":: DeveloperApi :: Task failed due to a runtime exception.">ExceptionFailure</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="ExecutorLostFailure.html" title=":: DeveloperApi :: The task failed because the executor that it was running on was lost."></a> |
| <a href="ExecutorLostFailure.html" title=":: DeveloperApi :: The task failed because the executor that it was running on was lost.">ExecutorLostFailure</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="FetchFailed.html" title=":: DeveloperApi :: Task failed to fetch shuffle data from a remote node."></a> |
| <a href="FetchFailed.html" title=":: DeveloperApi :: Task failed to fetch shuffle data from a remote node.">FetchFailed</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="trait" href="FutureAction.html" title="A future for the result of an action to support cancellation."></a> |
| <a href="FutureAction.html" title="A future for the result of an action to support cancellation.">FutureAction</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="HashPartitioner.html" title="A org.apache.spark.Partitioner that implements hash-based partitioning using Java's Object.hashCode."></a> |
| <a href="HashPartitioner.html" title="A org.apache.spark.Partitioner that implements hash-based partitioning using Java's Object.hashCode.">HashPartitioner</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="InterruptibleIterator.html" title=":: DeveloperApi :: An iterator that wraps around an existing iterator to provide task killing functionality."></a> |
| <a href="InterruptibleIterator.html" title=":: DeveloperApi :: An iterator that wraps around an existing iterator to provide task killing functionality.">InterruptibleIterator</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="JobExecutionStatus.html" title=""></a> |
| <a href="JobExecutionStatus.html" title="">JobExecutionStatus</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="trait" href="JobSubmitter.html" title="Handle via which a "run" function passed to a ComplexFutureAction can submit jobs for execution."></a> |
| <a href="JobSubmitter.html" title="Handle via which a "run" function passed to a ComplexFutureAction can submit jobs for execution.">JobSubmitter</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="NarrowDependency.html" title=":: DeveloperApi :: Base class for dependencies where each partition of the child RDD depends on a small number of partitions of the parent RDD."></a> |
| <a href="NarrowDependency.html" title=":: DeveloperApi :: Base class for dependencies where each partition of the child RDD depends on a small number of partitions of the parent RDD.">NarrowDependency</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="OneToOneDependency.html" title=":: DeveloperApi :: Represents a one-to-one dependency between partitions of the parent and child RDDs."></a> |
| <a href="OneToOneDependency.html" title=":: DeveloperApi :: Represents a one-to-one dependency between partitions of the parent and child RDDs.">OneToOneDependency</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="trait" href="Partition.html" title="An identifier for a partition in an RDD."></a> |
| <a href="Partition.html" title="An identifier for a partition in an RDD.">Partition</a> |
| </li><li class="current-entities indented3"> |
| <a class="object" href="Partitioner$.html" title=""></a> |
| <a class="class" href="Partitioner.html" title="An object that defines how the elements in a key-value pair RDD are partitioned by key."></a> |
| <a href="Partitioner.html" title="An object that defines how the elements in a key-value pair RDD are partitioned by key.">Partitioner</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="RangeDependency.html" title=":: DeveloperApi :: Represents a one-to-one dependency between ranges of partitions in the parent and child RDDs."></a> |
| <a href="RangeDependency.html" title=":: DeveloperApi :: Represents a one-to-one dependency between ranges of partitions in the parent and child RDDs.">RangeDependency</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="RangePartitioner.html" title="A org.apache.spark.Partitioner that partitions sortable records by range into roughly equal ranges."></a> |
| <a href="RangePartitioner.html" title="A org.apache.spark.Partitioner that partitions sortable records by range into roughly equal ranges.">RangePartitioner</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="object" href="Resubmitted$.html" title=":: DeveloperApi :: A org.apache.spark.scheduler.ShuffleMapTask that completed successfully earlier, but we lost the executor before the stage completed."></a> |
| <a href="Resubmitted$.html" title=":: DeveloperApi :: A org.apache.spark.scheduler.ShuffleMapTask that completed successfully earlier, but we lost the executor before the stage completed.">Resubmitted</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="SerializableWritable.html" title=""></a> |
| <a href="SerializableWritable.html" title="">SerializableWritable</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="ShuffleDependency.html" title=":: DeveloperApi :: Represents a dependency on the output of a shuffle stage."></a> |
| <a href="ShuffleDependency.html" title=":: DeveloperApi :: Represents a dependency on the output of a shuffle stage.">ShuffleDependency</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="SimpleFutureAction.html" title="A FutureAction holding the result of an action that triggers a single job."></a> |
| <a href="SimpleFutureAction.html" title="A FutureAction holding the result of an action that triggers a single job.">SimpleFutureAction</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="SparkConf.html" title="Configuration for a Spark application."></a> |
| <a href="SparkConf.html" title="Configuration for a Spark application.">SparkConf</a> |
| </li><li class="current-entities indented3"> |
| <a class="object" href="SparkContext$.html" title="The SparkContext object contains a number of implicit conversions and parameters for use with various Spark features."></a> |
| <a class="class" href="SparkContext.html" title="Main entry point for Spark functionality."></a> |
| <a href="SparkContext.html" title="Main entry point for Spark functionality.">SparkContext</a> |
| </li><li class="current-entities indented3"> |
| <a class="object" href="SparkEnv$.html" title=""></a> |
| <a class="class" href="SparkEnv.html" title=":: DeveloperApi :: Holds all the runtime environment objects for a running Spark instance (either master or worker), including the serializer, RpcEnv, block manager, map output tracker, etc."></a> |
| <a href="SparkEnv.html" title=":: DeveloperApi :: Holds all the runtime environment objects for a running Spark instance (either master or worker), including the serializer, RpcEnv, block manager, map output tracker, etc.">SparkEnv</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="SparkException.html" title=""></a> |
| <a href="SparkException.html" title="">SparkException</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="trait" href="SparkExecutorInfo.html" title=""></a> |
| <a href="SparkExecutorInfo.html" title="">SparkExecutorInfo</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="object" href="SparkFiles$.html" title="Resolves paths to files added through SparkContext.addFile()."></a> |
| <a href="SparkFiles$.html" title="Resolves paths to files added through SparkContext.addFile().">SparkFiles</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="SparkFirehoseListener.html" title=""></a> |
| <a href="SparkFirehoseListener.html" title="">SparkFirehoseListener</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="trait" href="SparkJobInfo.html" title=""></a> |
| <a href="SparkJobInfo.html" title="">SparkJobInfo</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="trait" href="SparkStageInfo.html" title=""></a> |
| <a href="SparkStageInfo.html" title="">SparkStageInfo</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="SparkStatusTracker.html" title="Low-level status reporting APIs for monitoring job and stage progress."></a> |
| <a href="SparkStatusTracker.html" title="Low-level status reporting APIs for monitoring job and stage progress.">SparkStatusTracker</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="trait" href="SparkThrowable.html" title=""></a> |
| <a href="SparkThrowable.html" title="">SparkThrowable</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="object" href="Success$.html" title=":: DeveloperApi :: Task succeeded."></a> |
| <a href="Success$.html" title=":: DeveloperApi :: Task succeeded.">Success</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="TaskCommitDenied.html" title=":: DeveloperApi :: Task requested the driver to commit, but was denied."></a> |
| <a href="TaskCommitDenied.html" title=":: DeveloperApi :: Task requested the driver to commit, but was denied.">TaskCommitDenied</a> |
| </li><li class="current-entities indented3"> |
| <a class="object" href="TaskContext$.html" title=""></a> |
| <a class="class" href="" title="Contextual information about a task which can be read or mutated during execution."></a> |
| <a href="" title="Contextual information about a task which can be read or mutated during execution.">TaskContext</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="trait" href="TaskEndReason.html" title=":: DeveloperApi :: Various possible reasons why a task ended."></a> |
| <a href="TaskEndReason.html" title=":: DeveloperApi :: Various possible reasons why a task ended.">TaskEndReason</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="trait" href="TaskFailedReason.html" title=":: DeveloperApi :: Various possible reasons why a task failed."></a> |
| <a href="TaskFailedReason.html" title=":: DeveloperApi :: Various possible reasons why a task failed.">TaskFailedReason</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="TaskKilled.html" title=":: DeveloperApi :: Task was killed intentionally and needs to be rescheduled."></a> |
| <a href="TaskKilled.html" title=":: DeveloperApi :: Task was killed intentionally and needs to be rescheduled.">TaskKilled</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="TaskKilledException.html" title=":: DeveloperApi :: Exception thrown when a task is explicitly killed (i.e., task failure is expected)."></a> |
| <a href="TaskKilledException.html" title=":: DeveloperApi :: Exception thrown when a task is explicitly killed (i.e., task failure is expected).">TaskKilledException</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="object" href="TaskResultLost$.html" title=":: DeveloperApi :: The task finished successfully, but the result was lost from the executor's block manager before it was fetched."></a> |
| <a href="TaskResultLost$.html" title=":: DeveloperApi :: The task finished successfully, but the result was lost from the executor's block manager before it was fetched.">TaskResultLost</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="object" href="UnknownReason$.html" title=":: DeveloperApi :: We don't know why the task ended -- for example, because of a ClassNotFound exception when deserializing the task result."></a> |
| <a href="UnknownReason$.html" title=":: DeveloperApi :: We don't know why the task ended -- for example, because of a ClassNotFound exception when deserializing the task result.">UnknownReason</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="object" href="WritableConverter$.html" title=""></a> |
| <a href="WritableConverter$.html" title="">WritableConverter</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="object" href="WritableFactory$.html" title=""></a> |
| <a href="WritableFactory$.html" title="">WritableFactory</a> |
| </li> |
| </ul> |
| </div> |
| </div> |
| <div id="content"> |
| <body class="class type"> |
| <div id="definition"> |
| <a href="TaskContext$.html" title="See companion object"><div class="big-circle class-companion-object">c</div></a> |
| <p id="owner"><a href="../../index.html" class="extype" name="org">org</a>.<a href="../index.html" class="extype" name="org.apache">apache</a>.<a href="index.html" class="extype" name="org.apache.spark">spark</a></p> |
| <h1><a href="TaskContext$.html" title="See companion object">TaskContext</a><span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span></h1> |
| <h3><span class="morelinks"><div> |
| Companion <a href="TaskContext$.html" title="See companion object">object TaskContext</a> |
| </div></span></h3> |
| </div> |
| |
| <h4 id="signature" class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">abstract </span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">TaskContext</span><span class="result"> extends <span class="extype" name="java.io.Serializable">Serializable</span></span> |
| </span> |
| </h4> |
| |
| |
| <div id="comment" class="fullcommenttop"><div class="comment cmt"><p>Contextual information about a task which can be read or mutated during |
| execution. To access the TaskContext for a running task, use:</p><pre>org.apache.spark.TaskContext.get()</pre></div><dl class="attributes block"> <dt>Source</dt><dd><a href="https://github.com/apache/spark/tree/v3.2.2/core/src/main/scala/org/apache/spark/TaskContext.scala" target="_blank">TaskContext.scala</a></dd></dl><div class="toggleContainer block"> |
| <span class="toggle"> |
| Linear Supertypes |
| </span> |
| <div class="superTypes hiddenContent"><span class="extype" name="java.io.Serializable">Serializable</span>, <span class="extype" name="scala.AnyRef">AnyRef</span>, <span class="extype" name="scala.Any">Any</span></div> |
| </div><div class="toggleContainer block"> |
| <span class="toggle"> |
| Known Subclasses |
| </span> |
| <div class="subClasses hiddenContent"><a href="BarrierTaskContext.html" class="extype" name="org.apache.spark.BarrierTaskContext">BarrierTaskContext</a></div> |
| </div></div> |
| |
| |
| <div id="mbrsel"> |
| <div class="toggle"></div> |
| <div id="memberfilter"> |
| <i class="material-icons arrow"></i> |
| <span class="input"> |
| <input id="mbrsel-input" placeholder="Filter all members" type="text" accesskey="/" /> |
| </span> |
| <i class="clear material-icons"></i> |
| </div> |
| <div id="filterby"> |
| <div id="order"> |
| <span class="filtertype">Ordering</span> |
| <ol> |
| |
| <li class="alpha in"><span>Alphabetic</span></li> |
| <li class="inherit out"><span>By Inheritance</span></li> |
| </ol> |
| </div> |
| <div class="ancestors"> |
| <span class="filtertype">Inherited<br /> |
| </span> |
| <ol id="linearization"> |
| <li class="in" name="org.apache.spark.TaskContext"><span>TaskContext</span></li><li class="in" name="java.io.Serializable"><span>Serializable</span></li><li class="in" name="scala.AnyRef"><span>AnyRef</span></li><li class="in" name="scala.Any"><span>Any</span></li> |
| </ol> |
| </div><div class="ancestors"> |
| <span class="filtertype"></span> |
| <ol> |
| <li class="hideall out"><span>Hide All</span></li> |
| <li class="showall in"><span>Show All</span></li> |
| </ol> |
| </div> |
| <div id="visbl"> |
| <span class="filtertype">Visibility</span> |
| <ol><li class="public in"><span>Public</span></li><li class="all out"><span>All</span></li></ol> |
| </div> |
| </div> |
| </div> |
| |
| <div id="template"> |
| <div id="allMembers"> |
| <div id="constructors" class="members"> |
| <h3>Instance Constructors</h3> |
| <ol><li name="org.apache.spark.TaskContext#<init>" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="<init>():org.apache.spark.TaskContext"></a><a id="<init>:TaskContext"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#<init>():org.apache.spark.TaskContext" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">new</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">TaskContext</span><span class="params">()</span> |
| </span> |
| |
| |
| </li></ol> |
| </div> |
| |
| |
| |
| <div class="values members"> |
| <h3>Abstract Value Members</h3> |
| <ol><li name="org.apache.spark.TaskContext#addTaskCompletionListener" visbl="pub" class="indented0 " data-isabs="true" fullComment="yes" group="Ungrouped"> |
| <a id="addTaskCompletionListener(listener:org.apache.spark.util.TaskCompletionListener):org.apache.spark.TaskContext"></a><a id="addTaskCompletionListener(TaskCompletionListener):TaskContext"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#addTaskCompletionListener(listener:org.apache.spark.util.TaskCompletionListener):org.apache.spark.TaskContext" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">abstract </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">addTaskCompletionListener</span><span class="params">(<span name="listener">listener: <a href="util/TaskCompletionListener.html" class="extype" name="org.apache.spark.util.TaskCompletionListener">TaskCompletionListener</a></span>)</span><span class="result">: <a href="" class="extype" name="org.apache.spark.TaskContext">TaskContext</a></span> |
| </span> |
| |
| <p class="shortcomment cmt">Adds a (Java friendly) listener to be executed on task completion.</p><div class="fullcomment"><div class="comment cmt"><p>Adds a (Java friendly) listener to be executed on task completion. |
| This will be called in all situations - success, failure, or cancellation. Adding a listener |
| to an already completed task will result in that listener being called immediately.</p><p>Two listeners registered in the same thread will be invoked in reverse order of registration if |
| the task completes after both are registered. There are no ordering guarantees for listeners |
| registered in different threads, or for listeners registered after the task completes. |
| Listeners are guaranteed to execute sequentially.</p><p>An example use is for HadoopRDD to register a callback to close the input stream.</p><p>Exceptions thrown by the listener will result in failure of the task. |
| </p></div></div> |
| </li><li name="org.apache.spark.TaskContext#addTaskFailureListener" visbl="pub" class="indented0 " data-isabs="true" fullComment="yes" group="Ungrouped"> |
| <a id="addTaskFailureListener(listener:org.apache.spark.util.TaskFailureListener):org.apache.spark.TaskContext"></a><a id="addTaskFailureListener(TaskFailureListener):TaskContext"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#addTaskFailureListener(listener:org.apache.spark.util.TaskFailureListener):org.apache.spark.TaskContext" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">abstract </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">addTaskFailureListener</span><span class="params">(<span name="listener">listener: <a href="util/TaskFailureListener.html" class="extype" name="org.apache.spark.util.TaskFailureListener">TaskFailureListener</a></span>)</span><span class="result">: <a href="" class="extype" name="org.apache.spark.TaskContext">TaskContext</a></span> |
| </span> |
| |
| <p class="shortcomment cmt">Adds a listener to be executed on task failure.</p><div class="fullcomment"><div class="comment cmt"><p>Adds a listener to be executed on task failure. Adding a listener to an already failed task |
| will result in that listener being called immediately. |
| </p></div></div> |
| </li><li name="org.apache.spark.TaskContext#attemptNumber" visbl="pub" class="indented0 " data-isabs="true" fullComment="yes" group="Ungrouped"> |
| <a id="attemptNumber():Int"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#attemptNumber():Int" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">abstract </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">attemptNumber</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Int">Int</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">How many times this task has been attempted.</p><div class="fullcomment"><div class="comment cmt"><p>How many times this task has been attempted. The first task attempt will be assigned |
| attemptNumber = 0, and subsequent attempts will have increasing attempt numbers. |
| </p></div></div> |
| </li><li name="org.apache.spark.TaskContext#getLocalProperty" visbl="pub" class="indented0 " data-isabs="true" fullComment="yes" group="Ungrouped"> |
| <a id="getLocalProperty(key:String):String"></a><a id="getLocalProperty(String):String"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#getLocalProperty(key:String):String" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">abstract </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">getLocalProperty</span><span class="params">(<span name="key">key: <span class="extype" name="scala.Predef.String">String</span></span>)</span><span class="result">: <span class="extype" name="scala.Predef.String">String</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">Get a local property set upstream in the driver, or null if it is missing.</p><div class="fullcomment"><div class="comment cmt"><p>Get a local property set upstream in the driver, or null if it is missing. See also |
| <code>org.apache.spark.SparkContext.setLocalProperty</code>. |
| </p></div></div> |
| </li><li name="org.apache.spark.TaskContext#getMetricsSources" visbl="pub" class="indented0 " data-isabs="true" fullComment="yes" group="Ungrouped"> |
| <a id="getMetricsSources(sourceName:String):Seq[org.apache.spark.metrics.source.Source]"></a><a id="getMetricsSources(String):Seq[Source]"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#getMetricsSources(sourceName:String):Seq[org.apache.spark.metrics.source.Source]" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">abstract </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">getMetricsSources</span><span class="params">(<span name="sourceName">sourceName: <span class="extype" name="scala.Predef.String">String</span></span>)</span><span class="result">: <span class="extype" name="scala.Seq">Seq</span>[<span class="extype" name="org.apache.spark.metrics.source.Source">Source</span>]</span> |
| </span> |
| |
| <p class="shortcomment cmt">::DeveloperApi:: |
| Returns all metrics sources with the given name which are associated with the instance |
| which runs the task.</p><div class="fullcomment"><div class="comment cmt"><p>::DeveloperApi:: |
| Returns all metrics sources with the given name which are associated with the instance |
| which runs the task. For more information see <code>org.apache.spark.metrics.MetricsSystem</code>. |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.TaskContext#isCompleted" visbl="pub" class="indented0 " data-isabs="true" fullComment="no" group="Ungrouped"> |
| <a id="isCompleted():Boolean"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#isCompleted():Boolean" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">abstract </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">isCompleted</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">Returns true if the task has completed.</p> |
| </li><li name="org.apache.spark.TaskContext#isInterrupted" visbl="pub" class="indented0 " data-isabs="true" fullComment="no" group="Ungrouped"> |
| <a id="isInterrupted():Boolean"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#isInterrupted():Boolean" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">abstract </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">isInterrupted</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">Returns true if the task has been killed.</p> |
| </li><li name="org.apache.spark.TaskContext#partitionId" visbl="pub" class="indented0 " data-isabs="true" fullComment="no" group="Ungrouped"> |
| <a id="partitionId():Int"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#partitionId():Int" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">abstract </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">partitionId</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Int">Int</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">The ID of the RDD partition that is computed by this task.</p> |
| </li><li name="org.apache.spark.TaskContext#resources" visbl="pub" class="indented0 " data-isabs="true" fullComment="yes" group="Ungrouped"> |
| <a id="resources():Map[String,org.apache.spark.resource.ResourceInformation]"></a><a id="resources():Map[String,ResourceInformation]"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#resources():Map[String,org.apache.spark.resource.ResourceInformation]" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">abstract </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">resources</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Predef.Map">Map</span>[<span class="extype" name="scala.Predef.String">String</span>, <a href="resource/ResourceInformation.html" class="extype" name="org.apache.spark.resource.ResourceInformation">ResourceInformation</a>]</span> |
| </span> |
| |
| <p class="shortcomment cmt">Resources allocated to the task.</p><div class="fullcomment"><div class="comment cmt"><p>Resources allocated to the task. The key is the resource name and the value is information |
| about the resource. Please refer to <a href="resource/ResourceInformation.html" class="extype" name="org.apache.spark.resource.ResourceInformation">org.apache.spark.resource.ResourceInformation</a> for |
| specifics. |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@Evolving</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.TaskContext#resourcesJMap" visbl="pub" class="indented0 " data-isabs="true" fullComment="yes" group="Ungrouped"> |
| <a id="resourcesJMap():java.util.Map[String,org.apache.spark.resource.ResourceInformation]"></a><a id="resourcesJMap():Map[String,ResourceInformation]"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#resourcesJMap():java.util.Map[String,org.apache.spark.resource.ResourceInformation]" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">abstract </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">resourcesJMap</span><span class="params">()</span><span class="result">: <span class="extype" name="java.util.Map">Map</span>[<span class="extype" name="scala.Predef.String">String</span>, <a href="resource/ResourceInformation.html" class="extype" name="org.apache.spark.resource.ResourceInformation">ResourceInformation</a>]</span> |
| </span> |
| |
| <p class="shortcomment cmt">(java-specific) Resources allocated to the task.</p><div class="fullcomment"><div class="comment cmt"><p>(java-specific) Resources allocated to the task. The key is the resource name and the value |
| is information about the resource. Please refer to |
| <a href="resource/ResourceInformation.html" class="extype" name="org.apache.spark.resource.ResourceInformation">org.apache.spark.resource.ResourceInformation</a> for specifics. |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@Evolving</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.TaskContext#stageAttemptNumber" visbl="pub" class="indented0 " data-isabs="true" fullComment="yes" group="Ungrouped"> |
| <a id="stageAttemptNumber():Int"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#stageAttemptNumber():Int" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">abstract </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">stageAttemptNumber</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Int">Int</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">How many times the stage that this task belongs to has been attempted.</p><div class="fullcomment"><div class="comment cmt"><p>How many times the stage that this task belongs to has been attempted. The first stage attempt |
| will be assigned stageAttemptNumber = 0, and subsequent attempts will have increasing attempt |
| numbers. |
| </p></div></div> |
| </li><li name="org.apache.spark.TaskContext#stageId" visbl="pub" class="indented0 " data-isabs="true" fullComment="no" group="Ungrouped"> |
| <a id="stageId():Int"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#stageId():Int" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">abstract </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">stageId</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Int">Int</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">The ID of the stage that this task belong to.</p> |
| </li><li name="org.apache.spark.TaskContext#taskAttemptId" visbl="pub" class="indented0 " data-isabs="true" fullComment="yes" group="Ungrouped"> |
| <a id="taskAttemptId():Long"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#taskAttemptId():Long" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">abstract </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">taskAttemptId</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Long">Long</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">An ID that is unique to this task attempt (within the same SparkContext, no two task attempts |
| will share the same attempt ID).</p><div class="fullcomment"><div class="comment cmt"><p>An ID that is unique to this task attempt (within the same SparkContext, no two task attempts |
| will share the same attempt ID). This is roughly equivalent to Hadoop's TaskAttemptID. |
| </p></div></div> |
| </li><li name="org.apache.spark.TaskContext#taskMetrics" visbl="pub" class="indented0 " data-isabs="true" fullComment="yes" group="Ungrouped"> |
| <a id="taskMetrics():org.apache.spark.executor.TaskMetrics"></a><a id="taskMetrics():TaskMetrics"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#taskMetrics():org.apache.spark.executor.TaskMetrics" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">abstract </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">taskMetrics</span><span class="params">()</span><span class="result">: <span class="extype" name="org.apache.spark.executor.TaskMetrics">TaskMetrics</span></span> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li></ol> |
| </div> |
| |
| <div class="values members"> |
| <h3>Concrete Value Members</h3> |
| <ol> |
| <li name="scala.AnyRef#!=" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="!=(x$1:Any):Boolean"></a><a id="!=(Any):Boolean"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#!=(x$1:Any):Boolean" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span title="gt4s: $bang$eq" class="name">!=</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Any">Any</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef → Any</dd></dl></div> |
| </li><li name="scala.AnyRef###" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="##():Int"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html###():Int" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span title="gt4s: $hash$hash" class="name">##</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Int">Int</span></span> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef → Any</dd></dl></div> |
| </li><li name="scala.AnyRef#==" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="==(x$1:Any):Boolean"></a><a id="==(Any):Boolean"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#==(x$1:Any):Boolean" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span title="gt4s: $eq$eq" class="name">==</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Any">Any</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef → Any</dd></dl></div> |
| </li><li name="org.apache.spark.TaskContext#addTaskCompletionListener" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="addTaskCompletionListener[U](f:org.apache.spark.TaskContext=>U):org.apache.spark.TaskContext"></a><a id="addTaskCompletionListener[U]((TaskContext)⇒U):TaskContext"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#addTaskCompletionListener[U](f:org.apache.spark.TaskContext=>U):org.apache.spark.TaskContext" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">addTaskCompletionListener</span><span class="tparams">[<span name="U">U</span>]</span><span class="params">(<span name="f">f: (<a href="" class="extype" name="org.apache.spark.TaskContext">TaskContext</a>) ⇒ <span class="extype" name="org.apache.spark.TaskContext.addTaskCompletionListener.U">U</span></span>)</span><span class="result">: <a href="" class="extype" name="org.apache.spark.TaskContext">TaskContext</a></span> |
| </span> |
| |
| <p class="shortcomment cmt">Adds a listener in the form of a Scala closure to be executed on task completion.</p><div class="fullcomment"><div class="comment cmt"><p>Adds a listener in the form of a Scala closure to be executed on task completion. |
| This will be called in all situations - success, failure, or cancellation. Adding a listener |
| to an already completed task will result in that listener being called immediately.</p><p>An example use is for HadoopRDD to register a callback to close the input stream.</p><p>Exceptions thrown by the listener will result in failure of the task. |
| </p></div></div> |
| </li><li name="org.apache.spark.TaskContext#addTaskFailureListener" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="addTaskFailureListener(f:(org.apache.spark.TaskContext,Throwable)=>Unit):org.apache.spark.TaskContext"></a><a id="addTaskFailureListener((TaskContext,Throwable)⇒Unit):TaskContext"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#addTaskFailureListener(f:(org.apache.spark.TaskContext,Throwable)=>Unit):org.apache.spark.TaskContext" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">addTaskFailureListener</span><span class="params">(<span name="f">f: (<a href="" class="extype" name="org.apache.spark.TaskContext">TaskContext</a>, <span class="extype" name="scala.Throwable">Throwable</span>) ⇒ <span class="extype" name="scala.Unit">Unit</span></span>)</span><span class="result">: <a href="" class="extype" name="org.apache.spark.TaskContext">TaskContext</a></span> |
| </span> |
| |
| <p class="shortcomment cmt">Adds a listener to be executed on task failure.</p><div class="fullcomment"><div class="comment cmt"><p>Adds a listener to be executed on task failure. Adding a listener to an already failed task |
| will result in that listener being called immediately. |
| </p></div></div> |
| </li><li name="scala.Any#asInstanceOf" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="asInstanceOf[T0]:T0"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#asInstanceOf[T0]:T0" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">asInstanceOf</span><span class="tparams">[<span name="T0">T0</span>]</span><span class="result">: <span class="extype" name="scala.Any.asInstanceOf.T0">T0</span></span> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>Any</dd></dl></div> |
| </li><li name="scala.AnyRef#clone" visbl="prt" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="clone():Object"></a><a id="clone():AnyRef"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#clone():Object" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">clone</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.AnyRef">AnyRef</span></span> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Attributes</dt><dd>protected[<span class="extype" name="java.lang">lang</span>] </dd><dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> |
| <span class="name">@throws</span><span class="args">(<span> |
| |
| <span class="defval" name="classOf[java.lang.CloneNotSupportedException]">...</span> |
| </span>)</span> |
| |
| <span class="name">@native</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="scala.AnyRef#eq" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="eq(x$1:AnyRef):Boolean"></a><a id="eq(AnyRef):Boolean"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#eq(x$1:AnyRef):Boolean" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">eq</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.AnyRef">AnyRef</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div> |
| </li><li name="scala.AnyRef#equals" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="equals(x$1:Any):Boolean"></a><a id="equals(Any):Boolean"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#equals(x$1:Any):Boolean" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">equals</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Any">Any</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef → Any</dd></dl></div> |
| </li><li name="scala.AnyRef#finalize" visbl="prt" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="finalize():Unit"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#finalize():Unit" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">finalize</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Attributes</dt><dd>protected[<span class="extype" name="java.lang">lang</span>] </dd><dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> |
| <span class="name">@throws</span><span class="args">(<span> |
| |
| <span class="symbol">classOf[java.lang.Throwable]</span> |
| </span>)</span> |
| |
| </dd></dl></div> |
| </li><li name="scala.AnyRef#getClass" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="getClass():Class[_]"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#getClass():Class[_]" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">getClass</span><span class="params">()</span><span class="result">: <span class="extype" name="java.lang.Class">Class</span>[_]</span> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef → Any</dd><dt>Annotations</dt><dd> |
| <span class="name">@native</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="scala.AnyRef#hashCode" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="hashCode():Int"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#hashCode():Int" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">hashCode</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Int">Int</span></span> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef → Any</dd><dt>Annotations</dt><dd> |
| <span class="name">@native</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="scala.Any#isInstanceOf" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="isInstanceOf[T0]:Boolean"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#isInstanceOf[T0]:Boolean" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">isInstanceOf</span><span class="tparams">[<span name="T0">T0</span>]</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>Any</dd></dl></div> |
| </li><li name="scala.AnyRef#ne" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="ne(x$1:AnyRef):Boolean"></a><a id="ne(AnyRef):Boolean"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#ne(x$1:AnyRef):Boolean" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">ne</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.AnyRef">AnyRef</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div> |
| </li><li name="scala.AnyRef#notify" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="notify():Unit"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#notify():Unit" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">notify</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> |
| <span class="name">@native</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="scala.AnyRef#notifyAll" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="notifyAll():Unit"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#notifyAll():Unit" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">notifyAll</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> |
| <span class="name">@native</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="scala.AnyRef#synchronized" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="synchronized[T0](x$1:=>T0):T0"></a><a id="synchronized[T0](⇒T0):T0"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#synchronized[T0](x$1:=>T0):T0" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">synchronized</span><span class="tparams">[<span name="T0">T0</span>]</span><span class="params">(<span name="arg0">arg0: ⇒ <span class="extype" name="java.lang.AnyRef.synchronized.T0">T0</span></span>)</span><span class="result">: <span class="extype" name="java.lang.AnyRef.synchronized.T0">T0</span></span> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div> |
| </li><li name="scala.AnyRef#toString" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="toString():String"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#toString():String" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">toString</span><span class="params">()</span><span class="result">: <span class="extype" name="java.lang.String">String</span></span> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef → Any</dd></dl></div> |
| </li><li name="scala.AnyRef#wait" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="wait():Unit"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#wait():Unit" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">wait</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> |
| <span class="name">@throws</span><span class="args">(<span> |
| |
| <span class="defval" name="classOf[java.lang.InterruptedException]">...</span> |
| </span>)</span> |
| |
| </dd></dl></div> |
| </li><li name="scala.AnyRef#wait" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="wait(x$1:Long,x$2:Int):Unit"></a><a id="wait(Long,Int):Unit"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#wait(x$1:Long,x$2:Int):Unit" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">wait</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Long">Long</span></span>, <span name="arg1">arg1: <span class="extype" name="scala.Int">Int</span></span>)</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> |
| <span class="name">@throws</span><span class="args">(<span> |
| |
| <span class="defval" name="classOf[java.lang.InterruptedException]">...</span> |
| </span>)</span> |
| |
| </dd></dl></div> |
| </li><li name="scala.AnyRef#wait" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="wait(x$1:Long):Unit"></a><a id="wait(Long):Unit"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html#wait(x$1:Long):Unit" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">wait</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Long">Long</span></span>)</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> |
| <span class="name">@throws</span><span class="args">(<span> |
| |
| <span class="defval" name="classOf[java.lang.InterruptedException]">...</span> |
| </span>)</span> |
| |
| <span class="name">@native</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li> |
| </ol> |
| </div> |
| |
| |
| |
| |
| </div> |
| |
| <div id="inheritedMembers"> |
| <div class="parent" name="java.io.Serializable"> |
| <h3>Inherited from <span class="extype" name="java.io.Serializable">Serializable</span></h3> |
| </div><div class="parent" name="scala.AnyRef"> |
| <h3>Inherited from <span class="extype" name="scala.AnyRef">AnyRef</span></h3> |
| </div><div class="parent" name="scala.Any"> |
| <h3>Inherited from <span class="extype" name="scala.Any">Any</span></h3> |
| </div> |
| |
| </div> |
| |
| <div id="groupedMembers"> |
| <div class="group" name="Ungrouped"> |
| <h3>Ungrouped</h3> |
| |
| </div> |
| </div> |
| |
| </div> |
| |
| <div id="tooltip"></div> |
| |
| <div id="footer"> </div> |
| </body> |
| </div> |
| </div> |
| </div> |
| </body> |
| </html> |
