| <!DOCTYPE html > |
| <html> |
| <head> |
| <meta http-equiv="X-UA-Compatible" content="IE=edge" /> |
| <meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=1.0, user-scalable=no" /> |
| <title>Spark 3.3.4 ScalaDoc - org.apache.spark</title> |
| <meta name="description" content="Spark 3.3.4 ScalaDoc - org.apache.spark" /> |
| <meta name="keywords" content="Spark 3.3.4 ScalaDoc org.apache.spark" /> |
| <meta http-equiv="content-type" content="text/html; charset=UTF-8" /> |
| |
| |
| <link href="../../../lib/index.css" media="screen" type="text/css" rel="stylesheet" /> |
| <link href="../../../lib/template.css" media="screen" type="text/css" rel="stylesheet" /> |
| <link href="../../../lib/diagrams.css" media="screen" type="text/css" rel="stylesheet" id="diagrams-css" /> |
| <script type="text/javascript" src="../../../lib/jquery.min.js"></script> |
| <script type="text/javascript" src="../../../lib/jquery.panzoom.min.js"></script> |
| <script type="text/javascript" src="../../../lib/jquery.mousewheel.min.js"></script> |
| <script type="text/javascript" src="../../../lib/index.js"></script> |
| <script type="text/javascript" src="../../../index.js"></script> |
| <script type="text/javascript" src="../../../lib/scheduler.js"></script> |
| <script type="text/javascript" src="../../../lib/template.js"></script> |
| |
| <script type="text/javascript"> |
| /* this variable can be used by the JS to determine the path to the root document */ |
| var toRoot = '../../../'; |
| </script> |
| |
| </head> |
| <body> |
| <div id="search"> |
| <span id="doc-title">Spark 3.3.4 ScalaDoc<span id="doc-version"></span></span> |
| <span class="close-results"><span class="left"><</span> Back</span> |
| <div id="textfilter"> |
| <span class="input"> |
| <input autocapitalize="none" placeholder="Search" id="index-input" type="text" accesskey="/" /> |
| <i class="clear material-icons"></i> |
| <i id="search-icon" class="material-icons"></i> |
| </span> |
| </div> |
| </div> |
| <div id="search-results"> |
| <div id="search-progress"> |
| <div id="progress-fill"></div> |
| </div> |
| <div id="results-content"> |
| <div id="entity-results"></div> |
| <div id="member-results"></div> |
| </div> |
| </div> |
| <div id="content-scroll-container" style="-webkit-overflow-scrolling: touch;"> |
| <div id="content-container" style="-webkit-overflow-scrolling: touch;"> |
| <div id="subpackage-spacer"> |
| <div id="packages"> |
| <h1>Packages</h1> |
| <ul> |
| <li name="_root_.root" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="_root_"></a><a id="root:_root_"></a> |
| <span class="permalink"> |
| <a href="../../../index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="../../../index.html"><span class="name">root</span></a> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../../../index.html" class="extype" name="_root_">root</a></dd></dl></div> |
| </li><li name="_root_.org" visbl="pub" class="indented1 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="org"></a><a id="org:org"></a> |
| <span class="permalink"> |
| <a href="../../../org/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="../../index.html"><span class="name">org</span></a> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../../../index.html" class="extype" name="_root_">root</a></dd></dl></div> |
| </li><li name="org.apache" visbl="pub" class="indented2 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="apache"></a><a id="apache:apache"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="../index.html"><span class="name">apache</span></a> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../../index.html" class="extype" name="org">org</a></dd></dl></div> |
| </li><li name="org.apache.parquet" visbl="pub" class="indented3 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="parquet"></a><a id="parquet:parquet"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/parquet/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="../parquet/index.html"><span class="name">parquet</span></a> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../index.html" class="extype" name="org.apache">apache</a></dd></dl></div> |
| </li><li name="org.apache.spark" visbl="pub" class="indented3 current" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="spark"></a><a id="spark:spark"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">spark</span> |
| </span> |
| |
| <p class="shortcomment cmt">Core Spark functionality.</p><div class="fullcomment"><div class="comment cmt"><p>Core Spark functionality. <a href="SparkContext.html" class="extype" name="org.apache.spark.SparkContext">org.apache.spark.SparkContext</a> serves as the main entry point to |
| Spark, while <a href="rdd/RDD.html" class="extype" name="org.apache.spark.rdd.RDD">org.apache.spark.rdd.RDD</a> is the data type representing a distributed collection, |
| and provides most parallel operations.</p><p>In addition, <a href="rdd/PairRDDFunctions.html" class="extype" name="org.apache.spark.rdd.PairRDDFunctions">org.apache.spark.rdd.PairRDDFunctions</a> contains operations available only on RDDs |
| of key-value pairs, such as <code>groupByKey</code> and <code>join</code>; <a href="rdd/DoubleRDDFunctions.html" class="extype" name="org.apache.spark.rdd.DoubleRDDFunctions">org.apache.spark.rdd.DoubleRDDFunctions</a> |
| contains operations available only on RDDs of Doubles; and |
| <a href="rdd/SequenceFileRDDFunctions.html" class="extype" name="org.apache.spark.rdd.SequenceFileRDDFunctions">org.apache.spark.rdd.SequenceFileRDDFunctions</a> contains operations available on RDDs that can |
| be saved as SequenceFiles. These operations are automatically available on any RDD of the right |
| type (e.g. RDD[(Int, Int)] through implicit conversions.</p><p>Java programmers should reference the <a href="api/java/index.html" class="extype" name="org.apache.spark.api.java">org.apache.spark.api.java</a> package |
| for Spark programming APIs in Java.</p><p>Classes and methods marked with <span class="experimental badge" style="float: none;"> |
| Experimental</span> are user-facing features which have not been officially adopted by the |
| Spark project. These are subject to change or removal in minor releases.</p><p>Classes and methods marked with <span class="developer badge" style="float: none;"> |
| Developer API</span> are intended for advanced users want to extend Spark through lower |
| level interfaces. These are subject to changes or removal in minor releases. |
| </p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="../index.html" class="extype" name="org.apache">apache</a></dd></dl></div> |
| </li><li name="org.apache.spark.api" visbl="pub" class="indented4 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="api"></a><a id="api:api"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/api/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="api/index.html"><span class="name">api</span></a> |
| </span> |
| |
| |
| </li><li name="org.apache.spark.broadcast" visbl="pub" class="indented4 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="broadcast"></a><a id="broadcast:broadcast"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/broadcast/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="Spark's broadcast variables, used to broadcast immutable datasets to all nodes." href="broadcast/index.html"><span class="name">broadcast</span></a> |
| </span> |
| |
| <p class="shortcomment cmt">Spark's broadcast variables, used to broadcast immutable datasets to all nodes.</p> |
| </li><li name="org.apache.spark.graphx" visbl="pub" class="indented4 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="graphx"></a><a id="graphx:graphx"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/graphx/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="ALPHA COMPONENT GraphX is a graph processing framework built on top of Spark." href="graphx/index.html"><span class="name">graphx</span></a> |
| </span> |
| |
| <p class="shortcomment cmt"><span class="badge" style="float: right;">ALPHA COMPONENT</span> |
| GraphX is a graph processing framework built on top of Spark.</p> |
| </li><li name="org.apache.spark.input" visbl="pub" class="indented4 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="input"></a><a id="input:input"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/input/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="input/index.html"><span class="name">input</span></a> |
| </span> |
| |
| |
| </li><li name="org.apache.spark.io" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="io"></a><a id="io:io"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/io/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="IO codecs used for compression." href="io/index.html"><span class="name">io</span></a> |
| </span> |
| |
| <p class="shortcomment cmt">IO codecs used for compression.</p><div class="fullcomment"><div class="comment cmt"><p>IO codecs used for compression. See <a href="io/CompressionCodec.html" class="extype" name="org.apache.spark.io.CompressionCodec">org.apache.spark.io.CompressionCodec</a>. |
| </p></div></div> |
| </li><li name="org.apache.spark.launcher" visbl="pub" class="indented4 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="launcher"></a><a id="launcher:launcher"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/launcher/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="launcher/index.html"><span class="name">launcher</span></a> |
| </span> |
| |
| |
| </li><li name="org.apache.spark.mapred" visbl="pub" class="indented4 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="mapred"></a><a id="mapred:mapred"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/mapred/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="mapred/index.html"><span class="name">mapred</span></a> |
| </span> |
| |
| |
| </li><li name="org.apache.spark.metrics" visbl="pub" class="indented4 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="metrics"></a><a id="metrics:metrics"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/metrics/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="metrics/index.html"><span class="name">metrics</span></a> |
| </span> |
| |
| |
| </li><li name="org.apache.spark.ml" visbl="pub" class="indented4 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="ml"></a><a id="ml:ml"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/ml/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="DataFrame-based machine learning APIs to let users quickly assemble and configure practical machine learning pipelines." href="ml/index.html"><span class="name">ml</span></a> |
| </span> |
| |
| <p class="shortcomment cmt">DataFrame-based machine learning APIs to let users quickly assemble and configure practical |
| machine learning pipelines.</p> |
| </li><li name="org.apache.spark.mllib" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="mllib"></a><a id="mllib:mllib"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/mllib/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="RDD-based machine learning APIs (in maintenance mode)." href="mllib/index.html"><span class="name">mllib</span></a> |
| </span> |
| |
| <p class="shortcomment cmt">RDD-based machine learning APIs (in maintenance mode).</p><div class="fullcomment"><div class="comment cmt"><p>RDD-based machine learning APIs (in maintenance mode).</p><p>The <code>spark.mllib</code> package is in maintenance mode as of the Spark 2.0.0 release to encourage |
| migration to the DataFrame-based APIs under the <a href="ml/index.html" class="extype" name="org.apache.spark.ml">org.apache.spark.ml</a> package. |
| While in maintenance mode,</p><ul><li>no new features in the RDD-based <code>spark.mllib</code> package will be accepted, unless they block |
| implementing new features in the DataFrame-based <code>spark.ml</code> package;</li><li>bug fixes in the RDD-based APIs will still be accepted.</li></ul><p>The developers will continue adding more features to the DataFrame-based APIs in the 2.x series |
| to reach feature parity with the RDD-based APIs. |
| And once we reach feature parity, this package will be deprecated. |
| </p></div><dl class="attributes block"> <dt>See also</dt><dd><span class="cmt"><p><a href="https://issues.apache.org/jira/browse/SPARK-4591">SPARK-4591</a> to track |
| the progress of feature parity</p></span></dd></dl></div> |
| </li><li name="org.apache.spark.partial" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="partial"></a><a id="partial:partial"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/partial/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="Support for approximate results." href="partial/index.html"><span class="name">partial</span></a> |
| </span> |
| |
| <p class="shortcomment cmt">Support for approximate results.</p><div class="fullcomment"><div class="comment cmt"><p>Support for approximate results. This provides convenient api and also implementation for |
| approximate calculation. |
| </p></div><dl class="attributes block"> <dt>See also</dt><dd><span class="cmt"><p><a href="rdd/RDD.html#countApprox(timeout:Long,confidence:Double):org.apache.spark.partial.PartialResult[org.apache.spark.partial.BoundedDouble]" class="extmbr" name="org.apache.spark.rdd.RDD#countApprox">org.apache.spark.rdd.RDD.countApprox</a></p></span></dd></dl></div> |
| </li><li name="org.apache.spark.rdd" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="rdd"></a><a id="rdd:rdd"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/rdd/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="Provides several RDD implementations." href="rdd/index.html"><span class="name">rdd</span></a> |
| </span> |
| |
| <p class="shortcomment cmt">Provides several RDD implementations.</p><div class="fullcomment"><div class="comment cmt"><p>Provides several RDD implementations. See <a href="rdd/RDD.html" class="extype" name="org.apache.spark.rdd.RDD">org.apache.spark.rdd.RDD</a>. |
| </p></div></div> |
| </li><li name="org.apache.spark.resource" visbl="pub" class="indented4 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="resource"></a><a id="resource:resource"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/resource/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="resource/index.html"><span class="name">resource</span></a> |
| </span> |
| |
| |
| </li><li name="org.apache.spark.scheduler" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="scheduler"></a><a id="scheduler:scheduler"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/scheduler/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="Spark's scheduling components." href="scheduler/index.html"><span class="name">scheduler</span></a> |
| </span> |
| |
| <p class="shortcomment cmt">Spark's scheduling components.</p><div class="fullcomment"><div class="comment cmt"><p>Spark's scheduling components. This includes the <code>org.apache.spark.scheduler.DAGScheduler</code> and |
| lower level <code>org.apache.spark.scheduler.TaskScheduler</code>. |
| </p></div></div> |
| </li><li name="org.apache.spark.security" visbl="pub" class="indented4 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="security"></a><a id="security:security"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/security/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="security/index.html"><span class="name">security</span></a> |
| </span> |
| |
| |
| </li><li name="org.apache.spark.serializer" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="serializer"></a><a id="serializer:serializer"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/serializer/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="Pluggable serializers for RDD and shuffle data." href="serializer/index.html"><span class="name">serializer</span></a> |
| </span> |
| |
| <p class="shortcomment cmt">Pluggable serializers for RDD and shuffle data.</p><div class="fullcomment"><div class="comment cmt"><p>Pluggable serializers for RDD and shuffle data. |
| </p></div><dl class="attributes block"> <dt>See also</dt><dd><span class="cmt"><p><a href="serializer/Serializer.html" class="extype" name="org.apache.spark.serializer.Serializer">org.apache.spark.serializer.Serializer</a></p></span></dd></dl></div> |
| </li><li name="org.apache.spark.shuffle" visbl="pub" class="indented4 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="shuffle"></a><a id="shuffle:shuffle"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/shuffle/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="shuffle/index.html"><span class="name">shuffle</span></a> |
| </span> |
| |
| |
| </li><li name="org.apache.spark.sql" visbl="pub" class="indented4 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="sql"></a><a id="sql:sql"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/sql/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="Allows the execution of relational queries, including those expressed in SQL using Spark." href="sql/index.html"><span class="name">sql</span></a> |
| </span> |
| |
| <p class="shortcomment cmt">Allows the execution of relational queries, including those expressed in SQL using Spark.</p> |
| </li><li name="org.apache.spark.status" visbl="pub" class="indented4 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="status"></a><a id="status:status"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/status/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="status/index.html"><span class="name">status</span></a> |
| </span> |
| |
| |
| </li><li name="org.apache.spark.storage" visbl="pub" class="indented4 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="storage"></a><a id="storage:storage"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/storage/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="storage/index.html"><span class="name">storage</span></a> |
| </span> |
| |
| |
| </li><li name="org.apache.spark.streaming" visbl="pub" class="indented4 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="streaming"></a><a id="streaming:streaming"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/streaming/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="Spark Streaming functionality." href="streaming/index.html"><span class="name">streaming</span></a> |
| </span> |
| |
| <p class="shortcomment cmt">Spark Streaming functionality.</p><div class="fullcomment"><div class="comment cmt"><p>Spark Streaming functionality. <a href="streaming/StreamingContext.html" class="extype" name="org.apache.spark.streaming.StreamingContext">org.apache.spark.streaming.StreamingContext</a> serves as the main |
| entry point to Spark Streaming, while <a href="streaming/dstream/DStream.html" class="extype" name="org.apache.spark.streaming.dstream.DStream">org.apache.spark.streaming.dstream.DStream</a> is the data |
| type representing a continuous sequence of RDDs, representing a continuous stream of data.</p><p>In addition, <a href="streaming/dstream/PairDStreamFunctions.html" class="extype" name="org.apache.spark.streaming.dstream.PairDStreamFunctions">org.apache.spark.streaming.dstream.PairDStreamFunctions</a> contains operations |
| available only on DStreams |
| of key-value pairs, such as <code>groupByKey</code> and <code>reduceByKey</code>. These operations are automatically |
| available on any DStream of the right type (e.g. DStream[(Int, Int)] through implicit |
| conversions.</p><p>For the Java API of Spark Streaming, take a look at the |
| <a href="streaming/api/java/JavaStreamingContext.html" class="extype" name="org.apache.spark.streaming.api.java.JavaStreamingContext">org.apache.spark.streaming.api.java.JavaStreamingContext</a> which serves as the entry point, and |
| the <a href="streaming/api/java/JavaDStream.html" class="extype" name="org.apache.spark.streaming.api.java.JavaDStream">org.apache.spark.streaming.api.java.JavaDStream</a> and the |
| <a href="streaming/api/java/JavaPairDStream.html" class="extype" name="org.apache.spark.streaming.api.java.JavaPairDStream">org.apache.spark.streaming.api.java.JavaPairDStream</a> which have the DStream functionality. |
| </p></div></div> |
| </li><li name="org.apache.spark.unsafe" visbl="pub" class="indented4 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="unsafe"></a><a id="unsafe:unsafe"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/unsafe/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="unsafe/index.html"><span class="name">unsafe</span></a> |
| </span> |
| |
| |
| </li><li name="org.apache.spark.util" visbl="pub" class="indented4 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="util"></a><a id="util:util"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/util/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a title="Spark utilities." href="util/index.html"><span class="name">util</span></a> |
| </span> |
| |
| <p class="shortcomment cmt">Spark utilities.</p> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="Aggregator.html" title=":: DeveloperApi :: A set of functions used to aggregate data."></a> |
| <a href="Aggregator.html" title=":: DeveloperApi :: A set of functions used to aggregate data.">Aggregator</a> |
| </li><li class="current-entities indented3"> |
| <a class="object" href="BarrierTaskContext$.html" title=""></a> |
| <a class="class" href="BarrierTaskContext.html" title=":: Experimental :: A TaskContext with extra contextual info and tooling for tasks in a barrier stage."></a> |
| <a href="BarrierTaskContext.html" title=":: Experimental :: A TaskContext with extra contextual info and tooling for tasks in a barrier stage.">BarrierTaskContext</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="BarrierTaskInfo.html" title=":: Experimental :: Carries all task infos of a barrier task."></a> |
| <a href="BarrierTaskInfo.html" title=":: Experimental :: Carries all task infos of a barrier task.">BarrierTaskInfo</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="ComplexFutureAction.html" title="A FutureAction for actions that could trigger multiple Spark jobs."></a> |
| <a href="ComplexFutureAction.html" title="A FutureAction for actions that could trigger multiple Spark jobs.">ComplexFutureAction</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="ContextAwareIterator.html" title=":: DeveloperApi :: A TaskContext aware iterator."></a> |
| <a href="ContextAwareIterator.html" title=":: DeveloperApi :: A TaskContext aware iterator.">ContextAwareIterator</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="Dependency.html" title=":: DeveloperApi :: Base class for dependencies."></a> |
| <a href="Dependency.html" title=":: DeveloperApi :: Base class for dependencies.">Dependency</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="ExceptionFailure.html" title=":: DeveloperApi :: Task failed due to a runtime exception."></a> |
| <a href="ExceptionFailure.html" title=":: DeveloperApi :: Task failed due to a runtime exception.">ExceptionFailure</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="ExecutorLostFailure.html" title=":: DeveloperApi :: The task failed because the executor that it was running on was lost."></a> |
| <a href="ExecutorLostFailure.html" title=":: DeveloperApi :: The task failed because the executor that it was running on was lost.">ExecutorLostFailure</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="FetchFailed.html" title=":: DeveloperApi :: Task failed to fetch shuffle data from a remote node."></a> |
| <a href="FetchFailed.html" title=":: DeveloperApi :: Task failed to fetch shuffle data from a remote node.">FetchFailed</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="trait" href="FutureAction.html" title="A future for the result of an action to support cancellation."></a> |
| <a href="FutureAction.html" title="A future for the result of an action to support cancellation.">FutureAction</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="HashPartitioner.html" title="A org.apache.spark.Partitioner that implements hash-based partitioning using Java's Object.hashCode."></a> |
| <a href="HashPartitioner.html" title="A org.apache.spark.Partitioner that implements hash-based partitioning using Java's Object.hashCode.">HashPartitioner</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="InterruptibleIterator.html" title=":: DeveloperApi :: An iterator that wraps around an existing iterator to provide task killing functionality."></a> |
| <a href="InterruptibleIterator.html" title=":: DeveloperApi :: An iterator that wraps around an existing iterator to provide task killing functionality.">InterruptibleIterator</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="JobExecutionStatus.html" title=""></a> |
| <a href="JobExecutionStatus.html" title="">JobExecutionStatus</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="trait" href="JobSubmitter.html" title="Handle via which a "run" function passed to a ComplexFutureAction can submit jobs for execution."></a> |
| <a href="JobSubmitter.html" title="Handle via which a "run" function passed to a ComplexFutureAction can submit jobs for execution.">JobSubmitter</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="NarrowDependency.html" title=":: DeveloperApi :: Base class for dependencies where each partition of the child RDD depends on a small number of partitions of the parent RDD."></a> |
| <a href="NarrowDependency.html" title=":: DeveloperApi :: Base class for dependencies where each partition of the child RDD depends on a small number of partitions of the parent RDD.">NarrowDependency</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="OneToOneDependency.html" title=":: DeveloperApi :: Represents a one-to-one dependency between partitions of the parent and child RDDs."></a> |
| <a href="OneToOneDependency.html" title=":: DeveloperApi :: Represents a one-to-one dependency between partitions of the parent and child RDDs.">OneToOneDependency</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="trait" href="Partition.html" title="An identifier for a partition in an RDD."></a> |
| <a href="Partition.html" title="An identifier for a partition in an RDD.">Partition</a> |
| </li><li class="current-entities indented3"> |
| <a class="object" href="Partitioner$.html" title=""></a> |
| <a class="class" href="Partitioner.html" title="An object that defines how the elements in a key-value pair RDD are partitioned by key."></a> |
| <a href="Partitioner.html" title="An object that defines how the elements in a key-value pair RDD are partitioned by key.">Partitioner</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="RangeDependency.html" title=":: DeveloperApi :: Represents a one-to-one dependency between ranges of partitions in the parent and child RDDs."></a> |
| <a href="RangeDependency.html" title=":: DeveloperApi :: Represents a one-to-one dependency between ranges of partitions in the parent and child RDDs.">RangeDependency</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="RangePartitioner.html" title="A org.apache.spark.Partitioner that partitions sortable records by range into roughly equal ranges."></a> |
| <a href="RangePartitioner.html" title="A org.apache.spark.Partitioner that partitions sortable records by range into roughly equal ranges.">RangePartitioner</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="object" href="Resubmitted$.html" title=":: DeveloperApi :: A org.apache.spark.scheduler.ShuffleMapTask that completed successfully earlier, but we lost the executor before the stage completed."></a> |
| <a href="Resubmitted$.html" title=":: DeveloperApi :: A org.apache.spark.scheduler.ShuffleMapTask that completed successfully earlier, but we lost the executor before the stage completed.">Resubmitted</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="SerializableWritable.html" title=""></a> |
| <a href="SerializableWritable.html" title="">SerializableWritable</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="ShuffleDependency.html" title=":: DeveloperApi :: Represents a dependency on the output of a shuffle stage."></a> |
| <a href="ShuffleDependency.html" title=":: DeveloperApi :: Represents a dependency on the output of a shuffle stage.">ShuffleDependency</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="SimpleFutureAction.html" title="A FutureAction holding the result of an action that triggers a single job."></a> |
| <a href="SimpleFutureAction.html" title="A FutureAction holding the result of an action that triggers a single job.">SimpleFutureAction</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="SparkConf.html" title="Configuration for a Spark application."></a> |
| <a href="SparkConf.html" title="Configuration for a Spark application.">SparkConf</a> |
| </li><li class="current-entities indented3"> |
| <a class="object" href="SparkContext$.html" title="The SparkContext object contains a number of implicit conversions and parameters for use with various Spark features."></a> |
| <a class="class" href="SparkContext.html" title="Main entry point for Spark functionality."></a> |
| <a href="SparkContext.html" title="Main entry point for Spark functionality.">SparkContext</a> |
| </li><li class="current-entities indented3"> |
| <a class="object" href="SparkEnv$.html" title=""></a> |
| <a class="class" href="SparkEnv.html" title=":: DeveloperApi :: Holds all the runtime environment objects for a running Spark instance (either master or worker), including the serializer, RpcEnv, block manager, map output tracker, etc."></a> |
| <a href="SparkEnv.html" title=":: DeveloperApi :: Holds all the runtime environment objects for a running Spark instance (either master or worker), including the serializer, RpcEnv, block manager, map output tracker, etc.">SparkEnv</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="SparkException.html" title=""></a> |
| <a href="SparkException.html" title="">SparkException</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="trait" href="SparkExecutorInfo.html" title=""></a> |
| <a href="SparkExecutorInfo.html" title="">SparkExecutorInfo</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="object" href="SparkFiles$.html" title="Resolves paths to files added through SparkContext.addFile()."></a> |
| <a href="SparkFiles$.html" title="Resolves paths to files added through SparkContext.addFile().">SparkFiles</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="SparkFirehoseListener.html" title=""></a> |
| <a href="SparkFirehoseListener.html" title="">SparkFirehoseListener</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="trait" href="SparkJobInfo.html" title=""></a> |
| <a href="SparkJobInfo.html" title="">SparkJobInfo</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="trait" href="SparkStageInfo.html" title=""></a> |
| <a href="SparkStageInfo.html" title="">SparkStageInfo</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="SparkStatusTracker.html" title="Low-level status reporting APIs for monitoring job and stage progress."></a> |
| <a href="SparkStatusTracker.html" title="Low-level status reporting APIs for monitoring job and stage progress.">SparkStatusTracker</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="trait" href="SparkThrowable.html" title=""></a> |
| <a href="SparkThrowable.html" title="">SparkThrowable</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="object" href="Success$.html" title=":: DeveloperApi :: Task succeeded."></a> |
| <a href="Success$.html" title=":: DeveloperApi :: Task succeeded.">Success</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="TaskCommitDenied.html" title=":: DeveloperApi :: Task requested the driver to commit, but was denied."></a> |
| <a href="TaskCommitDenied.html" title=":: DeveloperApi :: Task requested the driver to commit, but was denied.">TaskCommitDenied</a> |
| </li><li class="current-entities indented3"> |
| <a class="object" href="TaskContext$.html" title=""></a> |
| <a class="class" href="TaskContext.html" title="Contextual information about a task which can be read or mutated during execution."></a> |
| <a href="TaskContext.html" title="Contextual information about a task which can be read or mutated during execution.">TaskContext</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="trait" href="TaskEndReason.html" title=":: DeveloperApi :: Various possible reasons why a task ended."></a> |
| <a href="TaskEndReason.html" title=":: DeveloperApi :: Various possible reasons why a task ended.">TaskEndReason</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="trait" href="TaskFailedReason.html" title=":: DeveloperApi :: Various possible reasons why a task failed."></a> |
| <a href="TaskFailedReason.html" title=":: DeveloperApi :: Various possible reasons why a task failed.">TaskFailedReason</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="TaskKilled.html" title=":: DeveloperApi :: Task was killed intentionally and needs to be rescheduled."></a> |
| <a href="TaskKilled.html" title=":: DeveloperApi :: Task was killed intentionally and needs to be rescheduled.">TaskKilled</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="class" href="TaskKilledException.html" title=":: DeveloperApi :: Exception thrown when a task is explicitly killed (i.e., task failure is expected)."></a> |
| <a href="TaskKilledException.html" title=":: DeveloperApi :: Exception thrown when a task is explicitly killed (i.e., task failure is expected).">TaskKilledException</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="object" href="TaskResultLost$.html" title=":: DeveloperApi :: The task finished successfully, but the result was lost from the executor's block manager before it was fetched."></a> |
| <a href="TaskResultLost$.html" title=":: DeveloperApi :: The task finished successfully, but the result was lost from the executor's block manager before it was fetched.">TaskResultLost</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="object" href="UnknownReason$.html" title=":: DeveloperApi :: We don't know why the task ended -- for example, because of a ClassNotFound exception when deserializing the task result."></a> |
| <a href="UnknownReason$.html" title=":: DeveloperApi :: We don't know why the task ended -- for example, because of a ClassNotFound exception when deserializing the task result.">UnknownReason</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="object" href="WritableConverter$.html" title=""></a> |
| <a href="WritableConverter$.html" title="">WritableConverter</a> |
| </li><li class="current-entities indented3"> |
| <span class="separator"></span> |
| <a class="object" href="WritableFactory$.html" title=""></a> |
| <a href="WritableFactory$.html" title="">WritableFactory</a> |
| </li> |
| </ul> |
| </div> |
| </div> |
| <div id="content"> |
| <body class="package value"> |
| <div id="definition"> |
| <div class="big-circle package">p</div> |
| <p id="owner"><a href="../../index.html" class="extype" name="org">org</a>.<a href="../index.html" class="extype" name="org.apache">apache</a></p> |
| <h1>spark<span class="permalink"> |
| <a href="../../../org/apache/spark/index.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span></h1> |
| |
| </div> |
| |
| <h4 id="signature" class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">spark</span> |
| </span> |
| </h4> |
| |
| |
| <div id="comment" class="fullcommenttop"><div class="comment cmt"><p>Core Spark functionality. <a href="SparkContext.html" class="extype" name="org.apache.spark.SparkContext">org.apache.spark.SparkContext</a> serves as the main entry point to |
| Spark, while <a href="rdd/RDD.html" class="extype" name="org.apache.spark.rdd.RDD">org.apache.spark.rdd.RDD</a> is the data type representing a distributed collection, |
| and provides most parallel operations.</p><p>In addition, <a href="rdd/PairRDDFunctions.html" class="extype" name="org.apache.spark.rdd.PairRDDFunctions">org.apache.spark.rdd.PairRDDFunctions</a> contains operations available only on RDDs |
| of key-value pairs, such as <code>groupByKey</code> and <code>join</code>; <a href="rdd/DoubleRDDFunctions.html" class="extype" name="org.apache.spark.rdd.DoubleRDDFunctions">org.apache.spark.rdd.DoubleRDDFunctions</a> |
| contains operations available only on RDDs of Doubles; and |
| <a href="rdd/SequenceFileRDDFunctions.html" class="extype" name="org.apache.spark.rdd.SequenceFileRDDFunctions">org.apache.spark.rdd.SequenceFileRDDFunctions</a> contains operations available on RDDs that can |
| be saved as SequenceFiles. These operations are automatically available on any RDD of the right |
| type (e.g. RDD[(Int, Int)] through implicit conversions.</p><p>Java programmers should reference the <a href="api/java/index.html" class="extype" name="org.apache.spark.api.java">org.apache.spark.api.java</a> package |
| for Spark programming APIs in Java.</p><p>Classes and methods marked with <span class="experimental badge" style="float: none;"> |
| Experimental</span> are user-facing features which have not been officially adopted by the |
| Spark project. These are subject to change or removal in minor releases.</p><p>Classes and methods marked with <span class="developer badge" style="float: none;"> |
| Developer API</span> are intended for advanced users want to extend Spark through lower |
| level interfaces. These are subject to changes or removal in minor releases. |
| </p></div><dl class="attributes block"> <dt>Source</dt><dd><a href="https://github.com/apache/spark/tree/v3.3.4/core/src/main/scala/org/apache/spark/package.scala" target="_blank">package.scala</a></dd></dl><div class="toggleContainer block"> |
| <span class="toggle"> |
| Linear Supertypes |
| </span> |
| <div class="superTypes hiddenContent"><span class="extype" name="scala.AnyRef">AnyRef</span>, <span class="extype" name="scala.Any">Any</span></div> |
| </div></div> |
| |
| |
| <div id="mbrsel"> |
| <div class="toggle"></div> |
| <div id="memberfilter"> |
| <i class="material-icons arrow"></i> |
| <span class="input"> |
| <input id="mbrsel-input" placeholder="Filter all members" type="text" accesskey="/" /> |
| </span> |
| <i class="clear material-icons"></i> |
| </div> |
| <div id="filterby"> |
| <div id="order"> |
| <span class="filtertype">Ordering</span> |
| <ol> |
| |
| <li class="alpha in"><span>Alphabetic</span></li> |
| <li class="inherit out"><span>By Inheritance</span></li> |
| </ol> |
| </div> |
| <div class="ancestors"> |
| <span class="filtertype">Inherited<br /> |
| </span> |
| <ol id="linearization"> |
| <li class="in" name="org.apache.spark"><span>spark</span></li><li class="in" name="scala.AnyRef"><span>AnyRef</span></li><li class="in" name="scala.Any"><span>Any</span></li> |
| </ol> |
| </div><div class="ancestors"> |
| <span class="filtertype"></span> |
| <ol> |
| <li class="hideall out"><span>Hide All</span></li> |
| <li class="showall in"><span>Show All</span></li> |
| </ol> |
| </div> |
| <div id="visbl"> |
| <span class="filtertype">Visibility</span> |
| <ol><li class="public in"><span>Public</span></li><li class="all out"><span>All</span></li></ol> |
| </div> |
| </div> |
| </div> |
| |
| <div id="template"> |
| <div id="allMembers"> |
| |
| |
| <div id="types" class="types members"> |
| <h3>Type Members</h3> |
| <ol><li name="org.apache.spark.Aggregator" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="Aggregator[K,V,C]extendsProductwithSerializable"></a><a id="Aggregator[K,V,C]:Aggregator[K,V,C]"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/Aggregator.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">case class</span> |
| </span> |
| <span class="symbol"> |
| <a title=":: DeveloperApi :: A set of functions used to aggregate data." href="Aggregator.html"><span class="name">Aggregator</span></a><span class="tparams">[<span name="K">K</span>, <span name="V">V</span>, <span name="C">C</span>]</span><span class="params">(<span name="createCombiner">createCombiner: (<span class="extype" name="org.apache.spark.Aggregator.V">V</span>) ⇒ <span class="extype" name="org.apache.spark.Aggregator.C">C</span></span>, <span name="mergeValue">mergeValue: (<span class="extype" name="org.apache.spark.Aggregator.C">C</span>, <span class="extype" name="org.apache.spark.Aggregator.V">V</span>) ⇒ <span class="extype" name="org.apache.spark.Aggregator.C">C</span></span>, <span name="mergeCombiners">mergeCombiners: (<span class="extype" name="org.apache.spark.Aggregator.C">C</span>, <span class="extype" name="org.apache.spark.Aggregator.C">C</span>) ⇒ <span class="extype" name="org.apache.spark.Aggregator.C">C</span></span>)</span><span class="result"> extends <span class="extype" name="scala.Product">Product</span> with <span class="extype" name="scala.Serializable">Serializable</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">:: DeveloperApi :: |
| A set of functions used to aggregate data.</p><div class="fullcomment"><div class="comment cmt"><p>:: DeveloperApi :: |
| A set of functions used to aggregate data. |
| </p></div><dl class="paramcmts block"><dt class="param">createCombiner</dt><dd class="cmt"><p>function to create the initial value of the aggregation.</p></dd><dt class="param">mergeValue</dt><dd class="cmt"><p>function to merge a new value into the aggregation result.</p></dd><dt class="param">mergeCombiners</dt><dd class="cmt"><p>function to merge outputs from multiple mergeValue function.</p></dd></dl><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.BarrierTaskContext" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="BarrierTaskContextextendsTaskContextwithLogging"></a><a id="BarrierTaskContext:BarrierTaskContext"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/BarrierTaskContext.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a title=":: Experimental :: A TaskContext with extra contextual info and tooling for tasks in a barrier stage." href="BarrierTaskContext.html"><span class="name">BarrierTaskContext</span></a><span class="result"> extends <a href="TaskContext.html" class="extype" name="org.apache.spark.TaskContext">TaskContext</a> with <span class="extype" name="org.apache.spark.internal.Logging">Logging</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">:: Experimental :: |
| A <a href="TaskContext.html" class="extype" name="org.apache.spark.TaskContext">TaskContext</a> with extra contextual info and tooling for tasks in a barrier stage.</p><div class="fullcomment"><div class="comment cmt"><p>:: Experimental :: |
| A <a href="TaskContext.html" class="extype" name="org.apache.spark.TaskContext">TaskContext</a> with extra contextual info and tooling for tasks in a barrier stage. |
| Use <a href="BarrierTaskContext$.html#get():org.apache.spark.BarrierTaskContext" class="extmbr" name="org.apache.spark.BarrierTaskContext#get">BarrierTaskContext#get</a> to obtain the barrier context for a running barrier task. |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@Experimental</span><span class="args">()</span> |
| |
| <span class="name">@Since</span><span class="args">(<span> |
| |
| <span class="symbol">"2.4.0"</span> |
| </span>)</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.BarrierTaskInfo" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="BarrierTaskInfoextendsAnyRef"></a><a id="BarrierTaskInfo:BarrierTaskInfo"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/BarrierTaskInfo.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a title=":: Experimental :: Carries all task infos of a barrier task." href="BarrierTaskInfo.html"><span class="name">BarrierTaskInfo</span></a><span class="result"> extends <span class="extype" name="scala.AnyRef">AnyRef</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">:: Experimental :: |
| Carries all task infos of a barrier task.</p><div class="fullcomment"><div class="comment cmt"><p>:: Experimental :: |
| Carries all task infos of a barrier task. |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@Experimental</span><span class="args">()</span> |
| |
| <span class="name">@Since</span><span class="args">(<span> |
| |
| <span class="symbol">"2.4.0"</span> |
| </span>)</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.ComplexFutureAction" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="ComplexFutureAction[T]extendsFutureAction[T]"></a><a id="ComplexFutureAction[T]:ComplexFutureAction[T]"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/ComplexFutureAction.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a title="A FutureAction for actions that could trigger multiple Spark jobs." href="ComplexFutureAction.html"><span class="name">ComplexFutureAction</span></a><span class="tparams">[<span name="T">T</span>]</span><span class="result"> extends <a href="FutureAction.html" class="extype" name="org.apache.spark.FutureAction">FutureAction</a>[<span class="extype" name="org.apache.spark.ComplexFutureAction.T">T</span>]</span> |
| </span> |
| |
| <p class="shortcomment cmt">A <a href="FutureAction.html" class="extype" name="org.apache.spark.FutureAction">FutureAction</a> for actions that could trigger multiple Spark jobs.</p><div class="fullcomment"><div class="comment cmt"><p>A <a href="FutureAction.html" class="extype" name="org.apache.spark.FutureAction">FutureAction</a> for actions that could trigger multiple Spark jobs. Examples include take, |
| takeSample. Cancellation works by setting the cancelled flag to true and cancelling any pending |
| jobs. |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.ContextAwareIterator" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="ContextAwareIterator[+T]extendsIterator[T]"></a><a id="ContextAwareIterator[+T]:ContextAwareIterator[T]"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/ContextAwareIterator.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a title=":: DeveloperApi :: A TaskContext aware iterator." href="ContextAwareIterator.html"><span class="name">ContextAwareIterator</span></a><span class="tparams">[<span name="T">+T</span>]</span><span class="result"> extends <span class="extype" name="scala.Iterator">Iterator</span>[<span class="extype" name="org.apache.spark.ContextAwareIterator.T">T</span>]</span> |
| </span> |
| |
| <p class="shortcomment cmt">:: DeveloperApi :: |
| A TaskContext aware iterator.</p><div class="fullcomment"><div class="comment cmt"><p>:: DeveloperApi :: |
| A TaskContext aware iterator.</p><p>As the Python evaluation consumes the parent iterator in a separate thread, |
| it could consume more data from the parent even after the task ends and the parent is closed. |
| If an off-heap access exists in the parent iterator, it could cause segmentation fault |
| which crashes the executor. |
| Thus, we should use <a href="ContextAwareIterator.html" class="extype" name="org.apache.spark.ContextAwareIterator">ContextAwareIterator</a> to stop consuming after the task ends. |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd><dt>Since</dt><dd><p>3.1.0</p></dd></dl></div> |
| </li><li name="org.apache.spark.Dependency" visbl="pub" class="indented0 " data-isabs="true" fullComment="yes" group="Ungrouped"> |
| <a id="Dependency[T]extendsSerializable"></a><a id="Dependency[T]:Dependency[T]"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/Dependency.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">abstract </span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a title=":: DeveloperApi :: Base class for dependencies." href="Dependency.html"><span class="name">Dependency</span></a><span class="tparams">[<span name="T">T</span>]</span><span class="result"> extends <span class="extype" name="scala.Serializable">Serializable</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">:: DeveloperApi :: |
| Base class for dependencies.</p><div class="fullcomment"><div class="comment cmt"><p>:: DeveloperApi :: |
| Base class for dependencies. |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.ExceptionFailure" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="ExceptionFailureextendsTaskFailedReasonwithProductwithSerializable"></a><a id="ExceptionFailure:ExceptionFailure"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/ExceptionFailure.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">case class</span> |
| </span> |
| <span class="symbol"> |
| <a title=":: DeveloperApi :: Task failed due to a runtime exception." href="ExceptionFailure.html"><span class="name">ExceptionFailure</span></a><span class="params">(<span name="className">className: <span class="extype" name="scala.Predef.String">String</span></span>, <span name="description">description: <span class="extype" name="scala.Predef.String">String</span></span>, <span name="stackTrace">stackTrace: <span class="extype" name="scala.Array">Array</span>[<span class="extype" name="java.lang.StackTraceElement">StackTraceElement</span>]</span>, <span name="fullStackTrace">fullStackTrace: <span class="extype" name="scala.Predef.String">String</span></span>, <span name="exceptionWrapper">exceptionWrapper: <span class="extype" name="scala.Option">Option</span>[<span class="extype" name="org.apache.spark.ThrowableSerializationWrapper">ThrowableSerializationWrapper</span>]</span>, <span name="accumUpdates">accumUpdates: <span class="extype" name="scala.Seq">Seq</span>[<a href="scheduler/AccumulableInfo.html" class="extype" name="org.apache.spark.scheduler.AccumulableInfo">AccumulableInfo</a>] = <span class="symbol">Seq.empty</span></span>, <span name="accums">accums: <span class="extype" name="scala.Seq">Seq</span>[<a href="util/AccumulatorV2.html" class="extype" name="org.apache.spark.util.AccumulatorV2">AccumulatorV2</a>[_, _]] = <span class="symbol">Nil</span></span>, <span name="metricPeaks">metricPeaks: <span class="extype" name="scala.Seq">Seq</span>[<span class="extype" name="scala.Long">Long</span>] = <span class="symbol">Seq.empty</span></span>)</span><span class="result"> extends <a href="TaskFailedReason.html" class="extype" name="org.apache.spark.TaskFailedReason">TaskFailedReason</a> with <span class="extype" name="scala.Product">Product</span> with <span class="extype" name="scala.Serializable">Serializable</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">:: DeveloperApi :: |
| Task failed due to a runtime exception.</p><div class="fullcomment"><div class="comment cmt"><p>:: DeveloperApi :: |
| Task failed due to a runtime exception. This is the most common failure case and also captures |
| user program exceptions.</p><p><code>stackTrace</code> contains the stack trace of the exception itself. It still exists for backward |
| compatibility. It's better to use <code>this(e: Throwable, metrics: Option[TaskMetrics])</code> to |
| create <code>ExceptionFailure</code> as it will handle the backward compatibility properly.</p><p><code>fullStackTrace</code> is a better representation of the stack trace because it contains the whole |
| stack trace including the exception and its causes</p><p><code>exception</code> is the actual exception that caused the task to fail. It may be <code>None</code> in |
| the case that the exception is not in fact serializable. If a task fails more than |
| once (due to retries), <code>exception</code> is that one that caused the last failure. |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.ExecutorLostFailure" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="ExecutorLostFailureextendsTaskFailedReasonwithProductwithSerializable"></a><a id="ExecutorLostFailure:ExecutorLostFailure"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/ExecutorLostFailure.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">case class</span> |
| </span> |
| <span class="symbol"> |
| <a title=":: DeveloperApi :: The task failed because the executor that it was running on was lost." href="ExecutorLostFailure.html"><span class="name">ExecutorLostFailure</span></a><span class="params">(<span name="execId">execId: <span class="extype" name="scala.Predef.String">String</span></span>, <span name="exitCausedByApp">exitCausedByApp: <span class="extype" name="scala.Boolean">Boolean</span> = <span class="symbol">true</span></span>, <span name="reason">reason: <span class="extype" name="scala.Option">Option</span>[<span class="extype" name="scala.Predef.String">String</span>]</span>)</span><span class="result"> extends <a href="TaskFailedReason.html" class="extype" name="org.apache.spark.TaskFailedReason">TaskFailedReason</a> with <span class="extype" name="scala.Product">Product</span> with <span class="extype" name="scala.Serializable">Serializable</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">:: DeveloperApi :: |
| The task failed because the executor that it was running on was lost.</p><div class="fullcomment"><div class="comment cmt"><p>:: DeveloperApi :: |
| The task failed because the executor that it was running on was lost. This may happen because |
| the task crashed the JVM. |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.FetchFailed" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="FetchFailedextendsTaskFailedReasonwithProductwithSerializable"></a><a id="FetchFailed:FetchFailed"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/FetchFailed.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">case class</span> |
| </span> |
| <span class="symbol"> |
| <a title=":: DeveloperApi :: Task failed to fetch shuffle data from a remote node." href="FetchFailed.html"><span class="name">FetchFailed</span></a><span class="params">(<span name="bmAddress">bmAddress: <a href="storage/BlockManagerId.html" class="extype" name="org.apache.spark.storage.BlockManagerId">BlockManagerId</a></span>, <span name="shuffleId">shuffleId: <span class="extype" name="scala.Int">Int</span></span>, <span name="mapId">mapId: <span class="extype" name="scala.Long">Long</span></span>, <span name="mapIndex">mapIndex: <span class="extype" name="scala.Int">Int</span></span>, <span name="reduceId">reduceId: <span class="extype" name="scala.Int">Int</span></span>, <span name="message">message: <span class="extype" name="scala.Predef.String">String</span></span>)</span><span class="result"> extends <a href="TaskFailedReason.html" class="extype" name="org.apache.spark.TaskFailedReason">TaskFailedReason</a> with <span class="extype" name="scala.Product">Product</span> with <span class="extype" name="scala.Serializable">Serializable</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">:: DeveloperApi :: |
| Task failed to fetch shuffle data from a remote node.</p><div class="fullcomment"><div class="comment cmt"><p>:: DeveloperApi :: |
| Task failed to fetch shuffle data from a remote node. Probably means we have lost the remote |
| executors the task is trying to fetch from, and thus need to rerun the previous stage. |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.FutureAction" visbl="pub" class="indented0 " data-isabs="true" fullComment="yes" group="Ungrouped"> |
| <a id="FutureAction[T]extendsFuture[T]"></a><a id="FutureAction[T]:FutureAction[T]"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/FutureAction.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">trait</span> |
| </span> |
| <span class="symbol"> |
| <a title="A future for the result of an action to support cancellation." href="FutureAction.html"><span class="name">FutureAction</span></a><span class="tparams">[<span name="T">T</span>]</span><span class="result"> extends <span class="extype" name="scala.concurrent.Future">Future</span>[<span class="extype" name="org.apache.spark.FutureAction.T">T</span>]</span> |
| </span> |
| |
| <p class="shortcomment cmt">A future for the result of an action to support cancellation.</p><div class="fullcomment"><div class="comment cmt"><p>A future for the result of an action to support cancellation. This is an extension of the |
| Scala Future interface to support cancellation. |
| </p></div></div> |
| </li><li name="org.apache.spark.HashPartitioner" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="HashPartitionerextendsPartitioner"></a><a id="HashPartitioner:HashPartitioner"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/HashPartitioner.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a title="A org.apache.spark.Partitioner that implements hash-based partitioning using Java's Object.hashCode." href="HashPartitioner.html"><span class="name">HashPartitioner</span></a><span class="result"> extends <a href="Partitioner.html" class="extype" name="org.apache.spark.Partitioner">Partitioner</a></span> |
| </span> |
| |
| <p class="shortcomment cmt">A <a href="Partitioner.html" class="extype" name="org.apache.spark.Partitioner">org.apache.spark.Partitioner</a> that implements hash-based partitioning using |
| Java's <code>Object.hashCode</code>.</p><div class="fullcomment"><div class="comment cmt"><p>A <a href="Partitioner.html" class="extype" name="org.apache.spark.Partitioner">org.apache.spark.Partitioner</a> that implements hash-based partitioning using |
| Java's <code>Object.hashCode</code>.</p><p>Java arrays have hashCodes that are based on the arrays' identities rather than their contents, |
| so attempting to partition an RDD[Array[_]] or RDD[(Array[_], _)] using a HashPartitioner will |
| produce an unexpected or incorrect result. |
| </p></div></div> |
| </li><li name="org.apache.spark.InterruptibleIterator" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="InterruptibleIterator[+T]extendsIterator[T]"></a><a id="InterruptibleIterator[+T]:InterruptibleIterator[T]"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/InterruptibleIterator.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a title=":: DeveloperApi :: An iterator that wraps around an existing iterator to provide task killing functionality." href="InterruptibleIterator.html"><span class="name">InterruptibleIterator</span></a><span class="tparams">[<span name="T">+T</span>]</span><span class="result"> extends <span class="extype" name="scala.Iterator">Iterator</span>[<span class="extype" name="org.apache.spark.InterruptibleIterator.T">T</span>]</span> |
| </span> |
| |
| <p class="shortcomment cmt">:: DeveloperApi :: |
| An iterator that wraps around an existing iterator to provide task killing functionality.</p><div class="fullcomment"><div class="comment cmt"><p>:: DeveloperApi :: |
| An iterator that wraps around an existing iterator to provide task killing functionality. |
| It works by checking the interrupted flag in <a href="TaskContext.html" class="extype" name="org.apache.spark.TaskContext">TaskContext</a>. |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.JobExecutionStatus" visbl="pub" class="indented0 " data-isabs="true" fullComment="no" group="Ungrouped"> |
| <a id="JobExecutionStatusextendsEnum[org.apache.spark.JobExecutionStatus]"></a><a id="JobExecutionStatus:JobExecutionStatus"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/JobExecutionStatus.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">sealed abstract final </span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="JobExecutionStatus.html"><span class="name">JobExecutionStatus</span></a><span class="result"> extends <span class="extype" name="java.lang.Enum">Enum</span>[<a href="JobExecutionStatus.html" class="extype" name="org.apache.spark.JobExecutionStatus">JobExecutionStatus</a>]</span> |
| </span> |
| |
| |
| </li><li name="org.apache.spark.JobSubmitter" visbl="pub" class="indented0 " data-isabs="true" fullComment="yes" group="Ungrouped"> |
| <a id="JobSubmitterextendsAnyRef"></a><a id="JobSubmitter:JobSubmitter"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/JobSubmitter.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">trait</span> |
| </span> |
| <span class="symbol"> |
| <a title="Handle via which a "run" function passed to a ComplexFutureAction can submit jobs for execution." href="JobSubmitter.html"><span class="name">JobSubmitter</span></a><span class="result"> extends <span class="extype" name="scala.AnyRef">AnyRef</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">Handle via which a "run" function passed to a <a href="ComplexFutureAction.html" class="extype" name="org.apache.spark.ComplexFutureAction">ComplexFutureAction</a> |
| can submit jobs for execution.</p><div class="fullcomment"><div class="comment cmt"><p>Handle via which a "run" function passed to a <a href="ComplexFutureAction.html" class="extype" name="org.apache.spark.ComplexFutureAction">ComplexFutureAction</a> |
| can submit jobs for execution. |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.NarrowDependency" visbl="pub" class="indented0 " data-isabs="true" fullComment="yes" group="Ungrouped"> |
| <a id="NarrowDependency[T]extendsDependency[T]"></a><a id="NarrowDependency[T]:NarrowDependency[T]"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/NarrowDependency.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">abstract </span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a title=":: DeveloperApi :: Base class for dependencies where each partition of the child RDD depends on a small number of partitions of the parent RDD." href="NarrowDependency.html"><span class="name">NarrowDependency</span></a><span class="tparams">[<span name="T">T</span>]</span><span class="result"> extends <a href="Dependency.html" class="extype" name="org.apache.spark.Dependency">Dependency</a>[<span class="extype" name="org.apache.spark.NarrowDependency.T">T</span>]</span> |
| </span> |
| |
| <p class="shortcomment cmt">:: DeveloperApi :: |
| Base class for dependencies where each partition of the child RDD depends on a small number |
| of partitions of the parent RDD.</p><div class="fullcomment"><div class="comment cmt"><p>:: DeveloperApi :: |
| Base class for dependencies where each partition of the child RDD depends on a small number |
| of partitions of the parent RDD. Narrow dependencies allow for pipelined execution. |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.OneToOneDependency" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="OneToOneDependency[T]extendsNarrowDependency[T]"></a><a id="OneToOneDependency[T]:OneToOneDependency[T]"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/OneToOneDependency.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a title=":: DeveloperApi :: Represents a one-to-one dependency between partitions of the parent and child RDDs." href="OneToOneDependency.html"><span class="name">OneToOneDependency</span></a><span class="tparams">[<span name="T">T</span>]</span><span class="result"> extends <a href="NarrowDependency.html" class="extype" name="org.apache.spark.NarrowDependency">NarrowDependency</a>[<span class="extype" name="org.apache.spark.OneToOneDependency.T">T</span>]</span> |
| </span> |
| |
| <p class="shortcomment cmt">:: DeveloperApi :: |
| Represents a one-to-one dependency between partitions of the parent and child RDDs.</p><div class="fullcomment"><div class="comment cmt"><p>:: DeveloperApi :: |
| Represents a one-to-one dependency between partitions of the parent and child RDDs. |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.Partition" visbl="pub" class="indented0 " data-isabs="true" fullComment="no" group="Ungrouped"> |
| <a id="PartitionextendsSerializable"></a><a id="Partition:Partition"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/Partition.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">trait</span> |
| </span> |
| <span class="symbol"> |
| <a title="An identifier for a partition in an RDD." href="Partition.html"><span class="name">Partition</span></a><span class="result"> extends <span class="extype" name="scala.Serializable">Serializable</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">An identifier for a partition in an RDD.</p> |
| </li><li name="org.apache.spark.Partitioner" visbl="pub" class="indented0 " data-isabs="true" fullComment="yes" group="Ungrouped"> |
| <a id="PartitionerextendsSerializable"></a><a id="Partitioner:Partitioner"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/Partitioner.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">abstract </span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a title="An object that defines how the elements in a key-value pair RDD are partitioned by key." href="Partitioner.html"><span class="name">Partitioner</span></a><span class="result"> extends <span class="extype" name="scala.Serializable">Serializable</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">An object that defines how the elements in a key-value pair RDD are partitioned by key.</p><div class="fullcomment"><div class="comment cmt"><p>An object that defines how the elements in a key-value pair RDD are partitioned by key. |
| Maps each key to a partition ID, from 0 to <code>numPartitions - 1</code>.</p><p>Note that, partitioner must be deterministic, i.e. it must return the same partition id given |
| the same partition key. |
| </p></div></div> |
| </li><li name="org.apache.spark.RangeDependency" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="RangeDependency[T]extendsNarrowDependency[T]"></a><a id="RangeDependency[T]:RangeDependency[T]"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/RangeDependency.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a title=":: DeveloperApi :: Represents a one-to-one dependency between ranges of partitions in the parent and child RDDs." href="RangeDependency.html"><span class="name">RangeDependency</span></a><span class="tparams">[<span name="T">T</span>]</span><span class="result"> extends <a href="NarrowDependency.html" class="extype" name="org.apache.spark.NarrowDependency">NarrowDependency</a>[<span class="extype" name="org.apache.spark.RangeDependency.T">T</span>]</span> |
| </span> |
| |
| <p class="shortcomment cmt">:: DeveloperApi :: |
| Represents a one-to-one dependency between ranges of partitions in the parent and child RDDs.</p><div class="fullcomment"><div class="comment cmt"><p>:: DeveloperApi :: |
| Represents a one-to-one dependency between ranges of partitions in the parent and child RDDs.</p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.RangePartitioner" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="RangePartitioner[K,V]extendsPartitioner"></a><a id="RangePartitioner[K,V]:RangePartitioner[K,V]"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/RangePartitioner.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a title="A org.apache.spark.Partitioner that partitions sortable records by range into roughly equal ranges." href="RangePartitioner.html"><span class="name">RangePartitioner</span></a><span class="tparams">[<span name="K">K</span>, <span name="V">V</span>]</span><span class="result"> extends <a href="Partitioner.html" class="extype" name="org.apache.spark.Partitioner">Partitioner</a></span> |
| </span> |
| |
| <p class="shortcomment cmt">A <a href="Partitioner.html" class="extype" name="org.apache.spark.Partitioner">org.apache.spark.Partitioner</a> that partitions sortable records by range into roughly |
| equal ranges.</p><div class="fullcomment"><div class="comment cmt"><p>A <a href="Partitioner.html" class="extype" name="org.apache.spark.Partitioner">org.apache.spark.Partitioner</a> that partitions sortable records by range into roughly |
| equal ranges. The ranges are determined by sampling the content of the RDD passed in. |
| </p></div><dl class="attributes block"> <dt>Note</dt><dd><span class="cmt"><p>The actual number of partitions created by the RangePartitioner might not be the same |
| as the <code>partitions</code> parameter, in the case where the number of sampled records is less than |
| the value of <code>partitions</code>.</p></span></dd></dl></div> |
| </li><li name="org.apache.spark.SerializableWritable" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="SerializableWritable[T<:org.apache.hadoop.io.Writable]extendsSerializable"></a><a id="SerializableWritable[T<:Writable]:SerializableWritable[T]"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/SerializableWritable.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="SerializableWritable.html"><span class="name">SerializableWritable</span></a><span class="tparams">[<span name="T">T <: <span class="extype" name="org.apache.hadoop.io.Writable">Writable</span></span>]</span><span class="result"> extends <span class="extype" name="java.io.Serializable">Serializable</span></span> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.ShuffleDependency" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="ShuffleDependency[K,V,C]extendsDependency[Product2[K,V]]withLogging"></a><a id="ShuffleDependency[K,V,C]:ShuffleDependency[K,V,C]"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/ShuffleDependency.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a title=":: DeveloperApi :: Represents a dependency on the output of a shuffle stage." href="ShuffleDependency.html"><span class="name">ShuffleDependency</span></a><span class="tparams">[<span name="K">K</span>, <span name="V">V</span>, <span name="C">C</span>]</span><span class="result"> extends <a href="Dependency.html" class="extype" name="org.apache.spark.Dependency">Dependency</a>[<span class="extype" name="scala.Product2">Product2</span>[<span class="extype" name="org.apache.spark.ShuffleDependency.K">K</span>, <span class="extype" name="org.apache.spark.ShuffleDependency.V">V</span>]] with <span class="extype" name="org.apache.spark.internal.Logging">Logging</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">:: DeveloperApi :: |
| Represents a dependency on the output of a shuffle stage.</p><div class="fullcomment"><div class="comment cmt"><p>:: DeveloperApi :: |
| Represents a dependency on the output of a shuffle stage. Note that in the case of shuffle, |
| the RDD is transient since we don't need it on the executor side. |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.SimpleFutureAction" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="SimpleFutureAction[T]extendsFutureAction[T]"></a><a id="SimpleFutureAction[T]:SimpleFutureAction[T]"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/SimpleFutureAction.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a title="A FutureAction holding the result of an action that triggers a single job." href="SimpleFutureAction.html"><span class="name">SimpleFutureAction</span></a><span class="tparams">[<span name="T">T</span>]</span><span class="result"> extends <a href="FutureAction.html" class="extype" name="org.apache.spark.FutureAction">FutureAction</a>[<span class="extype" name="org.apache.spark.SimpleFutureAction.T">T</span>]</span> |
| </span> |
| |
| <p class="shortcomment cmt">A <a href="FutureAction.html" class="extype" name="org.apache.spark.FutureAction">FutureAction</a> holding the result of an action that triggers a single job.</p><div class="fullcomment"><div class="comment cmt"><p>A <a href="FutureAction.html" class="extype" name="org.apache.spark.FutureAction">FutureAction</a> holding the result of an action that triggers a single job. Examples include |
| count, collect, reduce. |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.SparkConf" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="SparkConfextendsCloneablewithLoggingwithSerializable"></a><a id="SparkConf:SparkConf"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/SparkConf.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a title="Configuration for a Spark application." href="SparkConf.html"><span class="name">SparkConf</span></a><span class="result"> extends <span class="extype" name="scala.Cloneable">Cloneable</span> with <span class="extype" name="org.apache.spark.internal.Logging">Logging</span> with <span class="extype" name="scala.Serializable">Serializable</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">Configuration for a Spark application.</p><div class="fullcomment"><div class="comment cmt"><p>Configuration for a Spark application. Used to set various Spark parameters as key-value pairs.</p><p>Most of the time, you would create a SparkConf object with <code>new SparkConf()</code>, which will load |
| values from any <code>spark.*</code> Java system properties set in your application as well. In this case, |
| parameters you set directly on the <code>SparkConf</code> object take priority over system properties.</p><p>For unit tests, you can also call <code>new SparkConf(false)</code> to skip loading external settings and |
| get the same configuration no matter what the system properties are.</p><p>All setter methods in this class support chaining. For example, you can write |
| <code>new SparkConf().setMaster("local").setAppName("My app")</code>. |
| </p></div><dl class="attributes block"> <dt>Note</dt><dd><span class="cmt"><p>Once a SparkConf object is passed to Spark, it is cloned and can no longer be modified |
| by the user. Spark does not support modifying the configuration at runtime.</p></span></dd></dl></div> |
| </li><li name="org.apache.spark.SparkContext" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="SparkContextextendsLogging"></a><a id="SparkContext:SparkContext"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/SparkContext.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a title="Main entry point for Spark functionality." href="SparkContext.html"><span class="name">SparkContext</span></a><span class="result"> extends <span class="extype" name="org.apache.spark.internal.Logging">Logging</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">Main entry point for Spark functionality.</p><div class="fullcomment"><div class="comment cmt"><p>Main entry point for Spark functionality. A SparkContext represents the connection to a Spark |
| cluster, and can be used to create RDDs, accumulators and broadcast variables on that cluster. |
| </p></div><dl class="attributes block"> <dt>Note</dt><dd><span class="cmt"><p>Only one <code>SparkContext</code> should be active per JVM. You must <code>stop()</code> the |
| active <code>SparkContext</code> before creating a new one.</p></span></dd></dl></div> |
| </li><li name="org.apache.spark.SparkEnv" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="SparkEnvextendsLogging"></a><a id="SparkEnv:SparkEnv"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/SparkEnv.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a title=":: DeveloperApi :: Holds all the runtime environment objects for a running Spark instance (either master or worker), including the serializer, RpcEnv, block manager, map output tracker, etc." href="SparkEnv.html"><span class="name">SparkEnv</span></a><span class="result"> extends <span class="extype" name="org.apache.spark.internal.Logging">Logging</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">:: DeveloperApi :: |
| Holds all the runtime environment objects for a running Spark instance (either master or worker), |
| including the serializer, RpcEnv, block manager, map output tracker, etc.</p><div class="fullcomment"><div class="comment cmt"><p>:: DeveloperApi :: |
| Holds all the runtime environment objects for a running Spark instance (either master or worker), |
| including the serializer, RpcEnv, block manager, map output tracker, etc. Currently |
| Spark code finds the SparkEnv through a global variable, so all the threads can access the same |
| SparkEnv. It can be accessed by SparkEnv.get (e.g. after creating a SparkContext). |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.SparkException" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="SparkExceptionextendsExceptionwithSparkThrowable"></a><a id="SparkException:SparkException"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/SparkException.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="SparkException.html"><span class="name">SparkException</span></a><span class="result"> extends <span class="extype" name="scala.Exception">Exception</span> with <a href="SparkThrowable.html" class="extype" name="org.apache.spark.SparkThrowable">SparkThrowable</a></span> |
| </span> |
| |
| |
| </li><li name="org.apache.spark.SparkExecutorInfo" visbl="pub" class="indented0 " data-isabs="true" fullComment="no" group="Ungrouped"> |
| <a id="SparkExecutorInfoextendsSerializable"></a><a id="SparkExecutorInfo:SparkExecutorInfo"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/SparkExecutorInfo.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">trait</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="SparkExecutorInfo.html"><span class="name">SparkExecutorInfo</span></a><span class="result"> extends <span class="extype" name="java.io.Serializable">Serializable</span></span> |
| </span> |
| |
| |
| </li><li name="org.apache.spark.SparkFirehoseListener" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="SparkFirehoseListenerextendsSparkListenerInterface"></a><a id="SparkFirehoseListener:SparkFirehoseListener"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/SparkFirehoseListener.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="SparkFirehoseListener.html"><span class="name">SparkFirehoseListener</span></a><span class="result"> extends <span class="extype" name="org.apache.spark.scheduler.SparkListenerInterface">SparkListenerInterface</span></span> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.SparkJobInfo" visbl="pub" class="indented0 " data-isabs="true" fullComment="no" group="Ungrouped"> |
| <a id="SparkJobInfoextendsSerializable"></a><a id="SparkJobInfo:SparkJobInfo"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/SparkJobInfo.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">trait</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="SparkJobInfo.html"><span class="name">SparkJobInfo</span></a><span class="result"> extends <span class="extype" name="java.io.Serializable">Serializable</span></span> |
| </span> |
| |
| |
| </li><li name="org.apache.spark.SparkStageInfo" visbl="pub" class="indented0 " data-isabs="true" fullComment="no" group="Ungrouped"> |
| <a id="SparkStageInfoextendsSerializable"></a><a id="SparkStageInfo:SparkStageInfo"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/SparkStageInfo.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">trait</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="SparkStageInfo.html"><span class="name">SparkStageInfo</span></a><span class="result"> extends <span class="extype" name="java.io.Serializable">Serializable</span></span> |
| </span> |
| |
| |
| </li><li name="org.apache.spark.SparkStatusTracker" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="SparkStatusTrackerextendsAnyRef"></a><a id="SparkStatusTracker:SparkStatusTracker"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/SparkStatusTracker.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a title="Low-level status reporting APIs for monitoring job and stage progress." href="SparkStatusTracker.html"><span class="name">SparkStatusTracker</span></a><span class="result"> extends <span class="extype" name="scala.AnyRef">AnyRef</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">Low-level status reporting APIs for monitoring job and stage progress.</p><div class="fullcomment"><div class="comment cmt"><p>Low-level status reporting APIs for monitoring job and stage progress.</p><p>These APIs intentionally provide very weak consistency semantics; consumers of these APIs should |
| be prepared to handle empty / missing information. For example, a job's stage ids may be known |
| but the status API may not have any information about the details of those stages, so |
| <code>getStageInfo</code> could potentially return <code>None</code> for a valid stage id.</p><p>To limit memory usage, these APIs only provide information on recent jobs / stages. These APIs |
| will provide information for the last <code>spark.ui.retainedStages</code> stages and |
| <code>spark.ui.retainedJobs</code> jobs.</p><p>NOTE: this class's constructor should be considered private and may be subject to change. |
| </p></div></div> |
| </li><li name="org.apache.spark.SparkThrowable" visbl="pub" class="indented0 " data-isabs="true" fullComment="yes" group="Ungrouped"> |
| <a id="SparkThrowableextendsObject"></a><a id="SparkThrowable:SparkThrowable"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/SparkThrowable.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">trait</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="SparkThrowable.html"><span class="name">SparkThrowable</span></a><span class="result"> extends <span class="extype" name="scala.AnyRef">AnyRef</span></span> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@Evolving</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.TaskCommitDenied" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="TaskCommitDeniedextendsTaskFailedReasonwithProductwithSerializable"></a><a id="TaskCommitDenied:TaskCommitDenied"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskCommitDenied.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">case class</span> |
| </span> |
| <span class="symbol"> |
| <a title=":: DeveloperApi :: Task requested the driver to commit, but was denied." href="TaskCommitDenied.html"><span class="name">TaskCommitDenied</span></a><span class="params">(<span name="jobID">jobID: <span class="extype" name="scala.Int">Int</span></span>, <span name="partitionID">partitionID: <span class="extype" name="scala.Int">Int</span></span>, <span name="attemptNumber">attemptNumber: <span class="extype" name="scala.Int">Int</span></span>)</span><span class="result"> extends <a href="TaskFailedReason.html" class="extype" name="org.apache.spark.TaskFailedReason">TaskFailedReason</a> with <span class="extype" name="scala.Product">Product</span> with <span class="extype" name="scala.Serializable">Serializable</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">:: DeveloperApi :: |
| Task requested the driver to commit, but was denied.</p><div class="fullcomment"><div class="comment cmt"><p>:: DeveloperApi :: |
| Task requested the driver to commit, but was denied. |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.TaskContext" visbl="pub" class="indented0 " data-isabs="true" fullComment="yes" group="Ungrouped"> |
| <a id="TaskContextextendsSerializable"></a><a id="TaskContext:TaskContext"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">abstract </span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a title="Contextual information about a task which can be read or mutated during execution." href="TaskContext.html"><span class="name">TaskContext</span></a><span class="result"> extends <span class="extype" name="java.io.Serializable">Serializable</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">Contextual information about a task which can be read or mutated during |
| execution.</p><div class="fullcomment"><div class="comment cmt"><p>Contextual information about a task which can be read or mutated during |
| execution. To access the TaskContext for a running task, use:</p><pre>org.apache.spark.TaskContext.get()</pre></div></div> |
| </li><li name="org.apache.spark.TaskEndReason" visbl="pub" class="indented0 " data-isabs="true" fullComment="yes" group="Ungrouped"> |
| <a id="TaskEndReasonextendsAnyRef"></a><a id="TaskEndReason:TaskEndReason"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskEndReason.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">sealed </span> |
| <span class="kind">trait</span> |
| </span> |
| <span class="symbol"> |
| <a title=":: DeveloperApi :: Various possible reasons why a task ended." href="TaskEndReason.html"><span class="name">TaskEndReason</span></a><span class="result"> extends <span class="extype" name="scala.AnyRef">AnyRef</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">:: DeveloperApi :: |
| Various possible reasons why a task ended.</p><div class="fullcomment"><div class="comment cmt"><p>:: DeveloperApi :: |
| Various possible reasons why a task ended. The low-level TaskScheduler is supposed to retry |
| tasks several times for "ephemeral" failures, and only report back failures that require some |
| old stages to be resubmitted, such as shuffle map fetch failures. |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.TaskFailedReason" visbl="pub" class="indented0 " data-isabs="true" fullComment="yes" group="Ungrouped"> |
| <a id="TaskFailedReasonextendsTaskEndReason"></a><a id="TaskFailedReason:TaskFailedReason"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskFailedReason.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier">sealed </span> |
| <span class="kind">trait</span> |
| </span> |
| <span class="symbol"> |
| <a title=":: DeveloperApi :: Various possible reasons why a task failed." href="TaskFailedReason.html"><span class="name">TaskFailedReason</span></a><span class="result"> extends <a href="TaskEndReason.html" class="extype" name="org.apache.spark.TaskEndReason">TaskEndReason</a></span> |
| </span> |
| |
| <p class="shortcomment cmt">:: DeveloperApi :: |
| Various possible reasons why a task failed.</p><div class="fullcomment"><div class="comment cmt"><p>:: DeveloperApi :: |
| Various possible reasons why a task failed. |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.TaskKilled" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="TaskKilledextendsTaskFailedReasonwithProductwithSerializable"></a><a id="TaskKilled:TaskKilled"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskKilled.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">case class</span> |
| </span> |
| <span class="symbol"> |
| <a title=":: DeveloperApi :: Task was killed intentionally and needs to be rescheduled." href="TaskKilled.html"><span class="name">TaskKilled</span></a><span class="params">(<span name="reason">reason: <span class="extype" name="scala.Predef.String">String</span></span>, <span name="accumUpdates">accumUpdates: <span class="extype" name="scala.Seq">Seq</span>[<a href="scheduler/AccumulableInfo.html" class="extype" name="org.apache.spark.scheduler.AccumulableInfo">AccumulableInfo</a>] = <span class="symbol">Seq.empty</span></span>, <span name="accums">accums: <span class="extype" name="scala.Seq">Seq</span>[<a href="util/AccumulatorV2.html" class="extype" name="org.apache.spark.util.AccumulatorV2">AccumulatorV2</a>[_, _]] = <span class="symbol">Nil</span></span>, <span name="metricPeaks">metricPeaks: <span class="extype" name="scala.Seq">Seq</span>[<span class="extype" name="scala.Long">Long</span>] = <span class="symbol">Seq.empty</span></span>)</span><span class="result"> extends <a href="TaskFailedReason.html" class="extype" name="org.apache.spark.TaskFailedReason">TaskFailedReason</a> with <span class="extype" name="scala.Product">Product</span> with <span class="extype" name="scala.Serializable">Serializable</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">:: DeveloperApi :: |
| Task was killed intentionally and needs to be rescheduled.</p><div class="fullcomment"><div class="comment cmt"><p>:: DeveloperApi :: |
| Task was killed intentionally and needs to be rescheduled. |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.TaskKilledException" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="TaskKilledExceptionextendsRuntimeException"></a><a id="TaskKilledException:TaskKilledException"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskKilledException.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a title=":: DeveloperApi :: Exception thrown when a task is explicitly killed (i.e., task failure is expected)." href="TaskKilledException.html"><span class="name">TaskKilledException</span></a><span class="result"> extends <span class="extype" name="scala.RuntimeException">RuntimeException</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">:: DeveloperApi :: |
| Exception thrown when a task is explicitly killed (i.e., task failure is expected).</p><div class="fullcomment"><div class="comment cmt"><p>:: DeveloperApi :: |
| Exception thrown when a task is explicitly killed (i.e., task failure is expected). |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li></ol> |
| </div> |
| |
| |
| |
| <div class="values members"> |
| <h3>Value Members</h3> |
| <ol> |
| <li name="org.apache.spark#SPARK_BRANCH" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="SPARK_BRANCH:String"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/index.html#SPARK_BRANCH:String" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">val</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">SPARK_BRANCH</span><span class="result">: <span class="extype" name="scala.Predef.String">String</span></span> |
| </span> |
| |
| |
| </li><li name="org.apache.spark#SPARK_BUILD_DATE" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="SPARK_BUILD_DATE:String"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/index.html#SPARK_BUILD_DATE:String" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">val</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">SPARK_BUILD_DATE</span><span class="result">: <span class="extype" name="scala.Predef.String">String</span></span> |
| </span> |
| |
| |
| </li><li name="org.apache.spark#SPARK_BUILD_USER" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="SPARK_BUILD_USER:String"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/index.html#SPARK_BUILD_USER:String" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">val</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">SPARK_BUILD_USER</span><span class="result">: <span class="extype" name="scala.Predef.String">String</span></span> |
| </span> |
| |
| |
| </li><li name="org.apache.spark#SPARK_REPO_URL" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="SPARK_REPO_URL:String"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/index.html#SPARK_REPO_URL:String" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">val</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">SPARK_REPO_URL</span><span class="result">: <span class="extype" name="scala.Predef.String">String</span></span> |
| </span> |
| |
| |
| </li><li name="org.apache.spark#SPARK_REVISION" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="SPARK_REVISION:String"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/index.html#SPARK_REVISION:String" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">val</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">SPARK_REVISION</span><span class="result">: <span class="extype" name="scala.Predef.String">String</span></span> |
| </span> |
| |
| |
| </li><li name="org.apache.spark#SPARK_VERSION" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="SPARK_VERSION:String"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/index.html#SPARK_VERSION:String" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">val</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">SPARK_VERSION</span><span class="result">: <span class="extype" name="scala.Predef.String">String</span></span> |
| </span> |
| |
| |
| </li><li name="org.apache.spark#SPARK_VERSION_SHORT" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="SPARK_VERSION_SHORT:String"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/index.html#SPARK_VERSION_SHORT:String" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">val</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">SPARK_VERSION_SHORT</span><span class="result">: <span class="extype" name="scala.Predef.String">String</span></span> |
| </span> |
| |
| |
| </li><li name="org.apache.spark.BarrierTaskContext" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="BarrierTaskContext"></a><a id="BarrierTaskContext:BarrierTaskContext"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/BarrierTaskContext$.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">object</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="BarrierTaskContext$.html"><span class="name">BarrierTaskContext</span></a><span class="result"> extends <span class="extype" name="scala.Serializable">Serializable</span></span> |
| </span> |
| |
| <div class="fullcomment"><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@Experimental</span><span class="args">()</span> |
| |
| <span class="name">@Since</span><span class="args">(<span> |
| |
| <span class="symbol">"2.4.0"</span> |
| </span>)</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.Partitioner" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="Partitioner"></a><a id="Partitioner:Partitioner"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/Partitioner$.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">object</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="Partitioner$.html"><span class="name">Partitioner</span></a><span class="result"> extends <span class="extype" name="scala.Serializable">Serializable</span></span> |
| </span> |
| |
| |
| </li><li name="org.apache.spark.Resubmitted" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="Resubmitted"></a><a id="Resubmitted:Resubmitted"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/Resubmitted$.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">object</span> |
| </span> |
| <span class="symbol"> |
| <a title=":: DeveloperApi :: A org.apache.spark.scheduler.ShuffleMapTask that completed successfully earlier, but we lost the executor before the stage completed." href="Resubmitted$.html"><span class="name">Resubmitted</span></a><span class="result"> extends <a href="TaskFailedReason.html" class="extype" name="org.apache.spark.TaskFailedReason">TaskFailedReason</a> with <span class="extype" name="scala.Product">Product</span> with <span class="extype" name="scala.Serializable">Serializable</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">:: DeveloperApi :: |
| A <code>org.apache.spark.scheduler.ShuffleMapTask</code> that completed successfully earlier, but we |
| lost the executor before the stage completed.</p><div class="fullcomment"><div class="comment cmt"><p>:: DeveloperApi :: |
| A <code>org.apache.spark.scheduler.ShuffleMapTask</code> that completed successfully earlier, but we |
| lost the executor before the stage completed. This means Spark needs to reschedule the task |
| to be re-executed on a different executor. |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.SparkContext" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="SparkContext"></a><a id="SparkContext:SparkContext"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/SparkContext$.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">object</span> |
| </span> |
| <span class="symbol"> |
| <a title="The SparkContext object contains a number of implicit conversions and parameters for use with various Spark features." href="SparkContext$.html"><span class="name">SparkContext</span></a><span class="result"> extends <span class="extype" name="org.apache.spark.internal.Logging">Logging</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">The SparkContext object contains a number of implicit conversions and parameters for use with |
| various Spark features.</p> |
| </li><li name="org.apache.spark.SparkEnv" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="SparkEnv"></a><a id="SparkEnv:SparkEnv"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/SparkEnv$.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">object</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="SparkEnv$.html"><span class="name">SparkEnv</span></a><span class="result"> extends <span class="extype" name="org.apache.spark.internal.Logging">Logging</span></span> |
| </span> |
| |
| |
| </li><li name="org.apache.spark.SparkFiles" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="SparkFiles"></a><a id="SparkFiles:SparkFiles"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/SparkFiles$.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">object</span> |
| </span> |
| <span class="symbol"> |
| <a title="Resolves paths to files added through SparkContext.addFile()." href="SparkFiles$.html"><span class="name">SparkFiles</span></a> |
| </span> |
| |
| <p class="shortcomment cmt">Resolves paths to files added through <code>SparkContext.addFile()</code>.</p> |
| </li><li name="org.apache.spark.Success" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="Success"></a><a id="Success:Success"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/Success$.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">object</span> |
| </span> |
| <span class="symbol"> |
| <a title=":: DeveloperApi :: Task succeeded." href="Success$.html"><span class="name">Success</span></a><span class="result"> extends <a href="TaskEndReason.html" class="extype" name="org.apache.spark.TaskEndReason">TaskEndReason</a> with <span class="extype" name="scala.Product">Product</span> with <span class="extype" name="scala.Serializable">Serializable</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">:: DeveloperApi :: |
| Task succeeded.</p><div class="fullcomment"><div class="comment cmt"><p>:: DeveloperApi :: |
| Task succeeded. |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.TaskContext" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="TaskContext"></a><a id="TaskContext:TaskContext"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskContext$.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">object</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="TaskContext$.html"><span class="name">TaskContext</span></a><span class="result"> extends <span class="extype" name="scala.Serializable">Serializable</span></span> |
| </span> |
| |
| |
| </li><li name="org.apache.spark.TaskResultLost" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="TaskResultLost"></a><a id="TaskResultLost:TaskResultLost"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/TaskResultLost$.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">object</span> |
| </span> |
| <span class="symbol"> |
| <a title=":: DeveloperApi :: The task finished successfully, but the result was lost from the executor's block manager before it was fetched." href="TaskResultLost$.html"><span class="name">TaskResultLost</span></a><span class="result"> extends <a href="TaskFailedReason.html" class="extype" name="org.apache.spark.TaskFailedReason">TaskFailedReason</a> with <span class="extype" name="scala.Product">Product</span> with <span class="extype" name="scala.Serializable">Serializable</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">:: DeveloperApi :: |
| The task finished successfully, but the result was lost from the executor's block manager before |
| it was fetched.</p><div class="fullcomment"><div class="comment cmt"><p>:: DeveloperApi :: |
| The task finished successfully, but the result was lost from the executor's block manager before |
| it was fetched. |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.UnknownReason" visbl="pub" class="indented0 " data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="UnknownReason"></a><a id="UnknownReason:UnknownReason"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/UnknownReason$.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">object</span> |
| </span> |
| <span class="symbol"> |
| <a title=":: DeveloperApi :: We don't know why the task ended -- for example, because of a ClassNotFound exception when deserializing the task result." href="UnknownReason$.html"><span class="name">UnknownReason</span></a><span class="result"> extends <a href="TaskFailedReason.html" class="extype" name="org.apache.spark.TaskFailedReason">TaskFailedReason</a> with <span class="extype" name="scala.Product">Product</span> with <span class="extype" name="scala.Serializable">Serializable</span></span> |
| </span> |
| |
| <p class="shortcomment cmt">:: DeveloperApi :: |
| We don't know why the task ended -- for example, because of a ClassNotFound exception when |
| deserializing the task result.</p><div class="fullcomment"><div class="comment cmt"><p>:: DeveloperApi :: |
| We don't know why the task ended -- for example, because of a ClassNotFound exception when |
| deserializing the task result. |
| </p></div><dl class="attributes block"> <dt>Annotations</dt><dd> |
| <span class="name">@DeveloperApi</span><span class="args">()</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.spark.WritableConverter" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="WritableConverter"></a><a id="WritableConverter:WritableConverter"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/WritableConverter$.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">object</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="WritableConverter$.html"><span class="name">WritableConverter</span></a><span class="result"> extends <span class="extype" name="scala.Serializable">Serializable</span></span> |
| </span> |
| |
| |
| </li><li name="org.apache.spark.WritableFactory" visbl="pub" class="indented0 " data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="WritableFactory"></a><a id="WritableFactory:WritableFactory"></a> |
| <span class="permalink"> |
| <a href="../../../org/apache/spark/WritableFactory$.html" title="Permalink"> |
| <i class="material-icons"></i> |
| </a> |
| </span> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">object</span> |
| </span> |
| <span class="symbol"> |
| <a title="" href="WritableFactory$.html"><span class="name">WritableFactory</span></a><span class="result"> extends <span class="extype" name="scala.Serializable">Serializable</span></span> |
| </span> |
| |
| |
| </li> |
| </ol> |
| </div> |
| |
| |
| |
| |
| </div> |
| |
| <div id="inheritedMembers"> |
| <div class="parent" name="scala.AnyRef"> |
| <h3>Inherited from <span class="extype" name="scala.AnyRef">AnyRef</span></h3> |
| </div><div class="parent" name="scala.Any"> |
| <h3>Inherited from <span class="extype" name="scala.Any">Any</span></h3> |
| </div> |
| |
| </div> |
| |
| <div id="groupedMembers"> |
| <div class="group" name="Ungrouped"> |
| <h3>Ungrouped</h3> |
| |
| </div> |
| </div> |
| |
| </div> |
| |
| <div id="tooltip"></div> |
| |
| <div id="footer"> </div> |
| </body> |
| </div> |
| </div> |
| </div> |
| </body> |
| </html> |
