Google Git
Sign in
apache / systemds / 94bbeae9f0567cf857b78caf2055d4d3e757ec84 / . / docs / api / java / org / apache / sysds / runtime / controlprogram / context / SparkExecutionContext.html
blob: 73c97071b8be2090d84db7fe5cb398ebd03304e3 [file] [log] [blame]
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
<!-- NewPage -->
<html lang="en">
<head>
<!-- Generated by javadoc -->
<meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
<title>SparkExecutionContext (SystemDS 2.1.0-SNAPSHOT API)</title>
<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="Style">
<script type="text/javascript" src="../../../../../../script.js"></script>
</head>
<body>
<script type="text/javascript"><!--
try {
if (location.href.indexOf('is-external=true') == -1) {
parent.document.title="SparkExecutionContext (SystemDS 2.1.0-SNAPSHOT API)";
}
}
catch(err) {
}
//-->
var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":9,"i6":10,"i7":9,"i8":10,"i9":10,"i10":9,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":9,"i21":9,"i22":9,"i23":10,"i24":9,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":9,"i31":10,"i32":9,"i33":9,"i34":9,"i35":10,"i36":9,"i37":10,"i38":9,"i39":10,"i40":10,"i41":9,"i42":9,"i43":9,"i44":9,"i45":9,"i46":9,"i47":9,"i48":9,"i49":9,"i50":9,"i51":9,"i52":9,"i53":9,"i54":9,"i55":9};
var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
var altColor = "altColor";
var rowColor = "rowColor";
var tableTab = "tableTab";
var activeTableTab = "activeTableTab";
</script>
<noscript>
<div>JavaScript is disabled on your browser.</div>
</noscript>
<!-- ========= START OF TOP NAVBAR ======= -->
<div class="topNav"><a name="navbar.top">
<!-- -->
</a>
<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
<a name="navbar.top.firstrow">
<!-- -->
</a>
<ul class="navList" title="Navigation">
<li><a href="../../../../../../overview-summary.html">Overview</a></li>
<li><a href="package-summary.html">Package</a></li>
<li class="navBarCell1Rev">Class</li>
<li><a href="class-use/SparkExecutionContext.html">Use</a></li>
<li><a href="package-tree.html">Tree</a></li>
<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li>
<li><a href="../../../../../../index-all.html">Index</a></li>
<li><a href="../../../../../../help-doc.html">Help</a></li>
</ul>
</div>
<div class="subNav">
<ul class="navList">
<li><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContextFactory.html" title="class in org.apache.sysds.runtime.controlprogram.context"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
<li><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.SparkClusterConfig.html" title="class in org.apache.sysds.runtime.controlprogram.context"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
</ul>
<ul class="navList">
<li><a href="../../../../../../index.html?org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html" target="_top">Frames</a></li>
<li><a href="SparkExecutionContext.html" target="_top">No&nbsp;Frames</a></li>
</ul>
<ul class="navList" id="allclasses_navbar_top">
<li><a href="../../../../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
</ul>
<div>
<script type="text/javascript"><!--
allClassesLink = document.getElementById("allclasses_navbar_top");
if(window==top) {
allClassesLink.style.display = "block";
}
else {
allClassesLink.style.display = "none";
}
//-->
</script>
</div>
<div>
<ul class="subNavList">
<li>Summary:&nbsp;</li>
<li><a href="#nested.class.summary">Nested</a>&nbsp;|&nbsp;</li>
<li><a href="#field.summary">Field</a>&nbsp;|&nbsp;</li>
<li>Constr&nbsp;|&nbsp;</li>
<li><a href="#method.summary">Method</a></li>
</ul>
<ul class="subNavList">
<li>Detail:&nbsp;</li>
<li><a href="#field.detail">Field</a>&nbsp;|&nbsp;</li>
<li>Constr&nbsp;|&nbsp;</li>
<li><a href="#method.detail">Method</a></li>
</ul>
</div>
<a name="skip.navbar.top">
<!-- -->
</a></div>
<!-- ========= END OF TOP NAVBAR ========= -->
<!-- ======== START OF CLASS DATA ======== -->
<div class="header">
<div class="subTitle">org.apache.sysds.runtime.controlprogram.context</div>
<h2 title="Class SparkExecutionContext" class="title">Class SparkExecutionContext</h2>
</div>
<div class="contentContainer">
<ul class="inheritance">
<li><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">java.lang.Object</a></li>
<li>
<ul class="inheritance">
<li><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html" title="class in org.apache.sysds.runtime.controlprogram.context">org.apache.sysds.runtime.controlprogram.context.ExecutionContext</a></li>
<li>
<ul class="inheritance">
<li>org.apache.sysds.runtime.controlprogram.context.SparkExecutionContext</li>
</ul>
</li>
</ul>
</li>
</ul>
<div class="description">
<ul class="blockList">
<li class="blockList">
<hr>
<br>
<pre>public class <span class="typeNameLabel">SparkExecutionContext</span>
extends <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html" title="class in org.apache.sysds.runtime.controlprogram.context">ExecutionContext</a></pre>
</li>
</ul>
</div>
<div class="summary">
<ul class="blockList">
<li class="blockList">
<!-- ======== NESTED CLASS SUMMARY ======== -->
<ul class="blockList">
<li class="blockList"><a name="nested.class.summary">
<!-- -->
</a>
<h3>Nested Class Summary</h3>
<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Nested Class Summary table, listing nested classes, and an explanation">
<caption><span>Nested Classes</span><span class="tabEnd">&nbsp;</span></caption>
<tr>
<th class="colFirst" scope="col">Modifier and Type</th>
<th class="colLast" scope="col">Class and Description</th>
</tr>
<tr class="altColor">
<td class="colFirst"><code>static class&nbsp;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.SparkClusterConfig.html" title="class in org.apache.sysds.runtime.controlprogram.context">SparkExecutionContext.SparkClusterConfig</a></span></code>
<div class="block">Captures relevant spark cluster configuration properties, e.g., memory budgets and
degree of parallelism.</div>
</td>
</tr>
</table>
</li>
</ul>
<!-- =========== FIELD SUMMARY =========== -->
<ul class="blockList">
<li class="blockList"><a name="field.summary">
<!-- -->
</a>
<h3>Field Summary</h3>
<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Field Summary table, listing fields, and an explanation">
<caption><span>Fields</span><span class="tabEnd">&nbsp;</span></caption>
<tr>
<th class="colFirst" scope="col">Modifier and Type</th>
<th class="colLast" scope="col">Field and Description</th>
</tr>
<tr class="altColor">
<td class="colFirst"><code>static boolean</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#FAIR_SCHEDULER_MODE">FAIR_SCHEDULER_MODE</a></span></code>&nbsp;</td>
</tr>
</table>
</li>
</ul>
<!-- ========== METHOD SUMMARY =========== -->
<ul class="blockList">
<li class="blockList"><a name="method.summary">
<!-- -->
</a>
<h3>Method Summary</h3>
<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd">&nbsp;</span></span><span id="t1" class="tableTab"><span><a href="javascript:show(1);">Static Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd">&nbsp;</span></span></caption>
<tr>
<th class="colFirst" scope="col">Modifier and Type</th>
<th class="colLast" scope="col">Method and Description</th>
</tr>
<tr id="i0" class="altColor">
<td class="colFirst"><code>void</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#addLineage-java.lang.String-java.lang.String-boolean-">addLineage</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varParent,
<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varChild,
boolean&nbsp;broadcast)</code>&nbsp;</td>
</tr>
<tr id="i1" class="rowColor">
<td class="colFirst"><code>void</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#addLineageBroadcast-java.lang.String-java.lang.String-">addLineageBroadcast</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varParent,
<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varChild)</code>
<div class="block">Adds a child broadcast object to the lineage of a parent rdd.</div>
</td>
</tr>
<tr id="i2" class="altColor">
<td class="colFirst"><code>void</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#addLineageRDD-java.lang.String-java.lang.String-">addLineageRDD</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varParent,
<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varChild)</code>
<div class="block">Adds a child rdd object to the lineage of a parent rdd.</div>
</td>
</tr>
<tr id="i3" class="rowColor">
<td class="colFirst"><code>org.apache.spark.broadcast.Broadcast&lt;<a href="../../../../../../org/apache/sysds/runtime/controlprogram/caching/CacheBlock.html" title="interface in org.apache.sysds.runtime.controlprogram.caching">CacheBlock</a>&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#broadcastVariable-org.apache.sysds.runtime.controlprogram.caching.CacheableData-">broadcastVariable</a></span>(<a href="../../../../../../org/apache/sysds/runtime/controlprogram/caching/CacheableData.html" title="class in org.apache.sysds.runtime.controlprogram.caching">CacheableData</a>&lt;<a href="../../../../../../org/apache/sysds/runtime/controlprogram/caching/CacheBlock.html" title="interface in org.apache.sysds.runtime.controlprogram.caching">CacheBlock</a>&gt;&nbsp;cd)</code>&nbsp;</td>
</tr>
<tr id="i4" class="altColor">
<td class="colFirst"><code>void</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#cacheMatrixObject-java.lang.String-">cacheMatrixObject</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;var)</code>&nbsp;</td>
</tr>
<tr id="i5" class="rowColor">
<td class="colFirst"><code>static void</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#cleanupBroadcastVariable-org.apache.spark.broadcast.Broadcast-">cleanupBroadcastVariable</a></span>(org.apache.spark.broadcast.Broadcast&lt;?&gt;&nbsp;bvar)</code>
<div class="block">This call destroys a broadcast variable at all executors and the driver.</div>
</td>
</tr>
<tr id="i6" class="altColor">
<td class="colFirst"><code>void</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#cleanupCacheableData-org.apache.sysds.runtime.controlprogram.caching.CacheableData-">cleanupCacheableData</a></span>(<a href="../../../../../../org/apache/sysds/runtime/controlprogram/caching/CacheableData.html" title="class in org.apache.sysds.runtime.controlprogram.caching">CacheableData</a>&lt;?&gt;&nbsp;mo)</code>&nbsp;</td>
</tr>
<tr id="i7" class="rowColor">
<td class="colFirst"><code>static void</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#cleanupRDDVariable-org.apache.spark.api.java.JavaPairRDD-">cleanupRDDVariable</a></span>(org.apache.spark.api.java.JavaPairRDD&lt;?,?&gt;&nbsp;rvar)</code>
<div class="block">This call removes an rdd variable from executor memory and disk if required.</div>
</td>
</tr>
<tr id="i8" class="altColor">
<td class="colFirst"><code>void</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#cleanupThreadLocalSchedulerPool-int-">cleanupThreadLocalSchedulerPool</a></span>(int&nbsp;pool)</code>&nbsp;</td>
</tr>
<tr id="i9" class="rowColor">
<td class="colFirst"><code>void</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#close--">close</a></span>()</code>&nbsp;</td>
</tr>
<tr id="i10" class="altColor">
<td class="colFirst"><code>static org.apache.spark.SparkConf</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#createSystemDSSparkConf--">createSystemDSSparkConf</a></span>()</code>
<div class="block">Sets up a SystemDS-preferred Spark configuration based on the implicit
default configuration (as passed via configurations from outside).</div>
</td>
</tr>
<tr id="i11" class="rowColor">
<td class="colFirst"><code>org.apache.spark.api.java.JavaPairRDD&lt;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixIndexes.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixIndexes</a>,<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a>&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#getBinaryMatrixBlockRDDHandleForVariable-java.lang.String-">getBinaryMatrixBlockRDDHandleForVariable</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varname)</code>
<div class="block">Spark instructions should call this for all matrix inputs except broadcast
variables.</div>
</td>
</tr>
<tr id="i12" class="altColor">
<td class="colFirst"><code>org.apache.spark.api.java.JavaPairRDD&lt;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixIndexes.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixIndexes</a>,<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a>&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#getBinaryMatrixBlockRDDHandleForVariable-java.lang.String-int-boolean-">getBinaryMatrixBlockRDDHandleForVariable</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varname,
int&nbsp;numParts,
boolean&nbsp;inclEmpty)</code>&nbsp;</td>
</tr>
<tr id="i13" class="rowColor">
<td class="colFirst"><code>org.apache.spark.api.java.JavaPairRDD&lt;<a href="../../../../../../org/apache/sysds/runtime/data/TensorIndexes.html" title="class in org.apache.sysds.runtime.data">TensorIndexes</a>,<a href="../../../../../../org/apache/sysds/runtime/data/TensorBlock.html" title="class in org.apache.sysds.runtime.data">TensorBlock</a>&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#getBinaryTensorBlockRDDHandleForVariable-java.lang.String-">getBinaryTensorBlockRDDHandleForVariable</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varname)</code>
<div class="block">Spark instructions should call this for all tensor inputs except broadcast
variables.</div>
</td>
</tr>
<tr id="i14" class="altColor">
<td class="colFirst"><code>org.apache.spark.api.java.JavaPairRDD&lt;<a href="../../../../../../org/apache/sysds/runtime/data/TensorIndexes.html" title="class in org.apache.sysds.runtime.data">TensorIndexes</a>,<a href="../../../../../../org/apache/sysds/runtime/data/TensorBlock.html" title="class in org.apache.sysds.runtime.data">TensorBlock</a>&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#getBinaryTensorBlockRDDHandleForVariable-java.lang.String-int-boolean-">getBinaryTensorBlockRDDHandleForVariable</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varname,
int&nbsp;numParts,
boolean&nbsp;inclEmpty)</code>&nbsp;</td>
</tr>
<tr id="i15" class="rowColor">
<td class="colFirst"><code><a href="../../../../../../org/apache/sysds/runtime/instructions/spark/data/PartitionedBroadcast.html" title="class in org.apache.sysds.runtime.instructions.spark.data">PartitionedBroadcast</a>&lt;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/FrameBlock.html" title="class in org.apache.sysds.runtime.matrix.data">FrameBlock</a>&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#getBroadcastForFrameVariable-java.lang.String-">getBroadcastForFrameVariable</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varname)</code>&nbsp;</td>
</tr>
<tr id="i16" class="altColor">
<td class="colFirst"><code><a href="../../../../../../org/apache/sysds/runtime/instructions/spark/data/PartitionedBroadcast.html" title="class in org.apache.sysds.runtime.instructions.spark.data">PartitionedBroadcast</a>&lt;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a>&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#getBroadcastForMatrixObject-org.apache.sysds.runtime.controlprogram.caching.MatrixObject-">getBroadcastForMatrixObject</a></span>(<a href="../../../../../../org/apache/sysds/runtime/controlprogram/caching/MatrixObject.html" title="class in org.apache.sysds.runtime.controlprogram.caching">MatrixObject</a>&nbsp;mo)</code>&nbsp;</td>
</tr>
<tr id="i17" class="rowColor">
<td class="colFirst"><code><a href="../../../../../../org/apache/sysds/runtime/instructions/spark/data/PartitionedBroadcast.html" title="class in org.apache.sysds.runtime.instructions.spark.data">PartitionedBroadcast</a>&lt;<a href="../../../../../../org/apache/sysds/runtime/data/TensorBlock.html" title="class in org.apache.sysds.runtime.data">TensorBlock</a>&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#getBroadcastForTensorObject-org.apache.sysds.runtime.controlprogram.caching.TensorObject-">getBroadcastForTensorObject</a></span>(<a href="../../../../../../org/apache/sysds/runtime/controlprogram/caching/TensorObject.html" title="class in org.apache.sysds.runtime.controlprogram.caching">TensorObject</a>&nbsp;to)</code>&nbsp;</td>
</tr>
<tr id="i18" class="altColor">
<td class="colFirst"><code><a href="../../../../../../org/apache/sysds/runtime/instructions/spark/data/PartitionedBroadcast.html" title="class in org.apache.sysds.runtime.instructions.spark.data">PartitionedBroadcast</a>&lt;<a href="../../../../../../org/apache/sysds/runtime/data/TensorBlock.html" title="class in org.apache.sysds.runtime.data">TensorBlock</a>&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#getBroadcastForTensorVariable-java.lang.String-">getBroadcastForTensorVariable</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varname)</code>&nbsp;</td>
</tr>
<tr id="i19" class="rowColor">
<td class="colFirst"><code><a href="../../../../../../org/apache/sysds/runtime/instructions/spark/data/PartitionedBroadcast.html" title="class in org.apache.sysds.runtime.instructions.spark.data">PartitionedBroadcast</a>&lt;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a>&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#getBroadcastForVariable-java.lang.String-">getBroadcastForVariable</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varname)</code>&nbsp;</td>
</tr>
<tr id="i20" class="altColor">
<td class="colFirst"><code>static double</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#getBroadcastMemoryBudget--">getBroadcastMemoryBudget</a></span>()</code>
<div class="block">Obtains the available memory budget for broadcast variables in bytes.</div>
</td>
</tr>
<tr id="i21" class="rowColor">
<td class="colFirst"><code>static double</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#getDataMemoryBudget-boolean-boolean-">getDataMemoryBudget</a></span>(boolean&nbsp;min,
boolean&nbsp;refresh)</code>
<div class="block">Obtain the available memory budget for data storage in bytes.</div>
</td>
</tr>
<tr id="i22" class="altColor">
<td class="colFirst"><code>static int</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#getDefaultParallelism-boolean-">getDefaultParallelism</a></span>(boolean&nbsp;refresh)</code>
<div class="block">Obtain the default degree of parallelism (cores in the cluster).</div>
</td>
</tr>
<tr id="i23" class="rowColor">
<td class="colFirst"><code>org.apache.spark.api.java.JavaPairRDD&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true" title="class or interface in java.lang">Long</a>,<a href="../../../../../../org/apache/sysds/runtime/matrix/data/FrameBlock.html" title="class in org.apache.sysds.runtime.matrix.data">FrameBlock</a>&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#getFrameBinaryBlockRDDHandleForVariable-java.lang.String-">getFrameBinaryBlockRDDHandleForVariable</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varname)</code>
<div class="block">Spark instructions should call this for all frame inputs except broadcast
variables.</div>
</td>
</tr>
<tr id="i24" class="altColor">
<td class="colFirst"><code>static int</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#getNumExecutors--">getNumExecutors</a></span>()</code>
<div class="block">Obtain the number of executors in the cluster (excluding the driver).</div>
</td>
</tr>
<tr id="i25" class="rowColor">
<td class="colFirst"><code>org.apache.spark.api.java.JavaPairRDD&lt;?,?&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#getRDDHandleForFrameObject-org.apache.sysds.runtime.controlprogram.caching.FrameObject-org.apache.sysds.common.Types.FileFormat-">getRDDHandleForFrameObject</a></span>(<a href="../../../../../../org/apache/sysds/runtime/controlprogram/caching/FrameObject.html" title="class in org.apache.sysds.runtime.controlprogram.caching">FrameObject</a>&nbsp;fo,
<a href="../../../../../../org/apache/sysds/common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a>&nbsp;fmt)</code>
<div class="block">FIXME: currently this implementation assumes matrix representations but frame signature
in order to support the old transform implementation.</div>
</td>
</tr>
<tr id="i26" class="altColor">
<td class="colFirst"><code>org.apache.spark.api.java.JavaPairRDD&lt;?,?&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#getRDDHandleForMatrixObject-org.apache.sysds.runtime.controlprogram.caching.MatrixObject-org.apache.sysds.common.Types.FileFormat-">getRDDHandleForMatrixObject</a></span>(<a href="../../../../../../org/apache/sysds/runtime/controlprogram/caching/MatrixObject.html" title="class in org.apache.sysds.runtime.controlprogram.caching">MatrixObject</a>&nbsp;mo,
<a href="../../../../../../org/apache/sysds/common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a>&nbsp;fmt)</code>&nbsp;</td>
</tr>
<tr id="i27" class="rowColor">
<td class="colFirst"><code>org.apache.spark.api.java.JavaPairRDD&lt;?,?&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#getRDDHandleForMatrixObject-org.apache.sysds.runtime.controlprogram.caching.MatrixObject-org.apache.sysds.common.Types.FileFormat-int-boolean-">getRDDHandleForMatrixObject</a></span>(<a href="../../../../../../org/apache/sysds/runtime/controlprogram/caching/MatrixObject.html" title="class in org.apache.sysds.runtime.controlprogram.caching">MatrixObject</a>&nbsp;mo,
<a href="../../../../../../org/apache/sysds/common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a>&nbsp;fmt,
int&nbsp;numParts,
boolean&nbsp;inclEmpty)</code>&nbsp;</td>
</tr>
<tr id="i28" class="altColor">
<td class="colFirst"><code>org.apache.spark.api.java.JavaPairRDD&lt;?,?&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#getRDDHandleForTensorObject-org.apache.sysds.runtime.controlprogram.caching.TensorObject-org.apache.sysds.common.Types.FileFormat-int-boolean-">getRDDHandleForTensorObject</a></span>(<a href="../../../../../../org/apache/sysds/runtime/controlprogram/caching/TensorObject.html" title="class in org.apache.sysds.runtime.controlprogram.caching">TensorObject</a>&nbsp;to,
<a href="../../../../../../org/apache/sysds/common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a>&nbsp;fmt,
int&nbsp;numParts,
boolean&nbsp;inclEmpty)</code>&nbsp;</td>
</tr>
<tr id="i29" class="rowColor">
<td class="colFirst"><code>org.apache.spark.api.java.JavaPairRDD&lt;?,?&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#getRDDHandleForVariable-java.lang.String-org.apache.sysds.common.Types.FileFormat-int-boolean-">getRDDHandleForVariable</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varname,
<a href="../../../../../../org/apache/sysds/common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a>&nbsp;fmt,
int&nbsp;numParts,
boolean&nbsp;inclEmpty)</code>&nbsp;</td>
</tr>
<tr id="i30" class="altColor">
<td class="colFirst"><code>static <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.SparkClusterConfig.html" title="class in org.apache.sysds.runtime.controlprogram.context">SparkExecutionContext.SparkClusterConfig</a></code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#getSparkClusterConfig--">getSparkClusterConfig</a></span>()</code>
<div class="block">Obtains the lazily analyzed spark cluster configuration.</div>
</td>
</tr>
<tr id="i31" class="rowColor">
<td class="colFirst"><code>org.apache.spark.api.java.JavaSparkContext</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#getSparkContext--">getSparkContext</a></span>()</code>
<div class="block">Returns the used singleton spark context.</div>
</td>
</tr>
<tr id="i32" class="altColor">
<td class="colFirst"><code>static org.apache.spark.api.java.JavaSparkContext</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#getSparkContextStatic--">getSparkContextStatic</a></span>()</code>&nbsp;</td>
</tr>
<tr id="i33" class="rowColor">
<td class="colFirst"><code>static boolean</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#isLazySparkContextCreation--">isLazySparkContextCreation</a></span>()</code>&nbsp;</td>
</tr>
<tr id="i34" class="altColor">
<td class="colFirst"><code>static boolean</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#isLocalMaster--">isLocalMaster</a></span>()</code>&nbsp;</td>
</tr>
<tr id="i35" class="rowColor">
<td class="colFirst"><code>boolean</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#isRDDCached-int-">isRDDCached</a></span>(int&nbsp;rddID)</code>&nbsp;</td>
</tr>
<tr id="i36" class="altColor">
<td class="colFirst"><code>static boolean</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#isSparkContextCreated--">isSparkContextCreated</a></span>()</code>
<div class="block">Indicates if the spark context has been created or has
been passed in from outside.</div>
</td>
</tr>
<tr id="i37" class="rowColor">
<td class="colFirst"><code>void</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#repartitionAndCacheMatrixObject-java.lang.String-">repartitionAndCacheMatrixObject</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;var)</code>&nbsp;</td>
</tr>
<tr id="i38" class="altColor">
<td class="colFirst"><code>static void</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#resetSparkContextStatic--">resetSparkContextStatic</a></span>()</code>&nbsp;</td>
</tr>
<tr id="i39" class="rowColor">
<td class="colFirst"><code>void</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#setRDDHandleForVariable-java.lang.String-org.apache.spark.api.java.JavaPairRDD-">setRDDHandleForVariable</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varname,
org.apache.spark.api.java.JavaPairRDD&lt;?,?&gt;&nbsp;rdd)</code>
<div class="block">Keep the output rdd of spark rdd operations as meta data of matrix/frame
objects in the symbol table.</div>
</td>
</tr>
<tr id="i40" class="altColor">
<td class="colFirst"><code>int</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#setThreadLocalSchedulerPool--">setThreadLocalSchedulerPool</a></span>()</code>&nbsp;</td>
</tr>
<tr id="i41" class="rowColor">
<td class="colFirst"><code>static <a href="../../../../../../org/apache/sysds/runtime/matrix/data/FrameBlock.html" title="class in org.apache.sysds.runtime.matrix.data">FrameBlock</a></code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#toFrameBlock-org.apache.spark.api.java.JavaPairRDD-org.apache.sysds.common.Types.ValueType:A-int-int-">toFrameBlock</a></span>(org.apache.spark.api.java.JavaPairRDD&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true" title="class or interface in java.lang">Long</a>,<a href="../../../../../../org/apache/sysds/runtime/matrix/data/FrameBlock.html" title="class in org.apache.sysds.runtime.matrix.data">FrameBlock</a>&gt;&nbsp;rdd,
<a href="../../../../../../org/apache/sysds/common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a>[]&nbsp;schema,
int&nbsp;rlen,
int&nbsp;clen)</code>&nbsp;</td>
</tr>
<tr id="i42" class="altColor">
<td class="colFirst"><code>static <a href="../../../../../../org/apache/sysds/runtime/matrix/data/FrameBlock.html" title="class in org.apache.sysds.runtime.matrix.data">FrameBlock</a></code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#toFrameBlock-org.apache.sysds.runtime.instructions.spark.data.RDDObject-org.apache.sysds.common.Types.ValueType:A-int-int-">toFrameBlock</a></span>(<a href="../../../../../../org/apache/sysds/runtime/instructions/spark/data/RDDObject.html" title="class in org.apache.sysds.runtime.instructions.spark.data">RDDObject</a>&nbsp;rdd,
<a href="../../../../../../org/apache/sysds/common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a>[]&nbsp;schema,
int&nbsp;rlen,
int&nbsp;clen)</code>&nbsp;</td>
</tr>
<tr id="i43" class="rowColor">
<td class="colFirst"><code>static org.apache.spark.api.java.JavaPairRDD&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true" title="class or interface in java.lang">Long</a>,<a href="../../../../../../org/apache/sysds/runtime/matrix/data/FrameBlock.html" title="class in org.apache.sysds.runtime.matrix.data">FrameBlock</a>&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#toFrameJavaPairRDD-org.apache.spark.api.java.JavaSparkContext-org.apache.sysds.runtime.matrix.data.FrameBlock-">toFrameJavaPairRDD</a></span>(org.apache.spark.api.java.JavaSparkContext&nbsp;sc,
<a href="../../../../../../org/apache/sysds/runtime/matrix/data/FrameBlock.html" title="class in org.apache.sysds.runtime.matrix.data">FrameBlock</a>&nbsp;src)</code>&nbsp;</td>
</tr>
<tr id="i44" class="altColor">
<td class="colFirst"><code>static <a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a></code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#toMatrixBlock-org.apache.spark.api.java.JavaPairRDD-int-int-int-long-">toMatrixBlock</a></span>(org.apache.spark.api.java.JavaPairRDD&lt;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixIndexes.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixIndexes</a>,<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a>&gt;&nbsp;rdd,
int&nbsp;rlen,
int&nbsp;clen,
int&nbsp;blen,
long&nbsp;nnz)</code>
<div class="block">Utility method for creating a single matrix block out of a binary block RDD.</div>
</td>
</tr>
<tr id="i45" class="rowColor">
<td class="colFirst"><code>static <a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a></code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#toMatrixBlock-org.apache.spark.api.java.JavaPairRDD-int-int-long-">toMatrixBlock</a></span>(org.apache.spark.api.java.JavaPairRDD&lt;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixIndexes.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixIndexes</a>,<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixCell.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixCell</a>&gt;&nbsp;rdd,
int&nbsp;rlen,
int&nbsp;clen,
long&nbsp;nnz)</code>
<div class="block">Utility method for creating a single matrix block out of a binary cell RDD.</div>
</td>
</tr>
<tr id="i46" class="altColor">
<td class="colFirst"><code>static <a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a></code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#toMatrixBlock-org.apache.sysds.runtime.instructions.spark.data.RDDObject-int-int-int-long-">toMatrixBlock</a></span>(<a href="../../../../../../org/apache/sysds/runtime/instructions/spark/data/RDDObject.html" title="class in org.apache.sysds.runtime.instructions.spark.data">RDDObject</a>&nbsp;rdd,
int&nbsp;rlen,
int&nbsp;clen,
int&nbsp;blen,
long&nbsp;nnz)</code>
<div class="block">This method is a generic abstraction for calls from the buffer pool.</div>
</td>
</tr>
<tr id="i47" class="rowColor">
<td class="colFirst"><code>static <a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a></code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#toMatrixBlock-org.apache.sysds.runtime.instructions.spark.data.RDDObject-int-int-long-">toMatrixBlock</a></span>(<a href="../../../../../../org/apache/sysds/runtime/instructions/spark/data/RDDObject.html" title="class in org.apache.sysds.runtime.instructions.spark.data">RDDObject</a>&nbsp;rdd,
int&nbsp;rlen,
int&nbsp;clen,
long&nbsp;nnz)</code>&nbsp;</td>
</tr>
<tr id="i48" class="altColor">
<td class="colFirst"><code>static org.apache.spark.api.java.JavaPairRDD&lt;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixIndexes.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixIndexes</a>,<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a>&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#toMatrixJavaPairRDD-org.apache.spark.api.java.JavaSparkContext-org.apache.sysds.runtime.matrix.data.MatrixBlock-int-">toMatrixJavaPairRDD</a></span>(org.apache.spark.api.java.JavaSparkContext&nbsp;sc,
<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a>&nbsp;src,
int&nbsp;blen)</code>&nbsp;</td>
</tr>
<tr id="i49" class="rowColor">
<td class="colFirst"><code>static org.apache.spark.api.java.JavaPairRDD&lt;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixIndexes.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixIndexes</a>,<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a>&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#toMatrixJavaPairRDD-org.apache.spark.api.java.JavaSparkContext-org.apache.sysds.runtime.matrix.data.MatrixBlock-int-int-boolean-">toMatrixJavaPairRDD</a></span>(org.apache.spark.api.java.JavaSparkContext&nbsp;sc,
<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a>&nbsp;src,
int&nbsp;blen,
int&nbsp;numParts,
boolean&nbsp;inclEmpty)</code>&nbsp;</td>
</tr>
<tr id="i50" class="altColor">
<td class="colFirst"><code>static <a href="../../../../../../org/apache/sysds/runtime/instructions/spark/data/PartitionedBlock.html" title="class in org.apache.sysds.runtime.instructions.spark.data">PartitionedBlock</a>&lt;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a>&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#toPartitionedMatrixBlock-org.apache.spark.api.java.JavaPairRDD-int-int-int-long-">toPartitionedMatrixBlock</a></span>(org.apache.spark.api.java.JavaPairRDD&lt;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixIndexes.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixIndexes</a>,<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a>&gt;&nbsp;rdd,
int&nbsp;rlen,
int&nbsp;clen,
int&nbsp;blen,
long&nbsp;nnz)</code>&nbsp;</td>
</tr>
<tr id="i51" class="rowColor">
<td class="colFirst"><code>static <a href="../../../../../../org/apache/sysds/runtime/data/TensorBlock.html" title="class in org.apache.sysds.runtime.data">TensorBlock</a></code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#toTensorBlock-org.apache.spark.api.java.JavaPairRDD-org.apache.sysds.runtime.meta.DataCharacteristics-">toTensorBlock</a></span>(org.apache.spark.api.java.JavaPairRDD&lt;<a href="../../../../../../org/apache/sysds/runtime/data/TensorIndexes.html" title="class in org.apache.sysds.runtime.data">TensorIndexes</a>,<a href="../../../../../../org/apache/sysds/runtime/data/TensorBlock.html" title="class in org.apache.sysds.runtime.data">TensorBlock</a>&gt;&nbsp;rdd,
<a href="../../../../../../org/apache/sysds/runtime/meta/DataCharacteristics.html" title="class in org.apache.sysds.runtime.meta">DataCharacteristics</a>&nbsp;dc)</code>&nbsp;</td>
</tr>
<tr id="i52" class="altColor">
<td class="colFirst"><code>static org.apache.spark.api.java.JavaPairRDD&lt;<a href="../../../../../../org/apache/sysds/runtime/data/TensorIndexes.html" title="class in org.apache.sysds.runtime.data">TensorIndexes</a>,<a href="../../../../../../org/apache/sysds/runtime/data/TensorBlock.html" title="class in org.apache.sysds.runtime.data">TensorBlock</a>&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#toTensorJavaPairRDD-org.apache.spark.api.java.JavaSparkContext-org.apache.sysds.runtime.data.TensorBlock-int-">toTensorJavaPairRDD</a></span>(org.apache.spark.api.java.JavaSparkContext&nbsp;sc,
<a href="../../../../../../org/apache/sysds/runtime/data/TensorBlock.html" title="class in org.apache.sysds.runtime.data">TensorBlock</a>&nbsp;src,
int&nbsp;blen)</code>&nbsp;</td>
</tr>
<tr id="i53" class="rowColor">
<td class="colFirst"><code>static org.apache.spark.api.java.JavaPairRDD&lt;<a href="../../../../../../org/apache/sysds/runtime/data/TensorIndexes.html" title="class in org.apache.sysds.runtime.data">TensorIndexes</a>,<a href="../../../../../../org/apache/sysds/runtime/data/TensorBlock.html" title="class in org.apache.sysds.runtime.data">TensorBlock</a>&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#toTensorJavaPairRDD-org.apache.spark.api.java.JavaSparkContext-org.apache.sysds.runtime.data.TensorBlock-int-int-boolean-">toTensorJavaPairRDD</a></span>(org.apache.spark.api.java.JavaSparkContext&nbsp;sc,
<a href="../../../../../../org/apache/sysds/runtime/data/TensorBlock.html" title="class in org.apache.sysds.runtime.data">TensorBlock</a>&nbsp;src,
int&nbsp;blen,
int&nbsp;numParts,
boolean&nbsp;inclEmpty)</code>&nbsp;</td>
</tr>
<tr id="i54" class="altColor">
<td class="colFirst"><code>static void</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#writeFrameRDDtoHDFS-org.apache.sysds.runtime.instructions.spark.data.RDDObject-java.lang.String-org.apache.sysds.common.Types.FileFormat-">writeFrameRDDtoHDFS</a></span>(<a href="../../../../../../org/apache/sysds/runtime/instructions/spark/data/RDDObject.html" title="class in org.apache.sysds.runtime.instructions.spark.data">RDDObject</a>&nbsp;rdd,
<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;path,
<a href="../../../../../../org/apache/sysds/common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a>&nbsp;fmt)</code>&nbsp;</td>
</tr>
<tr id="i55" class="rowColor">
<td class="colFirst"><code>static long</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html#writeMatrixRDDtoHDFS-org.apache.sysds.runtime.instructions.spark.data.RDDObject-java.lang.String-org.apache.sysds.common.Types.FileFormat-">writeMatrixRDDtoHDFS</a></span>(<a href="../../../../../../org/apache/sysds/runtime/instructions/spark/data/RDDObject.html" title="class in org.apache.sysds.runtime.instructions.spark.data">RDDObject</a>&nbsp;rdd,
<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;path,
<a href="../../../../../../org/apache/sysds/common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a>&nbsp;fmt)</code>&nbsp;</td>
</tr>
</table>
<ul class="blockList">
<li class="blockList"><a name="methods.inherited.from.class.org.apache.sysds.runtime.controlprogram.context.ExecutionContext">
<!-- -->
</a>
<h3>Methods inherited from class&nbsp;org.apache.sysds.runtime.controlprogram.context.<a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html" title="class in org.apache.sysds.runtime.controlprogram.context">ExecutionContext</a></h3>
<code><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#allocateGPUMatrixObject-java.lang.String-long-long-">allocateGPUMatrixObject</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#cleanupDataObject-org.apache.sysds.runtime.instructions.cp.Data-">cleanupDataObject</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#containsVariable-org.apache.sysds.runtime.instructions.cp.CPOperand-">containsVariable</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#containsVariable-java.lang.String-">containsVariable</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#createCacheableData-org.apache.sysds.runtime.controlprogram.caching.CacheBlock-">createCacheableData</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#createFrameObject-org.apache.sysds.runtime.matrix.data.FrameBlock-">createFrameObject</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#createMatrixObject-org.apache.sysds.runtime.matrix.data.MatrixBlock-">createMatrixObject</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getCacheableData-org.apache.sysds.runtime.instructions.cp.CPOperand-">getCacheableData</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getCacheableData-java.lang.String-">getCacheableData</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getDataCharacteristics-java.lang.String-">getDataCharacteristics</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getDenseMatrixOutputForGPUInstruction-java.lang.String-long-long-">getDenseMatrixOutputForGPUInstruction</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getFrameInput-java.lang.String-">getFrameInput</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getFrameObject-org.apache.sysds.runtime.instructions.cp.CPOperand-">getFrameObject</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getFrameObject-java.lang.String-">getFrameObject</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getGPUContext-int-">getGPUContext</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getGPUContexts--">getGPUContexts</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getGPUDensePointerAddress-org.apache.sysds.runtime.controlprogram.caching.MatrixObject-">getGPUDensePointerAddress</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getGPUSparsePointerAddress-org.apache.sysds.runtime.controlprogram.caching.MatrixObject-">getGPUSparsePointerAddress</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getLineage--">getLineage</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getLineageItem-org.apache.sysds.runtime.instructions.cp.CPOperand-">getLineageItem</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getListObject-org.apache.sysds.runtime.instructions.cp.CPOperand-">getListObject</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getListObject-java.lang.String-">getListObject</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getMatrixInput-java.lang.String-">getMatrixInput</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getMatrixInputForGPUInstruction-java.lang.String-java.lang.String-">getMatrixInputForGPUInstruction</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getMatrixInputs-org.apache.sysds.runtime.instructions.cp.CPOperand:A-">getMatrixInputs</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getMatrixInputs-org.apache.sysds.runtime.instructions.cp.CPOperand:A-boolean-">getMatrixInputs</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getMatrixObject-org.apache.sysds.runtime.instructions.cp.CPOperand-">getMatrixObject</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getMatrixObject-java.lang.String-">getMatrixObject</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getMetaData-java.lang.String-">getMetaData</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getNumGPUContexts--">getNumGPUContexts</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getOrCreateLineageItem-org.apache.sysds.runtime.instructions.cp.CPOperand-">getOrCreateLineageItem</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getProgram--">getProgram</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getScalarInput-org.apache.sysds.runtime.instructions.cp.CPOperand-">getScalarInput</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getScalarInput-java.lang.String-org.apache.sysds.common.Types.ValueType-boolean-">getScalarInput</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getScalarInputs-org.apache.sysds.runtime.instructions.cp.CPOperand:A-">getScalarInputs</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getSparseMatrixOutputForGPUInstruction-java.lang.String-long-long-long-">getSparseMatrixOutputForGPUInstruction</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getTensorInput-java.lang.String-">getTensorInput</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getTensorObject-java.lang.String-">getTensorObject</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getTID--">getTID</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getVariable-org.apache.sysds.runtime.instructions.cp.CPOperand-">getVariable</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getVariable-java.lang.String-">getVariable</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getVariables--">getVariables</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getVarList--">getVarList</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#getVarListPartitioned--">getVarListPartitioned</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#isAutoCreateVars--">isAutoCreateVars</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#isFrameObject-java.lang.String-">isFrameObject</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#isMatrixObject-java.lang.String-">isMatrixObject</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#pinVariables-java.util.List-">pinVariables</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#releaseCacheableData-java.lang.String-">releaseCacheableData</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#releaseFrameInput-java.lang.String-">releaseFrameInput</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#releaseMatrixInput-java.lang.String...-">releaseMatrixInput</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#releaseMatrixInput-java.lang.String-">releaseMatrixInput</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#releaseMatrixInputForGPUInstruction-java.lang.String-">releaseMatrixInputForGPUInstruction</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#releaseMatrixInputs-org.apache.sysds.runtime.instructions.cp.CPOperand:A-">releaseMatrixInputs</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#releaseMatrixInputs-org.apache.sysds.runtime.instructions.cp.CPOperand:A-boolean-">releaseMatrixInputs</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#releaseMatrixOutputForGPUInstruction-java.lang.String-">releaseMatrixOutputForGPUInstruction</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#releaseTensorInput-java.lang.String...-">releaseTensorInput</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#releaseTensorInput-java.lang.String-">releaseTensorInput</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#removeVariable-java.lang.String-">removeVariable</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#setAutoCreateVars-boolean-">setAutoCreateVars</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#setFrameOutput-java.lang.String-org.apache.sysds.runtime.matrix.data.FrameBlock-">setFrameOutput</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#setGPUContexts-java.util.List-">setGPUContexts</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#setLineage-org.apache.sysds.runtime.lineage.Lineage-">setLineage</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#setMatrixOutput-java.lang.String-org.apache.sysds.runtime.matrix.data.MatrixBlock-">setMatrixOutput</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#setMatrixOutput-java.lang.String-org.apache.sysds.runtime.matrix.data.MatrixBlock-org.apache.sysds.runtime.controlprogram.caching.MatrixObject.UpdateType-">setMatrixOutput</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#setMatrixOutputAndLineage-java.lang.String-org.apache.sysds.runtime.matrix.data.MatrixBlock-org.apache.sysds.runtime.lineage.LineageItem-">setMatrixOutputAndLineage</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#setMetaData-java.lang.String-long-long-">setMetaData</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#setMetaData-java.lang.String-org.apache.sysds.runtime.meta.MetaData-">setMetaData</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#setProgram-org.apache.sysds.runtime.controlprogram.Program-">setProgram</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#setScalarOutput-java.lang.String-org.apache.sysds.runtime.instructions.cp.ScalarObject-">setScalarOutput</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#setTensorOutput-java.lang.String-org.apache.sysds.runtime.data.TensorBlock-">setTensorOutput</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#setTID-long-">setTID</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#setVariable-java.lang.String-org.apache.sysds.runtime.instructions.cp.Data-">setVariable</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#setVariables-org.apache.sysds.runtime.controlprogram.LocalVariableMap-">setVariables</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#toString--">toString</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#traceLineage-org.apache.sysds.runtime.instructions.Instruction-">traceLineage</a>, <a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#unpinVariables-java.util.List-boolean:A-">unpinVariables</a></code></li>
</ul>
<ul class="blockList">
<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object">
<!-- -->
</a>
<h3>Methods inherited from class&nbsp;java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a></h3>
<code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#equals-java.lang.Object-" title="class or interface in java.lang">equals</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#getClass--" title="class or interface in java.lang">getClass</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#hashCode--" title="class or interface in java.lang">hashCode</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#notify--" title="class or interface in java.lang">notify</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#notifyAll--" title="class or interface in java.lang">notifyAll</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait--" title="class or interface in java.lang">wait</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait-long-" title="class or interface in java.lang">wait</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait-long-int-" title="class or interface in java.lang">wait</a></code></li>
</ul>
</li>
</ul>
</li>
</ul>
</div>
<div class="details">
<ul class="blockList">
<li class="blockList">
<!-- ============ FIELD DETAIL =========== -->
<ul class="blockList">
<li class="blockList"><a name="field.detail">
<!-- -->
</a>
<h3>Field Detail</h3>
<a name="FAIR_SCHEDULER_MODE">
<!-- -->
</a>
<ul class="blockListLast">
<li class="blockList">
<h4>FAIR_SCHEDULER_MODE</h4>
<pre>public static final&nbsp;boolean FAIR_SCHEDULER_MODE</pre>
<dl>
<dt><span class="seeLabel">See Also:</span></dt>
<dd><a href="../../../../../../constant-values.html#org.apache.sysds.runtime.controlprogram.context.SparkExecutionContext.FAIR_SCHEDULER_MODE">Constant Field Values</a></dd>
</dl>
</li>
</ul>
</li>
</ul>
<!-- ============ METHOD DETAIL ========== -->
<ul class="blockList">
<li class="blockList"><a name="method.detail">
<!-- -->
</a>
<h3>Method Detail</h3>
<a name="getSparkContext--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getSparkContext</h4>
<pre>public&nbsp;org.apache.spark.api.java.JavaSparkContext&nbsp;getSparkContext()</pre>
<div class="block">Returns the used singleton spark context. In case of lazy spark context
creation, this methods blocks until the spark context is created.</div>
<dl>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>java spark context</dd>
</dl>
</li>
</ul>
<a name="getSparkContextStatic--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getSparkContextStatic</h4>
<pre>public static&nbsp;org.apache.spark.api.java.JavaSparkContext&nbsp;getSparkContextStatic()</pre>
</li>
</ul>
<a name="isSparkContextCreated--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>isSparkContextCreated</h4>
<pre>public static&nbsp;boolean&nbsp;isSparkContextCreated()</pre>
<div class="block">Indicates if the spark context has been created or has
been passed in from outside.</div>
<dl>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>true if spark context created</dd>
</dl>
</li>
</ul>
<a name="resetSparkContextStatic--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>resetSparkContextStatic</h4>
<pre>public static&nbsp;void&nbsp;resetSparkContextStatic()</pre>
</li>
</ul>
<a name="close--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>close</h4>
<pre>public&nbsp;void&nbsp;close()</pre>
</li>
</ul>
<a name="isLazySparkContextCreation--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>isLazySparkContextCreation</h4>
<pre>public static&nbsp;boolean&nbsp;isLazySparkContextCreation()</pre>
</li>
</ul>
<a name="createSystemDSSparkConf--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>createSystemDSSparkConf</h4>
<pre>public static&nbsp;org.apache.spark.SparkConf&nbsp;createSystemDSSparkConf()</pre>
<div class="block">Sets up a SystemDS-preferred Spark configuration based on the implicit
default configuration (as passed via configurations from outside).</div>
<dl>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>spark configuration</dd>
</dl>
</li>
</ul>
<a name="isLocalMaster--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>isLocalMaster</h4>
<pre>public static&nbsp;boolean&nbsp;isLocalMaster()</pre>
</li>
</ul>
<a name="getBinaryMatrixBlockRDDHandleForVariable-java.lang.String-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getBinaryMatrixBlockRDDHandleForVariable</h4>
<pre>public&nbsp;org.apache.spark.api.java.JavaPairRDD&lt;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixIndexes.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixIndexes</a>,<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a>&gt;&nbsp;getBinaryMatrixBlockRDDHandleForVariable(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varname)</pre>
<div class="block">Spark instructions should call this for all matrix inputs except broadcast
variables.</div>
<dl>
<dt><span class="paramLabel">Parameters:</span></dt>
<dd><code>varname</code> - variable name</dd>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>JavaPairRDD of MatrixIndexes-MatrixBlocks</dd>
</dl>
</li>
</ul>
<a name="getBinaryMatrixBlockRDDHandleForVariable-java.lang.String-int-boolean-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getBinaryMatrixBlockRDDHandleForVariable</h4>
<pre>public&nbsp;org.apache.spark.api.java.JavaPairRDD&lt;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixIndexes.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixIndexes</a>,<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a>&gt;&nbsp;getBinaryMatrixBlockRDDHandleForVariable(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varname,
int&nbsp;numParts,
boolean&nbsp;inclEmpty)</pre>
</li>
</ul>
<a name="getBinaryTensorBlockRDDHandleForVariable-java.lang.String-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getBinaryTensorBlockRDDHandleForVariable</h4>
<pre>public&nbsp;org.apache.spark.api.java.JavaPairRDD&lt;<a href="../../../../../../org/apache/sysds/runtime/data/TensorIndexes.html" title="class in org.apache.sysds.runtime.data">TensorIndexes</a>,<a href="../../../../../../org/apache/sysds/runtime/data/TensorBlock.html" title="class in org.apache.sysds.runtime.data">TensorBlock</a>&gt;&nbsp;getBinaryTensorBlockRDDHandleForVariable(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varname)</pre>
<div class="block">Spark instructions should call this for all tensor inputs except broadcast
variables.</div>
<dl>
<dt><span class="paramLabel">Parameters:</span></dt>
<dd><code>varname</code> - variable name</dd>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>JavaPairRDD of TensorIndexes-HomogTensors</dd>
</dl>
</li>
</ul>
<a name="getBinaryTensorBlockRDDHandleForVariable-java.lang.String-int-boolean-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getBinaryTensorBlockRDDHandleForVariable</h4>
<pre>public&nbsp;org.apache.spark.api.java.JavaPairRDD&lt;<a href="../../../../../../org/apache/sysds/runtime/data/TensorIndexes.html" title="class in org.apache.sysds.runtime.data">TensorIndexes</a>,<a href="../../../../../../org/apache/sysds/runtime/data/TensorBlock.html" title="class in org.apache.sysds.runtime.data">TensorBlock</a>&gt;&nbsp;getBinaryTensorBlockRDDHandleForVariable(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varname,
int&nbsp;numParts,
boolean&nbsp;inclEmpty)</pre>
</li>
</ul>
<a name="getFrameBinaryBlockRDDHandleForVariable-java.lang.String-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getFrameBinaryBlockRDDHandleForVariable</h4>
<pre>public&nbsp;org.apache.spark.api.java.JavaPairRDD&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true" title="class or interface in java.lang">Long</a>,<a href="../../../../../../org/apache/sysds/runtime/matrix/data/FrameBlock.html" title="class in org.apache.sysds.runtime.matrix.data">FrameBlock</a>&gt;&nbsp;getFrameBinaryBlockRDDHandleForVariable(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varname)</pre>
<div class="block">Spark instructions should call this for all frame inputs except broadcast
variables.</div>
<dl>
<dt><span class="paramLabel">Parameters:</span></dt>
<dd><code>varname</code> - variable name</dd>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>JavaPairRDD of Longs-FrameBlocks</dd>
</dl>
</li>
</ul>
<a name="getRDDHandleForVariable-java.lang.String-org.apache.sysds.common.Types.FileFormat-int-boolean-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getRDDHandleForVariable</h4>
<pre>public&nbsp;org.apache.spark.api.java.JavaPairRDD&lt;?,?&gt;&nbsp;getRDDHandleForVariable(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varname,
<a href="../../../../../../org/apache/sysds/common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a>&nbsp;fmt,
int&nbsp;numParts,
boolean&nbsp;inclEmpty)</pre>
</li>
</ul>
<a name="getRDDHandleForMatrixObject-org.apache.sysds.runtime.controlprogram.caching.MatrixObject-org.apache.sysds.common.Types.FileFormat-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getRDDHandleForMatrixObject</h4>
<pre>public&nbsp;org.apache.spark.api.java.JavaPairRDD&lt;?,?&gt;&nbsp;getRDDHandleForMatrixObject(<a href="../../../../../../org/apache/sysds/runtime/controlprogram/caching/MatrixObject.html" title="class in org.apache.sysds.runtime.controlprogram.caching">MatrixObject</a>&nbsp;mo,
<a href="../../../../../../org/apache/sysds/common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a>&nbsp;fmt)</pre>
</li>
</ul>
<a name="getRDDHandleForMatrixObject-org.apache.sysds.runtime.controlprogram.caching.MatrixObject-org.apache.sysds.common.Types.FileFormat-int-boolean-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getRDDHandleForMatrixObject</h4>
<pre>public&nbsp;org.apache.spark.api.java.JavaPairRDD&lt;?,?&gt;&nbsp;getRDDHandleForMatrixObject(<a href="../../../../../../org/apache/sysds/runtime/controlprogram/caching/MatrixObject.html" title="class in org.apache.sysds.runtime.controlprogram.caching">MatrixObject</a>&nbsp;mo,
<a href="../../../../../../org/apache/sysds/common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a>&nbsp;fmt,
int&nbsp;numParts,
boolean&nbsp;inclEmpty)</pre>
</li>
</ul>
<a name="getRDDHandleForTensorObject-org.apache.sysds.runtime.controlprogram.caching.TensorObject-org.apache.sysds.common.Types.FileFormat-int-boolean-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getRDDHandleForTensorObject</h4>
<pre>public&nbsp;org.apache.spark.api.java.JavaPairRDD&lt;?,?&gt;&nbsp;getRDDHandleForTensorObject(<a href="../../../../../../org/apache/sysds/runtime/controlprogram/caching/TensorObject.html" title="class in org.apache.sysds.runtime.controlprogram.caching">TensorObject</a>&nbsp;to,
<a href="../../../../../../org/apache/sysds/common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a>&nbsp;fmt,
int&nbsp;numParts,
boolean&nbsp;inclEmpty)</pre>
</li>
</ul>
<a name="getRDDHandleForFrameObject-org.apache.sysds.runtime.controlprogram.caching.FrameObject-org.apache.sysds.common.Types.FileFormat-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getRDDHandleForFrameObject</h4>
<pre>public&nbsp;org.apache.spark.api.java.JavaPairRDD&lt;?,?&gt;&nbsp;getRDDHandleForFrameObject(<a href="../../../../../../org/apache/sysds/runtime/controlprogram/caching/FrameObject.html" title="class in org.apache.sysds.runtime.controlprogram.caching">FrameObject</a>&nbsp;fo,
<a href="../../../../../../org/apache/sysds/common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a>&nbsp;fmt)</pre>
<div class="block">FIXME: currently this implementation assumes matrix representations but frame signature
in order to support the old transform implementation.</div>
<dl>
<dt><span class="paramLabel">Parameters:</span></dt>
<dd><code>fo</code> - frame object</dd>
<dd><code>fmt</code> - file format type</dd>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>JavaPairRDD handle for a frame object</dd>
</dl>
</li>
</ul>
<a name="broadcastVariable-org.apache.sysds.runtime.controlprogram.caching.CacheableData-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>broadcastVariable</h4>
<pre>public&nbsp;org.apache.spark.broadcast.Broadcast&lt;<a href="../../../../../../org/apache/sysds/runtime/controlprogram/caching/CacheBlock.html" title="interface in org.apache.sysds.runtime.controlprogram.caching">CacheBlock</a>&gt;&nbsp;broadcastVariable(<a href="../../../../../../org/apache/sysds/runtime/controlprogram/caching/CacheableData.html" title="class in org.apache.sysds.runtime.controlprogram.caching">CacheableData</a>&lt;<a href="../../../../../../org/apache/sysds/runtime/controlprogram/caching/CacheBlock.html" title="interface in org.apache.sysds.runtime.controlprogram.caching">CacheBlock</a>&gt;&nbsp;cd)</pre>
</li>
</ul>
<a name="getBroadcastForMatrixObject-org.apache.sysds.runtime.controlprogram.caching.MatrixObject-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getBroadcastForMatrixObject</h4>
<pre>public&nbsp;<a href="../../../../../../org/apache/sysds/runtime/instructions/spark/data/PartitionedBroadcast.html" title="class in org.apache.sysds.runtime.instructions.spark.data">PartitionedBroadcast</a>&lt;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a>&gt;&nbsp;getBroadcastForMatrixObject(<a href="../../../../../../org/apache/sysds/runtime/controlprogram/caching/MatrixObject.html" title="class in org.apache.sysds.runtime.controlprogram.caching">MatrixObject</a>&nbsp;mo)</pre>
</li>
</ul>
<a name="getBroadcastForTensorObject-org.apache.sysds.runtime.controlprogram.caching.TensorObject-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getBroadcastForTensorObject</h4>
<pre>public&nbsp;<a href="../../../../../../org/apache/sysds/runtime/instructions/spark/data/PartitionedBroadcast.html" title="class in org.apache.sysds.runtime.instructions.spark.data">PartitionedBroadcast</a>&lt;<a href="../../../../../../org/apache/sysds/runtime/data/TensorBlock.html" title="class in org.apache.sysds.runtime.data">TensorBlock</a>&gt;&nbsp;getBroadcastForTensorObject(<a href="../../../../../../org/apache/sysds/runtime/controlprogram/caching/TensorObject.html" title="class in org.apache.sysds.runtime.controlprogram.caching">TensorObject</a>&nbsp;to)</pre>
</li>
</ul>
<a name="getBroadcastForVariable-java.lang.String-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getBroadcastForVariable</h4>
<pre>public&nbsp;<a href="../../../../../../org/apache/sysds/runtime/instructions/spark/data/PartitionedBroadcast.html" title="class in org.apache.sysds.runtime.instructions.spark.data">PartitionedBroadcast</a>&lt;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a>&gt;&nbsp;getBroadcastForVariable(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varname)</pre>
</li>
</ul>
<a name="getBroadcastForTensorVariable-java.lang.String-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getBroadcastForTensorVariable</h4>
<pre>public&nbsp;<a href="../../../../../../org/apache/sysds/runtime/instructions/spark/data/PartitionedBroadcast.html" title="class in org.apache.sysds.runtime.instructions.spark.data">PartitionedBroadcast</a>&lt;<a href="../../../../../../org/apache/sysds/runtime/data/TensorBlock.html" title="class in org.apache.sysds.runtime.data">TensorBlock</a>&gt;&nbsp;getBroadcastForTensorVariable(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varname)</pre>
</li>
</ul>
<a name="getBroadcastForFrameVariable-java.lang.String-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getBroadcastForFrameVariable</h4>
<pre>public&nbsp;<a href="../../../../../../org/apache/sysds/runtime/instructions/spark/data/PartitionedBroadcast.html" title="class in org.apache.sysds.runtime.instructions.spark.data">PartitionedBroadcast</a>&lt;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/FrameBlock.html" title="class in org.apache.sysds.runtime.matrix.data">FrameBlock</a>&gt;&nbsp;getBroadcastForFrameVariable(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varname)</pre>
</li>
</ul>
<a name="setRDDHandleForVariable-java.lang.String-org.apache.spark.api.java.JavaPairRDD-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>setRDDHandleForVariable</h4>
<pre>public&nbsp;void&nbsp;setRDDHandleForVariable(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varname,
org.apache.spark.api.java.JavaPairRDD&lt;?,?&gt;&nbsp;rdd)</pre>
<div class="block">Keep the output rdd of spark rdd operations as meta data of matrix/frame
objects in the symbol table.</div>
<dl>
<dt><span class="paramLabel">Parameters:</span></dt>
<dd><code>varname</code> - variable name</dd>
<dd><code>rdd</code> - JavaPairRDD handle for variable</dd>
</dl>
</li>
</ul>
<a name="toMatrixJavaPairRDD-org.apache.spark.api.java.JavaSparkContext-org.apache.sysds.runtime.matrix.data.MatrixBlock-int-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>toMatrixJavaPairRDD</h4>
<pre>public static&nbsp;org.apache.spark.api.java.JavaPairRDD&lt;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixIndexes.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixIndexes</a>,<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a>&gt;&nbsp;toMatrixJavaPairRDD(org.apache.spark.api.java.JavaSparkContext&nbsp;sc,
<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a>&nbsp;src,
int&nbsp;blen)</pre>
</li>
</ul>
<a name="toMatrixJavaPairRDD-org.apache.spark.api.java.JavaSparkContext-org.apache.sysds.runtime.matrix.data.MatrixBlock-int-int-boolean-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>toMatrixJavaPairRDD</h4>
<pre>public static&nbsp;org.apache.spark.api.java.JavaPairRDD&lt;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixIndexes.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixIndexes</a>,<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a>&gt;&nbsp;toMatrixJavaPairRDD(org.apache.spark.api.java.JavaSparkContext&nbsp;sc,
<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a>&nbsp;src,
int&nbsp;blen,
int&nbsp;numParts,
boolean&nbsp;inclEmpty)</pre>
</li>
</ul>
<a name="toTensorJavaPairRDD-org.apache.spark.api.java.JavaSparkContext-org.apache.sysds.runtime.data.TensorBlock-int-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>toTensorJavaPairRDD</h4>
<pre>public static&nbsp;org.apache.spark.api.java.JavaPairRDD&lt;<a href="../../../../../../org/apache/sysds/runtime/data/TensorIndexes.html" title="class in org.apache.sysds.runtime.data">TensorIndexes</a>,<a href="../../../../../../org/apache/sysds/runtime/data/TensorBlock.html" title="class in org.apache.sysds.runtime.data">TensorBlock</a>&gt;&nbsp;toTensorJavaPairRDD(org.apache.spark.api.java.JavaSparkContext&nbsp;sc,
<a href="../../../../../../org/apache/sysds/runtime/data/TensorBlock.html" title="class in org.apache.sysds.runtime.data">TensorBlock</a>&nbsp;src,
int&nbsp;blen)</pre>
</li>
</ul>
<a name="toTensorJavaPairRDD-org.apache.spark.api.java.JavaSparkContext-org.apache.sysds.runtime.data.TensorBlock-int-int-boolean-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>toTensorJavaPairRDD</h4>
<pre>public static&nbsp;org.apache.spark.api.java.JavaPairRDD&lt;<a href="../../../../../../org/apache/sysds/runtime/data/TensorIndexes.html" title="class in org.apache.sysds.runtime.data">TensorIndexes</a>,<a href="../../../../../../org/apache/sysds/runtime/data/TensorBlock.html" title="class in org.apache.sysds.runtime.data">TensorBlock</a>&gt;&nbsp;toTensorJavaPairRDD(org.apache.spark.api.java.JavaSparkContext&nbsp;sc,
<a href="../../../../../../org/apache/sysds/runtime/data/TensorBlock.html" title="class in org.apache.sysds.runtime.data">TensorBlock</a>&nbsp;src,
int&nbsp;blen,
int&nbsp;numParts,
boolean&nbsp;inclEmpty)</pre>
</li>
</ul>
<a name="toFrameJavaPairRDD-org.apache.spark.api.java.JavaSparkContext-org.apache.sysds.runtime.matrix.data.FrameBlock-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>toFrameJavaPairRDD</h4>
<pre>public static&nbsp;org.apache.spark.api.java.JavaPairRDD&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true" title="class or interface in java.lang">Long</a>,<a href="../../../../../../org/apache/sysds/runtime/matrix/data/FrameBlock.html" title="class in org.apache.sysds.runtime.matrix.data">FrameBlock</a>&gt;&nbsp;toFrameJavaPairRDD(org.apache.spark.api.java.JavaSparkContext&nbsp;sc,
<a href="../../../../../../org/apache/sysds/runtime/matrix/data/FrameBlock.html" title="class in org.apache.sysds.runtime.matrix.data">FrameBlock</a>&nbsp;src)</pre>
</li>
</ul>
<a name="toMatrixBlock-org.apache.sysds.runtime.instructions.spark.data.RDDObject-int-int-int-long-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>toMatrixBlock</h4>
<pre>public static&nbsp;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a>&nbsp;toMatrixBlock(<a href="../../../../../../org/apache/sysds/runtime/instructions/spark/data/RDDObject.html" title="class in org.apache.sysds.runtime.instructions.spark.data">RDDObject</a>&nbsp;rdd,
int&nbsp;rlen,
int&nbsp;clen,
int&nbsp;blen,
long&nbsp;nnz)</pre>
<div class="block">This method is a generic abstraction for calls from the buffer pool.</div>
<dl>
<dt><span class="paramLabel">Parameters:</span></dt>
<dd><code>rdd</code> - rdd object</dd>
<dd><code>rlen</code> - number of rows</dd>
<dd><code>clen</code> - number of columns</dd>
<dd><code>blen</code> - block length</dd>
<dd><code>nnz</code> - number of non-zeros</dd>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>matrix block</dd>
</dl>
</li>
</ul>
<a name="toMatrixBlock-org.apache.spark.api.java.JavaPairRDD-int-int-int-long-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>toMatrixBlock</h4>
<pre>public static&nbsp;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a>&nbsp;toMatrixBlock(org.apache.spark.api.java.JavaPairRDD&lt;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixIndexes.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixIndexes</a>,<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a>&gt;&nbsp;rdd,
int&nbsp;rlen,
int&nbsp;clen,
int&nbsp;blen,
long&nbsp;nnz)</pre>
<div class="block">Utility method for creating a single matrix block out of a binary block RDD.
Note that this collect call might trigger execution of any pending transformations.
NOTE: This is an unguarded utility function, which requires memory for both the output matrix
and its collected, blocked representation.</div>
<dl>
<dt><span class="paramLabel">Parameters:</span></dt>
<dd><code>rdd</code> - JavaPairRDD for matrix block</dd>
<dd><code>rlen</code> - number of rows</dd>
<dd><code>clen</code> - number of columns</dd>
<dd><code>blen</code> - block length</dd>
<dd><code>nnz</code> - number of non-zeros</dd>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>matrix block</dd>
</dl>
</li>
</ul>
<a name="toMatrixBlock-org.apache.sysds.runtime.instructions.spark.data.RDDObject-int-int-long-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>toMatrixBlock</h4>
<pre>public static&nbsp;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a>&nbsp;toMatrixBlock(<a href="../../../../../../org/apache/sysds/runtime/instructions/spark/data/RDDObject.html" title="class in org.apache.sysds.runtime.instructions.spark.data">RDDObject</a>&nbsp;rdd,
int&nbsp;rlen,
int&nbsp;clen,
long&nbsp;nnz)</pre>
</li>
</ul>
<a name="toMatrixBlock-org.apache.spark.api.java.JavaPairRDD-int-int-long-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>toMatrixBlock</h4>
<pre>public static&nbsp;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a>&nbsp;toMatrixBlock(org.apache.spark.api.java.JavaPairRDD&lt;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixIndexes.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixIndexes</a>,<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixCell.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixCell</a>&gt;&nbsp;rdd,
int&nbsp;rlen,
int&nbsp;clen,
long&nbsp;nnz)</pre>
<div class="block">Utility method for creating a single matrix block out of a binary cell RDD.
Note that this collect call might trigger execution of any pending transformations.</div>
<dl>
<dt><span class="paramLabel">Parameters:</span></dt>
<dd><code>rdd</code> - JavaPairRDD for matrix block</dd>
<dd><code>rlen</code> - number of rows</dd>
<dd><code>clen</code> - number of columns</dd>
<dd><code>nnz</code> - number of non-zeros</dd>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>matrix block</dd>
</dl>
</li>
</ul>
<a name="toTensorBlock-org.apache.spark.api.java.JavaPairRDD-org.apache.sysds.runtime.meta.DataCharacteristics-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>toTensorBlock</h4>
<pre>public static&nbsp;<a href="../../../../../../org/apache/sysds/runtime/data/TensorBlock.html" title="class in org.apache.sysds.runtime.data">TensorBlock</a>&nbsp;toTensorBlock(org.apache.spark.api.java.JavaPairRDD&lt;<a href="../../../../../../org/apache/sysds/runtime/data/TensorIndexes.html" title="class in org.apache.sysds.runtime.data">TensorIndexes</a>,<a href="../../../../../../org/apache/sysds/runtime/data/TensorBlock.html" title="class in org.apache.sysds.runtime.data">TensorBlock</a>&gt;&nbsp;rdd,
<a href="../../../../../../org/apache/sysds/runtime/meta/DataCharacteristics.html" title="class in org.apache.sysds.runtime.meta">DataCharacteristics</a>&nbsp;dc)</pre>
</li>
</ul>
<a name="toPartitionedMatrixBlock-org.apache.spark.api.java.JavaPairRDD-int-int-int-long-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>toPartitionedMatrixBlock</h4>
<pre>public static&nbsp;<a href="../../../../../../org/apache/sysds/runtime/instructions/spark/data/PartitionedBlock.html" title="class in org.apache.sysds.runtime.instructions.spark.data">PartitionedBlock</a>&lt;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a>&gt;&nbsp;toPartitionedMatrixBlock(org.apache.spark.api.java.JavaPairRDD&lt;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixIndexes.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixIndexes</a>,<a href="../../../../../../org/apache/sysds/runtime/matrix/data/MatrixBlock.html" title="class in org.apache.sysds.runtime.matrix.data">MatrixBlock</a>&gt;&nbsp;rdd,
int&nbsp;rlen,
int&nbsp;clen,
int&nbsp;blen,
long&nbsp;nnz)</pre>
</li>
</ul>
<a name="toFrameBlock-org.apache.sysds.runtime.instructions.spark.data.RDDObject-org.apache.sysds.common.Types.ValueType:A-int-int-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>toFrameBlock</h4>
<pre>public static&nbsp;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/FrameBlock.html" title="class in org.apache.sysds.runtime.matrix.data">FrameBlock</a>&nbsp;toFrameBlock(<a href="../../../../../../org/apache/sysds/runtime/instructions/spark/data/RDDObject.html" title="class in org.apache.sysds.runtime.instructions.spark.data">RDDObject</a>&nbsp;rdd,
<a href="../../../../../../org/apache/sysds/common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a>[]&nbsp;schema,
int&nbsp;rlen,
int&nbsp;clen)</pre>
</li>
</ul>
<a name="toFrameBlock-org.apache.spark.api.java.JavaPairRDD-org.apache.sysds.common.Types.ValueType:A-int-int-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>toFrameBlock</h4>
<pre>public static&nbsp;<a href="../../../../../../org/apache/sysds/runtime/matrix/data/FrameBlock.html" title="class in org.apache.sysds.runtime.matrix.data">FrameBlock</a>&nbsp;toFrameBlock(org.apache.spark.api.java.JavaPairRDD&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true" title="class or interface in java.lang">Long</a>,<a href="../../../../../../org/apache/sysds/runtime/matrix/data/FrameBlock.html" title="class in org.apache.sysds.runtime.matrix.data">FrameBlock</a>&gt;&nbsp;rdd,
<a href="../../../../../../org/apache/sysds/common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a>[]&nbsp;schema,
int&nbsp;rlen,
int&nbsp;clen)</pre>
</li>
</ul>
<a name="writeMatrixRDDtoHDFS-org.apache.sysds.runtime.instructions.spark.data.RDDObject-java.lang.String-org.apache.sysds.common.Types.FileFormat-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>writeMatrixRDDtoHDFS</h4>
<pre>public static&nbsp;long&nbsp;writeMatrixRDDtoHDFS(<a href="../../../../../../org/apache/sysds/runtime/instructions/spark/data/RDDObject.html" title="class in org.apache.sysds.runtime.instructions.spark.data">RDDObject</a>&nbsp;rdd,
<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;path,
<a href="../../../../../../org/apache/sysds/common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a>&nbsp;fmt)</pre>
</li>
</ul>
<a name="writeFrameRDDtoHDFS-org.apache.sysds.runtime.instructions.spark.data.RDDObject-java.lang.String-org.apache.sysds.common.Types.FileFormat-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>writeFrameRDDtoHDFS</h4>
<pre>public static&nbsp;void&nbsp;writeFrameRDDtoHDFS(<a href="../../../../../../org/apache/sysds/runtime/instructions/spark/data/RDDObject.html" title="class in org.apache.sysds.runtime.instructions.spark.data">RDDObject</a>&nbsp;rdd,
<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;path,
<a href="../../../../../../org/apache/sysds/common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a>&nbsp;fmt)</pre>
</li>
</ul>
<a name="addLineageRDD-java.lang.String-java.lang.String-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>addLineageRDD</h4>
<pre>public&nbsp;void&nbsp;addLineageRDD(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varParent,
<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varChild)</pre>
<div class="block">Adds a child rdd object to the lineage of a parent rdd.</div>
<dl>
<dt><span class="paramLabel">Parameters:</span></dt>
<dd><code>varParent</code> - parent variable</dd>
<dd><code>varChild</code> - child variable</dd>
</dl>
</li>
</ul>
<a name="addLineageBroadcast-java.lang.String-java.lang.String-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>addLineageBroadcast</h4>
<pre>public&nbsp;void&nbsp;addLineageBroadcast(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varParent,
<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varChild)</pre>
<div class="block">Adds a child broadcast object to the lineage of a parent rdd.</div>
<dl>
<dt><span class="paramLabel">Parameters:</span></dt>
<dd><code>varParent</code> - parent variable</dd>
<dd><code>varChild</code> - child variable</dd>
</dl>
</li>
</ul>
<a name="addLineage-java.lang.String-java.lang.String-boolean-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>addLineage</h4>
<pre>public&nbsp;void&nbsp;addLineage(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varParent,
<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;varChild,
boolean&nbsp;broadcast)</pre>
</li>
</ul>
<a name="cleanupCacheableData-org.apache.sysds.runtime.controlprogram.caching.CacheableData-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>cleanupCacheableData</h4>
<pre>public&nbsp;void&nbsp;cleanupCacheableData(<a href="../../../../../../org/apache/sysds/runtime/controlprogram/caching/CacheableData.html" title="class in org.apache.sysds.runtime.controlprogram.caching">CacheableData</a>&lt;?&gt;&nbsp;mo)</pre>
<dl>
<dt><span class="overrideSpecifyLabel">Overrides:</span></dt>
<dd><code><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html#cleanupCacheableData-org.apache.sysds.runtime.controlprogram.caching.CacheableData-">cleanupCacheableData</a></code>&nbsp;in class&nbsp;<code><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContext.html" title="class in org.apache.sysds.runtime.controlprogram.context">ExecutionContext</a></code></dd>
</dl>
</li>
</ul>
<a name="cleanupBroadcastVariable-org.apache.spark.broadcast.Broadcast-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>cleanupBroadcastVariable</h4>
<pre>public static&nbsp;void&nbsp;cleanupBroadcastVariable(org.apache.spark.broadcast.Broadcast&lt;?&gt;&nbsp;bvar)</pre>
<div class="block">This call destroys a broadcast variable at all executors and the driver.
Hence, it is intended to be used on rmvar only. Depending on the
ASYNCHRONOUS_VAR_DESTROY configuration, this is asynchronous or not.</div>
<dl>
<dt><span class="paramLabel">Parameters:</span></dt>
<dd><code>bvar</code> - broadcast variable</dd>
</dl>
</li>
</ul>
<a name="cleanupRDDVariable-org.apache.spark.api.java.JavaPairRDD-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>cleanupRDDVariable</h4>
<pre>public static&nbsp;void&nbsp;cleanupRDDVariable(org.apache.spark.api.java.JavaPairRDD&lt;?,?&gt;&nbsp;rvar)</pre>
<div class="block">This call removes an rdd variable from executor memory and disk if required.
Hence, it is intended to be used on rmvar only. Depending on the
ASYNCHRONOUS_VAR_DESTROY configuration, this is asynchronous or not.</div>
<dl>
<dt><span class="paramLabel">Parameters:</span></dt>
<dd><code>rvar</code> - rdd variable to remove</dd>
</dl>
</li>
</ul>
<a name="repartitionAndCacheMatrixObject-java.lang.String-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>repartitionAndCacheMatrixObject</h4>
<pre>public&nbsp;void&nbsp;repartitionAndCacheMatrixObject(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;var)</pre>
</li>
</ul>
<a name="cacheMatrixObject-java.lang.String-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>cacheMatrixObject</h4>
<pre>public&nbsp;void&nbsp;cacheMatrixObject(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;var)</pre>
</li>
</ul>
<a name="setThreadLocalSchedulerPool--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>setThreadLocalSchedulerPool</h4>
<pre>public&nbsp;int&nbsp;setThreadLocalSchedulerPool()</pre>
</li>
</ul>
<a name="cleanupThreadLocalSchedulerPool-int-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>cleanupThreadLocalSchedulerPool</h4>
<pre>public&nbsp;void&nbsp;cleanupThreadLocalSchedulerPool(int&nbsp;pool)</pre>
</li>
</ul>
<a name="isRDDCached-int-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>isRDDCached</h4>
<pre>public&nbsp;boolean&nbsp;isRDDCached(int&nbsp;rddID)</pre>
</li>
</ul>
<a name="getSparkClusterConfig--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getSparkClusterConfig</h4>
<pre>public static&nbsp;<a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.SparkClusterConfig.html" title="class in org.apache.sysds.runtime.controlprogram.context">SparkExecutionContext.SparkClusterConfig</a>&nbsp;getSparkClusterConfig()</pre>
<div class="block">Obtains the lazily analyzed spark cluster configuration.</div>
<dl>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>spark cluster configuration</dd>
</dl>
</li>
</ul>
<a name="getBroadcastMemoryBudget--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getBroadcastMemoryBudget</h4>
<pre>public static&nbsp;double&nbsp;getBroadcastMemoryBudget()</pre>
<div class="block">Obtains the available memory budget for broadcast variables in bytes.</div>
<dl>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>broadcast memory budget</dd>
</dl>
</li>
</ul>
<a name="getDataMemoryBudget-boolean-boolean-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getDataMemoryBudget</h4>
<pre>public static&nbsp;double&nbsp;getDataMemoryBudget(boolean&nbsp;min,
boolean&nbsp;refresh)</pre>
<div class="block">Obtain the available memory budget for data storage in bytes.</div>
<dl>
<dt><span class="paramLabel">Parameters:</span></dt>
<dd><code>min</code> - flag for minimum data budget</dd>
<dd><code>refresh</code> - flag for refresh with spark context</dd>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>data memory budget</dd>
</dl>
</li>
</ul>
<a name="getNumExecutors--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getNumExecutors</h4>
<pre>public static&nbsp;int&nbsp;getNumExecutors()</pre>
<div class="block">Obtain the number of executors in the cluster (excluding the driver).</div>
<dl>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>number of executors</dd>
</dl>
</li>
</ul>
<a name="getDefaultParallelism-boolean-">
<!-- -->
</a>
<ul class="blockListLast">
<li class="blockList">
<h4>getDefaultParallelism</h4>
<pre>public static&nbsp;int&nbsp;getDefaultParallelism(boolean&nbsp;refresh)</pre>
<div class="block">Obtain the default degree of parallelism (cores in the cluster).</div>
<dl>
<dt><span class="paramLabel">Parameters:</span></dt>
<dd><code>refresh</code> - flag for refresh with spark context</dd>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>default degree of parallelism</dd>
</dl>
</li>
</ul>
</li>
</ul>
</li>
</ul>
</div>
</div>
<!-- ========= END OF CLASS DATA ========= -->
<!-- ======= START OF BOTTOM NAVBAR ====== -->
<div class="bottomNav"><a name="navbar.bottom">
<!-- -->
</a>
<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
<a name="navbar.bottom.firstrow">
<!-- -->
</a>
<ul class="navList" title="Navigation">
<li><a href="../../../../../../overview-summary.html">Overview</a></li>
<li><a href="package-summary.html">Package</a></li>
<li class="navBarCell1Rev">Class</li>
<li><a href="class-use/SparkExecutionContext.html">Use</a></li>
<li><a href="package-tree.html">Tree</a></li>
<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li>
<li><a href="../../../../../../index-all.html">Index</a></li>
<li><a href="../../../../../../help-doc.html">Help</a></li>
</ul>
</div>
<div class="subNav">
<ul class="navList">
<li><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/ExecutionContextFactory.html" title="class in org.apache.sysds.runtime.controlprogram.context"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
<li><a href="../../../../../../org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.SparkClusterConfig.html" title="class in org.apache.sysds.runtime.controlprogram.context"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
</ul>
<ul class="navList">
<li><a href="../../../../../../index.html?org/apache/sysds/runtime/controlprogram/context/SparkExecutionContext.html" target="_top">Frames</a></li>
<li><a href="SparkExecutionContext.html" target="_top">No&nbsp;Frames</a></li>
</ul>
<ul class="navList" id="allclasses_navbar_bottom">
<li><a href="../../../../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
</ul>
<div>
<script type="text/javascript"><!--
allClassesLink = document.getElementById("allclasses_navbar_bottom");
if(window==top) {
allClassesLink.style.display = "block";
}
else {
allClassesLink.style.display = "none";
}
//-->
</script>
</div>
<div>
<ul class="subNavList">
<li>Summary:&nbsp;</li>
<li><a href="#nested.class.summary">Nested</a>&nbsp;|&nbsp;</li>
<li><a href="#field.summary">Field</a>&nbsp;|&nbsp;</li>
<li>Constr&nbsp;|&nbsp;</li>
<li><a href="#method.summary">Method</a></li>
</ul>
<ul class="subNavList">
<li>Detail:&nbsp;</li>
<li><a href="#field.detail">Field</a>&nbsp;|&nbsp;</li>
<li>Constr&nbsp;|&nbsp;</li>
<li><a href="#method.detail">Method</a></li>
</ul>
</div>
<a name="skip.navbar.bottom">
<!-- -->
</a></div>
<!-- ======== END OF BOTTOM NAVBAR ======= -->
<p class="legalCopy"><small>Copyright &#169; 2021 <a href="https://www.apache.org/">The Apache Software Foundation</a>. All rights reserved.</small></p>
</body>
</html>