Google Git
Sign in
apache / systemds / 94bbeae9f0567cf857b78caf2055d4d3e757ec84 / . / docs / api / java / org / apache / sysds / runtime / controlprogram / paramserv / dp / package-summary.html
blob: 44812055e498ca03f1be9348d9361597b0aafbb6 [file] [log] [blame]
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
<!-- NewPage -->
<html lang="en">
<head>
<!-- Generated by javadoc -->
<meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
<title>org.apache.sysds.runtime.controlprogram.paramserv.dp (SystemDS 2.1.0-SNAPSHOT API)</title>
<link rel="stylesheet" type="text/css" href="../../../../../../../stylesheet.css" title="Style">
<script type="text/javascript" src="../../../../../../../script.js"></script>
</head>
<body>
<script type="text/javascript"><!--
try {
if (location.href.indexOf('is-external=true') == -1) {
parent.document.title="org.apache.sysds.runtime.controlprogram.paramserv.dp (SystemDS 2.1.0-SNAPSHOT API)";
}
}
catch(err) {
}
//-->
</script>
<noscript>
<div>JavaScript is disabled on your browser.</div>
</noscript>
<!-- ========= START OF TOP NAVBAR ======= -->
<div class="topNav"><a name="navbar.top">
<!-- -->
</a>
<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
<a name="navbar.top.firstrow">
<!-- -->
</a>
<ul class="navList" title="Navigation">
<li><a href="../../../../../../../overview-summary.html">Overview</a></li>
<li class="navBarCell1Rev">Package</li>
<li>Class</li>
<li><a href="package-use.html">Use</a></li>
<li><a href="package-tree.html">Tree</a></li>
<li><a href="../../../../../../../deprecated-list.html">Deprecated</a></li>
<li><a href="../../../../../../../index-all.html">Index</a></li>
<li><a href="../../../../../../../help-doc.html">Help</a></li>
</ul>
</div>
<div class="subNav">
<ul class="navList">
<li><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/package-summary.html">Prev&nbsp;Package</a></li>
<li><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/rpc/package-summary.html">Next&nbsp;Package</a></li>
</ul>
<ul class="navList">
<li><a href="../../../../../../../index.html?org/apache/sysds/runtime/controlprogram/paramserv/dp/package-summary.html" target="_top">Frames</a></li>
<li><a href="package-summary.html" target="_top">No&nbsp;Frames</a></li>
</ul>
<ul class="navList" id="allclasses_navbar_top">
<li><a href="../../../../../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
</ul>
<div>
<script type="text/javascript"><!--
allClassesLink = document.getElementById("allclasses_navbar_top");
if(window==top) {
allClassesLink.style.display = "block";
}
else {
allClassesLink.style.display = "none";
}
//-->
</script>
</div>
<a name="skip.navbar.top">
<!-- -->
</a></div>
<!-- ========= END OF TOP NAVBAR ========= -->
<div class="header">
<h1 title="Package" class="title">Package&nbsp;org.apache.sysds.runtime.controlprogram.paramserv.dp</h1>
</div>
<div class="contentContainer">
<ul class="blockList">
<li class="blockList">
<table class="typeSummary" border="0" cellpadding="3" cellspacing="0" summary="Class Summary table, listing classes, and an explanation">
<caption><span>Class Summary</span><span class="tabEnd">&nbsp;</span></caption>
<tr>
<th class="colFirst" scope="col">Class</th>
<th class="colLast" scope="col">Description</th>
</tr>
<tbody>
<tr class="altColor">
<td class="colFirst"><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/dp/BalanceToAvgFederatedScheme.html" title="class in org.apache.sysds.runtime.controlprogram.paramserv.dp">BalanceToAvgFederatedScheme</a></td>
<td class="colLast">
<div class="block">Balance to Avg Federated scheme
When the parameter server runs in federated mode it cannot pull in the data which is already on the workers.</div>
</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/dp/DataPartitionerSparkAggregator.html" title="class in org.apache.sysds.runtime.controlprogram.paramserv.dp">DataPartitionerSparkAggregator</a></td>
<td class="colLast">&nbsp;</td>
</tr>
<tr class="altColor">
<td class="colFirst"><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/dp/DataPartitionerSparkMapper.html" title="class in org.apache.sysds.runtime.controlprogram.paramserv.dp">DataPartitionerSparkMapper</a></td>
<td class="colLast">&nbsp;</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/dp/DataPartitionFederatedScheme.html" title="class in org.apache.sysds.runtime.controlprogram.paramserv.dp">DataPartitionFederatedScheme</a></td>
<td class="colLast">&nbsp;</td>
</tr>
<tr class="altColor">
<td class="colFirst"><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/dp/DataPartitionFederatedScheme.BalanceMetrics.html" title="class in org.apache.sysds.runtime.controlprogram.paramserv.dp">DataPartitionFederatedScheme.BalanceMetrics</a></td>
<td class="colLast">&nbsp;</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/dp/DataPartitionFederatedScheme.Result.html" title="class in org.apache.sysds.runtime.controlprogram.paramserv.dp">DataPartitionFederatedScheme.Result</a></td>
<td class="colLast">&nbsp;</td>
</tr>
<tr class="altColor">
<td class="colFirst"><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/dp/DataPartitionLocalScheme.html" title="class in org.apache.sysds.runtime.controlprogram.paramserv.dp">DataPartitionLocalScheme</a></td>
<td class="colLast">&nbsp;</td>
</tr>
<tr class="altColor">
<td class="colFirst"><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/dp/DataPartitionSparkScheme.html" title="class in org.apache.sysds.runtime.controlprogram.paramserv.dp">DataPartitionSparkScheme</a></td>
<td class="colLast">&nbsp;</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/dp/DCLocalScheme.html" title="class in org.apache.sysds.runtime.controlprogram.paramserv.dp">DCLocalScheme</a></td>
<td class="colLast">
<div class="block">Disjoint_Contiguous data partitioner:
for each worker, use a right indexing
operation X[beg:end,] to obtain contiguous,
non-overlapping partitions of rows.</div>
</td>
</tr>
<tr class="altColor">
<td class="colFirst"><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/dp/DCSparkScheme.html" title="class in org.apache.sysds.runtime.controlprogram.paramserv.dp">DCSparkScheme</a></td>
<td class="colLast">
<div class="block">Spark Disjoint_Contiguous data partitioner:</div>
</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/dp/DRLocalScheme.html" title="class in org.apache.sysds.runtime.controlprogram.paramserv.dp">DRLocalScheme</a></td>
<td class="colLast">
<div class="block">Data partitioner Disjoint_Random:
for each worker, use a permutation multiply P[beg:end,] %*% X,
where P is constructed for example with P=table(seq(1,nrow(X)),sample(nrow(X), nrow(X))),
i.e., sampling without replacement to ensure disjointness.</div>
</td>
</tr>
<tr class="altColor">
<td class="colFirst"><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/dp/DRRLocalScheme.html" title="class in org.apache.sysds.runtime.controlprogram.paramserv.dp">DRRLocalScheme</a></td>
<td class="colLast">
<div class="block">Disjoint_Round_Robin data partitioner:
for each worker, use a permutation multiply
or simpler a removeEmpty such as removeEmpty
(target=X, margin=rows, select=(seq(1,nrow(X))%%k)==id)</div>
</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/dp/DRRSparkScheme.html" title="class in org.apache.sysds.runtime.controlprogram.paramserv.dp">DRRSparkScheme</a></td>
<td class="colLast">
<div class="block">Spark Disjoint_Round_Robin data partitioner:</div>
</td>
</tr>
<tr class="altColor">
<td class="colFirst"><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/dp/DRSparkScheme.html" title="class in org.apache.sysds.runtime.controlprogram.paramserv.dp">DRSparkScheme</a></td>
<td class="colLast">
<div class="block">Spark data partitioner Disjoint_Random:
For the current row block, find all the shifted place for each row (WorkerID =&gt; (row block ID, matrix)</div>
</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/dp/FederatedDataPartitioner.html" title="class in org.apache.sysds.runtime.controlprogram.paramserv.dp">FederatedDataPartitioner</a></td>
<td class="colLast">&nbsp;</td>
</tr>
<tr class="altColor">
<td class="colFirst"><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/dp/KeepDataOnWorkerFederatedScheme.html" title="class in org.apache.sysds.runtime.controlprogram.paramserv.dp">KeepDataOnWorkerFederatedScheme</a></td>
<td class="colLast">
<div class="block">Keep Data on Worker Federated scheme
When the parameter server runs in federated mode it cannot pull in the data which is already on the workers.</div>
</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/dp/LocalDataPartitioner.html" title="class in org.apache.sysds.runtime.controlprogram.paramserv.dp">LocalDataPartitioner</a></td>
<td class="colLast">&nbsp;</td>
</tr>
<tr class="altColor">
<td class="colFirst"><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/dp/ORLocalScheme.html" title="class in org.apache.sysds.runtime.controlprogram.paramserv.dp">ORLocalScheme</a></td>
<td class="colLast">
<div class="block">Data partitioner Overlap_Reshuffle:
for each worker, use a new permutation multiply P %*% X,
where P is constructed for example with P=table(seq(1,nrow(X),sample(nrow(X), nrow(X))))</div>
</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/dp/ORSparkScheme.html" title="class in org.apache.sysds.runtime.controlprogram.paramserv.dp">ORSparkScheme</a></td>
<td class="colLast">
<div class="block">Spark data partitioner Overlap_Reshuffle:</div>
</td>
</tr>
<tr class="altColor">
<td class="colFirst"><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/dp/ReplicateToMaxFederatedScheme.html" title="class in org.apache.sysds.runtime.controlprogram.paramserv.dp">ReplicateToMaxFederatedScheme</a></td>
<td class="colLast">
<div class="block">Replicate to Max Federated scheme
When the parameter server runs in federated mode it cannot pull in the data which is already on the workers.</div>
</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/dp/ShuffleFederatedScheme.html" title="class in org.apache.sysds.runtime.controlprogram.paramserv.dp">ShuffleFederatedScheme</a></td>
<td class="colLast">
<div class="block">Shuffle Federated scheme
When the parameter server runs in federated mode it cannot pull in the data which is already on the workers.</div>
</td>
</tr>
<tr class="altColor">
<td class="colFirst"><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/dp/SparkDataPartitioner.html" title="class in org.apache.sysds.runtime.controlprogram.paramserv.dp">SparkDataPartitioner</a></td>
<td class="colLast">&nbsp;</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/dp/SubsampleToMinFederatedScheme.html" title="class in org.apache.sysds.runtime.controlprogram.paramserv.dp">SubsampleToMinFederatedScheme</a></td>
<td class="colLast">
<div class="block">Subsample to Min Federated scheme
When the parameter server runs in federated mode it cannot pull in the data which is already on the workers.</div>
</td>
</tr>
</tbody>
</table>
</li>
</ul>
</div>
<!-- ======= START OF BOTTOM NAVBAR ====== -->
<div class="bottomNav"><a name="navbar.bottom">
<!-- -->
</a>
<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
<a name="navbar.bottom.firstrow">
<!-- -->
</a>
<ul class="navList" title="Navigation">
<li><a href="../../../../../../../overview-summary.html">Overview</a></li>
<li class="navBarCell1Rev">Package</li>
<li>Class</li>
<li><a href="package-use.html">Use</a></li>
<li><a href="package-tree.html">Tree</a></li>
<li><a href="../../../../../../../deprecated-list.html">Deprecated</a></li>
<li><a href="../../../../../../../index-all.html">Index</a></li>
<li><a href="../../../../../../../help-doc.html">Help</a></li>
</ul>
</div>
<div class="subNav">
<ul class="navList">
<li><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/package-summary.html">Prev&nbsp;Package</a></li>
<li><a href="../../../../../../../org/apache/sysds/runtime/controlprogram/paramserv/rpc/package-summary.html">Next&nbsp;Package</a></li>
</ul>
<ul class="navList">
<li><a href="../../../../../../../index.html?org/apache/sysds/runtime/controlprogram/paramserv/dp/package-summary.html" target="_top">Frames</a></li>
<li><a href="package-summary.html" target="_top">No&nbsp;Frames</a></li>
</ul>
<ul class="navList" id="allclasses_navbar_bottom">
<li><a href="../../../../../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
</ul>
<div>
<script type="text/javascript"><!--
allClassesLink = document.getElementById("allclasses_navbar_bottom");
if(window==top) {
allClassesLink.style.display = "block";
}
else {
allClassesLink.style.display = "none";
}
//-->
</script>
</div>
<a name="skip.navbar.bottom">
<!-- -->
</a></div>
<!-- ======== END OF BOTTOM NAVBAR ======= -->
<p class="legalCopy"><small>Copyright &#169; 2021 <a href="https://www.apache.org/">The Apache Software Foundation</a>. All rights reserved.</small></p>
</body>
</html>