| <?xml version='1.0' encoding='UTF-8'?> |
| <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1//EN" "http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd"> |
| <html> |
| <head> |
| <title>SparkEngine - Mahout Spark bindings 0.13.0 API - org.apache.mahout.sparkbindings.SparkEngine</title> |
| <meta name="description" content="SparkEngine - Mahout Spark bindings 0.13.0 API - org.apache.mahout.sparkbindings.SparkEngine" /> |
| <meta name="keywords" content="SparkEngine Mahout Spark bindings 0.13.0 API org.apache.mahout.sparkbindings.SparkEngine" /> |
| <meta http-equiv="content-type" content="text/html; charset=UTF-8" /> |
| |
| <link href="../../../../lib/template.css" media="screen" type="text/css" rel="stylesheet" /> |
| <link href="../../../../lib/diagrams.css" media="screen" type="text/css" rel="stylesheet" id="diagrams-css" /> |
| <script type="text/javascript"> |
| if(top === self) { |
| var url = '../../../../index.html'; |
| var hash = 'org.apache.mahout.sparkbindings.SparkEngine$'; |
| var anchor = window.location.hash; |
| var anchor_opt = ''; |
| if (anchor.length >= 1) |
| anchor_opt = '@' + anchor.substring(1); |
| window.location.href = url + '#' + hash + anchor_opt; |
| } |
| </script> |
| |
| </head> |
| <body class="value"> |
| <div id="definition"> |
| <img src="../../../../lib/object_big.png" /> |
| <p id="owner"><a href="../../../package.html" class="extype" name="org">org</a>.<a href="../../package.html" class="extype" name="org.apache">apache</a>.<a href="../package.html" class="extype" name="org.apache.mahout">mahout</a>.<a href="package.html" class="extype" name="org.apache.mahout.sparkbindings">sparkbindings</a></p> |
| <h1>SparkEngine</h1> |
| </div> |
| |
| <h4 id="signature" class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">object</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">SparkEngine</span><span class="result"> extends <span class="extype" name="org.apache.mahout.math.drm.DistributedEngine">DistributedEngine</span></span> |
| </span> |
| </h4> |
| |
| <div id="comment" class="fullcommenttop"><div class="comment cmt"><p>Spark-specific non-drm-method operations</p></div><div class="toggleContainer block"> |
| <span class="toggle">Linear Supertypes</span> |
| <div class="superTypes hiddenContent"><span class="extype" name="org.apache.mahout.math.drm.DistributedEngine">DistributedEngine</span>, <span class="extype" name="scala.AnyRef">AnyRef</span>, <span class="extype" name="scala.Any">Any</span></div> |
| </div></div> |
| |
| |
| <div id="mbrsel"> |
| <div id="textfilter"><span class="pre"></span><span class="input"><input id="mbrsel-input" type="text" accesskey="/" /></span><span class="post"></span></div> |
| <div id="order"> |
| <span class="filtertype">Ordering</span> |
| <ol> |
| |
| <li class="alpha in"><span>Alphabetic</span></li> |
| <li class="inherit out"><span>By inheritance</span></li> |
| </ol> |
| </div> |
| <div id="ancestors"> |
| <span class="filtertype">Inherited<br /> |
| </span> |
| <ol id="linearization"> |
| <li class="in" name="org.apache.mahout.sparkbindings.SparkEngine"><span>SparkEngine</span></li><li class="in" name="org.apache.mahout.math.drm.DistributedEngine"><span>DistributedEngine</span></li><li class="in" name="scala.AnyRef"><span>AnyRef</span></li><li class="in" name="scala.Any"><span>Any</span></li> |
| </ol> |
| </div><div id="ancestors"> |
| <span class="filtertype"></span> |
| <ol> |
| <li class="hideall out"><span>Hide All</span></li> |
| <li class="showall in"><span>Show all</span></li> |
| </ol> |
| <a href="http://docs.scala-lang.org/overviews/scaladoc/usage.html#members" target="_blank">Learn more about member selection</a> |
| </div> |
| <div id="visbl"> |
| <span class="filtertype">Visibility</span> |
| <ol><li class="public in"><span>Public</span></li><li class="all out"><span>All</span></li></ol> |
| </div> |
| </div> |
| |
| <div id="template"> |
| <div id="allMembers"> |
| |
| |
| |
| |
| |
| |
| <div id="values" class="values members"> |
| <h3>Value Members</h3> |
| <ol><li name="scala.AnyRef#!=" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="!=(x$1:AnyRef):Boolean"></a> |
| <a id="!=(AnyRef):Boolean"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span title="gt4s: $bang$eq" class="name">!=</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.AnyRef">AnyRef</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div> |
| </li><li name="scala.Any#!=" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="!=(x$1:Any):Boolean"></a> |
| <a id="!=(Any):Boolean"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span title="gt4s: $bang$eq" class="name">!=</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Any">Any</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>Any</dd></dl></div> |
| </li><li name="scala.AnyRef###" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="##():Int"></a> |
| <a id="##():Int"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span title="gt4s: $hash$hash" class="name">##</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Int">Int</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef → Any</dd></dl></div> |
| </li><li name="scala.AnyRef#==" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="==(x$1:AnyRef):Boolean"></a> |
| <a id="==(AnyRef):Boolean"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span title="gt4s: $eq$eq" class="name">==</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.AnyRef">AnyRef</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div> |
| </li><li name="scala.Any#==" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="==(x$1:Any):Boolean"></a> |
| <a id="==(Any):Boolean"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span title="gt4s: $eq$eq" class="name">==</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Any">Any</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>Any</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.SparkEngine#allreduceBlock" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="allreduceBlock[K](drm:org.apache.mahout.math.drm.CheckpointedDrm[K],bmf:((Array[K],org.apache.mahout.math.Matrix))=>org.apache.mahout.math.Matrix,rf:(org.apache.mahout.math.Matrix,org.apache.mahout.math.Matrix)=>org.apache.mahout.math.Matrix):org.apache.mahout.math.Matrix"></a> |
| <a id="allreduceBlock[K](CheckpointedDrm[K],((Array[K],Matrix))⇒Matrix,(Matrix,Matrix)⇒Matrix):Matrix"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">allreduceBlock</span><span class="tparams">[<span name="K">K</span>]</span><span class="params">(<span name="drm">drm: <span class="extype" name="org.apache.mahout.math.drm.CheckpointedDrm">CheckpointedDrm</span>[<span class="extype" name="org.apache.mahout.sparkbindings.SparkEngine.allreduceBlock.K">K</span>]</span>, <span name="bmf">bmf: ((<span class="extype" name="scala.Array">Array</span>[<span class="extype" name="org.apache.mahout.sparkbindings.SparkEngine.allreduceBlock.K">K</span>], <span class="extype" name="org.apache.mahout.math.Matrix">Matrix</span>)) ⇒ <span class="extype" name="org.apache.mahout.math.Matrix">Matrix</span></span>, <span name="rf">rf: (<span class="extype" name="org.apache.mahout.math.Matrix">Matrix</span>, <span class="extype" name="org.apache.mahout.math.Matrix">Matrix</span>) ⇒ <span class="extype" name="org.apache.mahout.math.Matrix">Matrix</span></span>)</span><span class="result">: <span class="extype" name="org.apache.mahout.math.Matrix">Matrix</span></span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">Optional engine-specific all reduce tensor operation.</p><div class="fullcomment"><div class="comment cmt"><p>Optional engine-specific all reduce tensor operation.</p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.SparkEngine">SparkEngine</a> → DistributedEngine</dd></dl></div> |
| </li><li name="scala.Any#asInstanceOf" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="asInstanceOf[T0]:T0"></a> |
| <a id="asInstanceOf[T0]:T0"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">asInstanceOf</span><span class="tparams">[<span name="T0">T0</span>]</span><span class="result">: <span class="extype" name="scala.Any.asInstanceOf.T0">T0</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>Any</dd></dl></div> |
| </li><li name="scala.AnyRef#clone" visbl="prt" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="clone():Object"></a> |
| <a id="clone():AnyRef"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">clone</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.AnyRef">AnyRef</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Attributes</dt><dd>protected[<a href="../../../../java$lang.html" class="extype" name="java.lang">java.lang</a>] </dd><dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> |
| <span class="name">@throws</span><span class="args">(<span> |
| |
| <span class="defval" name="classOf[java.lang.CloneNotSupportedException]">...</span> |
| </span>)</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.SparkEngine#colMeans" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="colMeans[K](drm:org.apache.mahout.math.drm.CheckpointedDrm[K]):org.apache.mahout.math.Vector"></a> |
| <a id="colMeans[K](CheckpointedDrm[K]):Vector"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">colMeans</span><span class="tparams">[<span name="K">K</span>]</span><span class="params">(<span name="drm">drm: <span class="extype" name="org.apache.mahout.math.drm.CheckpointedDrm">CheckpointedDrm</span>[<span class="extype" name="org.apache.mahout.sparkbindings.SparkEngine.colMeans.K">K</span>]</span>)</span><span class="result">: <span class="extype" name="org.apache.mahout.math.Vector">Vector</span></span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">Engine-specific colMeans implementation based on a checkpoint.</p><div class="fullcomment"><div class="comment cmt"><p>Engine-specific colMeans implementation based on a checkpoint.</p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.SparkEngine">SparkEngine</a> → DistributedEngine</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.SparkEngine#colSums" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="colSums[K](drm:org.apache.mahout.math.drm.CheckpointedDrm[K]):org.apache.mahout.math.Vector"></a> |
| <a id="colSums[K](CheckpointedDrm[K]):Vector"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">colSums</span><span class="tparams">[<span name="K">K</span>]</span><span class="params">(<span name="drm">drm: <span class="extype" name="org.apache.mahout.math.drm.CheckpointedDrm">CheckpointedDrm</span>[<span class="extype" name="org.apache.mahout.sparkbindings.SparkEngine.colSums.K">K</span>]</span>)</span><span class="result">: <span class="extype" name="org.apache.mahout.math.Vector">Vector</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.SparkEngine">SparkEngine</a> → DistributedEngine</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.SparkEngine#drm2IntKeyed" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="drm2IntKeyed[K](drmX:org.apache.mahout.math.drm.DrmLike[K],computeMap:Boolean):(org.apache.mahout.math.drm.DrmLike[Int],Option[org.apache.mahout.math.drm.DrmLike[K]])"></a> |
| <a id="drm2IntKeyed[K](DrmLike[K],Boolean):(DrmLike[Int],Option[DrmLike[K]])"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">drm2IntKeyed</span><span class="tparams">[<span name="K">K</span>]</span><span class="params">(<span name="drmX">drmX: <span class="extype" name="org.apache.mahout.math.drm.DrmLike">DrmLike</span>[<span class="extype" name="org.apache.mahout.sparkbindings.SparkEngine.drm2IntKeyed.K">K</span>]</span>, <span name="computeMap">computeMap: <span class="extype" name="scala.Boolean">Boolean</span> = <span class="symbol">false</span></span>)</span><span class="result">: (<span class="extype" name="org.apache.mahout.math.drm.DrmLike">DrmLike</span>[<span class="extype" name="scala.Int">Int</span>], <span class="extype" name="scala.Option">Option</span>[<span class="extype" name="org.apache.mahout.math.drm.DrmLike">DrmLike</span>[<span class="extype" name="org.apache.mahout.sparkbindings.SparkEngine.drm2IntKeyed.K">K</span>]])</span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">Convert non-int-keyed matrix to an int-keyed, computing optionally mapping from old keys |
| to row indices in the new one.</p><div class="fullcomment"><div class="comment cmt"><p>Convert non-int-keyed matrix to an int-keyed, computing optionally mapping from old keys |
| to row indices in the new one. The mapping, if requested, is returned as a 1-column matrix. |
| </p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.SparkEngine">SparkEngine</a> → DistributedEngine</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.SparkEngine#drmBroadcast" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="drmBroadcast(m:org.apache.mahout.math.Matrix)(implicitdc:org.apache.mahout.math.drm.DistributedContext):org.apache.mahout.math.drm.BCast[org.apache.mahout.math.Matrix]"></a> |
| <a id="drmBroadcast(Matrix)(DistributedContext):BCast[Matrix]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">drmBroadcast</span><span class="params">(<span name="m">m: <span class="extype" name="org.apache.mahout.math.Matrix">Matrix</span></span>)</span><span class="params">(<span class="implicit">implicit </span><span name="dc">dc: <span class="extype" name="org.apache.mahout.math.drm.DistributedContext">DistributedContext</span></span>)</span><span class="result">: <span class="extype" name="org.apache.mahout.math.drm.BCast">BCast</span>[<span class="extype" name="org.apache.mahout.math.Matrix">Matrix</span>]</span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">Broadcast support</p><div class="fullcomment"><div class="comment cmt"><p>Broadcast support</p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.SparkEngine">SparkEngine</a> → DistributedEngine</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.SparkEngine#drmBroadcast" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="drmBroadcast(v:org.apache.mahout.math.Vector)(implicitdc:org.apache.mahout.math.drm.DistributedContext):org.apache.mahout.math.drm.BCast[org.apache.mahout.math.Vector]"></a> |
| <a id="drmBroadcast(Vector)(DistributedContext):BCast[Vector]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">drmBroadcast</span><span class="params">(<span name="v">v: <span class="extype" name="org.apache.mahout.math.Vector">Vector</span></span>)</span><span class="params">(<span class="implicit">implicit </span><span name="dc">dc: <span class="extype" name="org.apache.mahout.math.drm.DistributedContext">DistributedContext</span></span>)</span><span class="result">: <span class="extype" name="org.apache.mahout.math.drm.BCast">BCast</span>[<span class="extype" name="org.apache.mahout.math.Vector">Vector</span>]</span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">Broadcast support</p><div class="fullcomment"><div class="comment cmt"><p>Broadcast support</p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.SparkEngine">SparkEngine</a> → DistributedEngine</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.SparkEngine#drmDfsRead" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="drmDfsRead(path:String,parMin:Int)(implicitsc:org.apache.mahout.math.drm.DistributedContext):org.apache.mahout.math.drm.CheckpointedDrm[_]"></a> |
| <a id="drmDfsRead(String,Int)(DistributedContext):CheckpointedDrm[_]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">drmDfsRead</span><span class="params">(<span name="path">path: <span class="extype" name="scala.Predef.String">String</span></span>, <span name="parMin">parMin: <span class="extype" name="scala.Int">Int</span> = <span class="symbol">0</span></span>)</span><span class="params">(<span class="implicit">implicit </span><span name="sc">sc: <span class="extype" name="org.apache.mahout.math.drm.DistributedContext">DistributedContext</span></span>)</span><span class="result">: <span class="extype" name="org.apache.mahout.math.drm.CheckpointedDrm">CheckpointedDrm</span>[_]</span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">Load DRM from hdfs (as in Mahout DRM format) |
| </p><div class="fullcomment"><div class="comment cmt"><p>Load DRM from hdfs (as in Mahout DRM format) |
| </p></div><dl class="paramcmts block"><dt class="param">path</dt><dd class="cmt"></dd><dt class="param">sc</dt><dd class="cmt"><p>spark context (wanted to make that implicit, doesn't work in current version of |
| scala with the type bounds, sorry)</p></dd><dt>returns</dt><dd class="cmt"><p>DRM[Any] where Any is automatically translated to value type |
| </p></dd></dl><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.SparkEngine">SparkEngine</a> → DistributedEngine</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.SparkEngine#drmParallelizeEmpty" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="drmParallelizeEmpty(nrow:Int,ncol:Int,numPartitions:Int)(implicitsc:org.apache.mahout.math.drm.DistributedContext):org.apache.mahout.math.drm.CheckpointedDrm[Int]"></a> |
| <a id="drmParallelizeEmpty(Int,Int,Int)(DistributedContext):CheckpointedDrm[Int]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">drmParallelizeEmpty</span><span class="params">(<span name="nrow">nrow: <span class="extype" name="scala.Int">Int</span></span>, <span name="ncol">ncol: <span class="extype" name="scala.Int">Int</span></span>, <span name="numPartitions">numPartitions: <span class="extype" name="scala.Int">Int</span> = <span class="symbol">10</span></span>)</span><span class="params">(<span class="implicit">implicit </span><span name="sc">sc: <span class="extype" name="org.apache.mahout.math.drm.DistributedContext">DistributedContext</span></span>)</span><span class="result">: <span class="extype" name="org.apache.mahout.math.drm.CheckpointedDrm">CheckpointedDrm</span>[<span class="extype" name="scala.Int">Int</span>]</span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">This creates an empty DRM with specified number of partitions and cardinality.</p><div class="fullcomment"><div class="comment cmt"><p>This creates an empty DRM with specified number of partitions and cardinality.</p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.SparkEngine">SparkEngine</a> → DistributedEngine</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.SparkEngine#drmParallelizeEmptyLong" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="drmParallelizeEmptyLong(nrow:Long,ncol:Int,numPartitions:Int)(implicitsc:org.apache.mahout.math.drm.DistributedContext):org.apache.mahout.math.drm.CheckpointedDrm[Long]"></a> |
| <a id="drmParallelizeEmptyLong(Long,Int,Int)(DistributedContext):CheckpointedDrm[Long]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">drmParallelizeEmptyLong</span><span class="params">(<span name="nrow">nrow: <span class="extype" name="scala.Long">Long</span></span>, <span name="ncol">ncol: <span class="extype" name="scala.Int">Int</span></span>, <span name="numPartitions">numPartitions: <span class="extype" name="scala.Int">Int</span> = <span class="symbol">10</span></span>)</span><span class="params">(<span class="implicit">implicit </span><span name="sc">sc: <span class="extype" name="org.apache.mahout.math.drm.DistributedContext">DistributedContext</span></span>)</span><span class="result">: <span class="extype" name="org.apache.mahout.math.drm.CheckpointedDrm">CheckpointedDrm</span>[<span class="extype" name="scala.Long">Long</span>]</span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.SparkEngine">SparkEngine</a> → DistributedEngine</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.SparkEngine#drmParallelizeWithRowIndices" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="drmParallelizeWithRowIndices(m:org.apache.mahout.math.Matrix,numPartitions:Int)(implicitsc:org.apache.mahout.math.drm.DistributedContext):org.apache.mahout.math.drm.CheckpointedDrm[Int]"></a> |
| <a id="drmParallelizeWithRowIndices(Matrix,Int)(DistributedContext):CheckpointedDrm[Int]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">drmParallelizeWithRowIndices</span><span class="params">(<span name="m">m: <span class="extype" name="org.apache.mahout.math.Matrix">Matrix</span></span>, <span name="numPartitions">numPartitions: <span class="extype" name="scala.Int">Int</span> = <span class="symbol">1</span></span>)</span><span class="params">(<span class="implicit">implicit </span><span name="sc">sc: <span class="extype" name="org.apache.mahout.math.drm.DistributedContext">DistributedContext</span></span>)</span><span class="result">: <span class="extype" name="org.apache.mahout.math.drm.CheckpointedDrm">CheckpointedDrm</span>[<span class="extype" name="scala.Int">Int</span>]</span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">Parallelize in-core matrix as spark distributed matrix, using row ordinal indices as data set keys.</p><div class="fullcomment"><div class="comment cmt"><p>Parallelize in-core matrix as spark distributed matrix, using row ordinal indices as data set keys.</p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.SparkEngine">SparkEngine</a> → DistributedEngine</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.SparkEngine#drmParallelizeWithRowLabels" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="drmParallelizeWithRowLabels(m:org.apache.mahout.math.Matrix,numPartitions:Int)(implicitsc:org.apache.mahout.math.drm.DistributedContext):org.apache.mahout.math.drm.CheckpointedDrm[String]"></a> |
| <a id="drmParallelizeWithRowLabels(Matrix,Int)(DistributedContext):CheckpointedDrm[String]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">drmParallelizeWithRowLabels</span><span class="params">(<span name="m">m: <span class="extype" name="org.apache.mahout.math.Matrix">Matrix</span></span>, <span name="numPartitions">numPartitions: <span class="extype" name="scala.Int">Int</span> = <span class="symbol">1</span></span>)</span><span class="params">(<span class="implicit">implicit </span><span name="sc">sc: <span class="extype" name="org.apache.mahout.math.drm.DistributedContext">DistributedContext</span></span>)</span><span class="result">: <span class="extype" name="org.apache.mahout.math.drm.CheckpointedDrm">CheckpointedDrm</span>[<span class="extype" name="scala.Predef.String">String</span>]</span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">Parallelize in-core matrix as spark distributed matrix, using row labels as a data set keys.</p><div class="fullcomment"><div class="comment cmt"><p>Parallelize in-core matrix as spark distributed matrix, using row labels as a data set keys.</p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.SparkEngine">SparkEngine</a> → DistributedEngine</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.SparkEngine#drmSampleKRows" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="drmSampleKRows[K](drmX:org.apache.mahout.math.drm.DrmLike[K],numSamples:Int,replacement:Boolean):org.apache.mahout.math.Matrix"></a> |
| <a id="drmSampleKRows[K](DrmLike[K],Int,Boolean):Matrix"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">drmSampleKRows</span><span class="tparams">[<span name="K">K</span>]</span><span class="params">(<span name="drmX">drmX: <span class="extype" name="org.apache.mahout.math.drm.DrmLike">DrmLike</span>[<span class="extype" name="org.apache.mahout.sparkbindings.SparkEngine.drmSampleKRows.K">K</span>]</span>, <span name="numSamples">numSamples: <span class="extype" name="scala.Int">Int</span></span>, <span name="replacement">replacement: <span class="extype" name="scala.Boolean">Boolean</span></span>)</span><span class="result">: <span class="extype" name="org.apache.mahout.math.Matrix">Matrix</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.SparkEngine">SparkEngine</a> → DistributedEngine</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.SparkEngine#drmSampleRows" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="drmSampleRows[K](drmX:org.apache.mahout.math.drm.DrmLike[K],fraction:Double,replacement:Boolean):org.apache.mahout.math.drm.DrmLike[K]"></a> |
| <a id="drmSampleRows[K](DrmLike[K],Double,Boolean):DrmLike[K]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">drmSampleRows</span><span class="tparams">[<span name="K">K</span>]</span><span class="params">(<span name="drmX">drmX: <span class="extype" name="org.apache.mahout.math.drm.DrmLike">DrmLike</span>[<span class="extype" name="org.apache.mahout.sparkbindings.SparkEngine.drmSampleRows.K">K</span>]</span>, <span name="fraction">fraction: <span class="extype" name="scala.Double">Double</span></span>, <span name="replacement">replacement: <span class="extype" name="scala.Boolean">Boolean</span></span>)</span><span class="result">: <span class="extype" name="org.apache.mahout.math.drm.DrmLike">DrmLike</span>[<span class="extype" name="org.apache.mahout.sparkbindings.SparkEngine.drmSampleRows.K">K</span>]</span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">(Optional) Sampling operation.</p><div class="fullcomment"><div class="comment cmt"><p>(Optional) Sampling operation. Consistent with Spark semantics of the same. |
| </p></div><dl class="paramcmts block"><dt class="tparam">K</dt><dd class="cmt"></dd><dt class="param">drmX</dt><dd class="cmt"></dd><dt class="param">fraction</dt><dd class="cmt"></dd><dt class="param">replacement</dt><dd class="cmt"></dd><dt>returns</dt><dd class="cmt"><p> |
| </p></dd></dl><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.SparkEngine">SparkEngine</a> → DistributedEngine</dd></dl></div> |
| </li><li name="scala.AnyRef#eq" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="eq(x$1:AnyRef):Boolean"></a> |
| <a id="eq(AnyRef):Boolean"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">eq</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.AnyRef">AnyRef</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div> |
| </li><li name="scala.AnyRef#equals" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="equals(x$1:Any):Boolean"></a> |
| <a id="equals(Any):Boolean"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">equals</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Any">Any</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef → Any</dd></dl></div> |
| </li><li name="scala.AnyRef#finalize" visbl="prt" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="finalize():Unit"></a> |
| <a id="finalize():Unit"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">finalize</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Attributes</dt><dd>protected[<a href="../../../../java$lang.html" class="extype" name="java.lang">java.lang</a>] </dd><dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> |
| <span class="name">@throws</span><span class="args">(<span> |
| |
| <span class="symbol">classOf[java.lang.Throwable]</span> |
| </span>)</span> |
| |
| </dd></dl></div> |
| </li><li name="scala.AnyRef#getClass" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="getClass():Class[_]"></a> |
| <a id="getClass():Class[_]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">getClass</span><span class="params">()</span><span class="result">: <span class="extype" name="java.lang.Class">Class</span>[_]</span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef → Any</dd></dl></div> |
| </li><li name="scala.AnyRef#hashCode" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="hashCode():Int"></a> |
| <a id="hashCode():Int"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">hashCode</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Int">Int</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef → Any</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.SparkEngine#hdfsUtils" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="hdfsUtils:org.apache.mahout.common.HDFSUtil"></a> |
| <a id="hdfsUtils:HDFSUtil"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">var</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">hdfsUtils</span><span class="result">: <a href="../common/HDFSUtil.html" class="extype" name="org.apache.mahout.common.HDFSUtil">HDFSUtil</a></span> |
| </span> |
| </h4> |
| |
| </li><li name="org.apache.mahout.sparkbindings.SparkEngine#indexedDatasetDFSRead" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="indexedDatasetDFSRead(src:String,schema:org.apache.mahout.math.indexeddataset.Schema,existingRowIDs:Option[org.apache.mahout.math.indexeddataset.BiDictionary])(implicitsc:org.apache.mahout.math.drm.DistributedContext):org.apache.mahout.sparkbindings.indexeddataset.IndexedDatasetSpark"></a> |
| <a id="indexedDatasetDFSRead(String,Schema,Option[BiDictionary])(DistributedContext):IndexedDatasetSpark"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">indexedDatasetDFSRead</span><span class="params">(<span name="src">src: <span class="extype" name="scala.Predef.String">String</span></span>, <span name="schema">schema: <span class="extype" name="org.apache.mahout.math.indexeddataset.Schema">Schema</span> = <span class="symbol"><span class="name"><a href="../../../package.html">DefaultIndexedDatasetReadSchema</a></span></span></span>, <span name="existingRowIDs">existingRowIDs: <span class="extype" name="scala.Option">Option</span>[<span class="extype" name="org.apache.mahout.math.indexeddataset.BiDictionary">BiDictionary</span>] = <span class="symbol">None</span></span>)</span><span class="params">(<span class="implicit">implicit </span><span name="sc">sc: <span class="extype" name="org.apache.mahout.math.drm.DistributedContext">DistributedContext</span></span>)</span><span class="result">: <a href="indexeddataset/IndexedDatasetSpark.html" class="extype" name="org.apache.mahout.sparkbindings.indexeddataset.IndexedDatasetSpark">IndexedDatasetSpark</a></span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">Returns an <a href="indexeddataset/IndexedDatasetSpark.html" class="extype" name="org.apache.mahout.sparkbindings.indexeddataset.IndexedDatasetSpark">org.apache.mahout.sparkbindings.indexeddataset.IndexedDatasetSpark</a> from default text |
| delimited files.</p><div class="fullcomment"><div class="comment cmt"><p>Returns an <a href="indexeddataset/IndexedDatasetSpark.html" class="extype" name="org.apache.mahout.sparkbindings.indexeddataset.IndexedDatasetSpark">org.apache.mahout.sparkbindings.indexeddataset.IndexedDatasetSpark</a> from default text |
| delimited files. Reads a vector per row. |
| </p></div><dl class="paramcmts block"><dt class="param">src</dt><dd class="cmt"><p>a comma separated list of URIs to read from</p></dd><dt class="param">schema</dt><dd class="cmt"><p>how the text file is formatted |
| </p></dd></dl><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.SparkEngine">SparkEngine</a> → DistributedEngine</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.SparkEngine#indexedDatasetDFSReadElements" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="indexedDatasetDFSReadElements(src:String,schema:org.apache.mahout.math.indexeddataset.Schema,existingRowIDs:Option[org.apache.mahout.math.indexeddataset.BiDictionary])(implicitsc:org.apache.mahout.math.drm.DistributedContext):org.apache.mahout.sparkbindings.indexeddataset.IndexedDatasetSpark"></a> |
| <a id="indexedDatasetDFSReadElements(String,Schema,Option[BiDictionary])(DistributedContext):IndexedDatasetSpark"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">indexedDatasetDFSReadElements</span><span class="params">(<span name="src">src: <span class="extype" name="scala.Predef.String">String</span></span>, <span name="schema">schema: <span class="extype" name="org.apache.mahout.math.indexeddataset.Schema">Schema</span> = <span class="defval" name='<span class="name"><a href="../../../package.html">DefaultIndexedDatasetElementReadSchema</a></span>'>...</span></span>, <span name="existingRowIDs">existingRowIDs: <span class="extype" name="scala.Option">Option</span>[<span class="extype" name="org.apache.mahout.math.indexeddataset.BiDictionary">BiDictionary</span>] = <span class="symbol">None</span></span>)</span><span class="params">(<span class="implicit">implicit </span><span name="sc">sc: <span class="extype" name="org.apache.mahout.math.drm.DistributedContext">DistributedContext</span></span>)</span><span class="result">: <a href="indexeddataset/IndexedDatasetSpark.html" class="extype" name="org.apache.mahout.sparkbindings.indexeddataset.IndexedDatasetSpark">IndexedDatasetSpark</a></span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">Returns an <a href="indexeddataset/IndexedDatasetSpark.html" class="extype" name="org.apache.mahout.sparkbindings.indexeddataset.IndexedDatasetSpark">org.apache.mahout.sparkbindings.indexeddataset.IndexedDatasetSpark</a> from default text |
| delimited files.</p><div class="fullcomment"><div class="comment cmt"><p>Returns an <a href="indexeddataset/IndexedDatasetSpark.html" class="extype" name="org.apache.mahout.sparkbindings.indexeddataset.IndexedDatasetSpark">org.apache.mahout.sparkbindings.indexeddataset.IndexedDatasetSpark</a> from default text |
| delimited files. Reads an element per row. |
| </p></div><dl class="paramcmts block"><dt class="param">src</dt><dd class="cmt"><p>a comma separated list of URIs to read from</p></dd><dt class="param">schema</dt><dd class="cmt"><p>how the text file is formatted |
| </p></dd></dl><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.SparkEngine">SparkEngine</a> → DistributedEngine</dd></dl></div> |
| </li><li name="scala.Any#isInstanceOf" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="isInstanceOf[T0]:Boolean"></a> |
| <a id="isInstanceOf[T0]:Boolean"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">isInstanceOf</span><span class="tparams">[<span name="T0">T0</span>]</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>Any</dd></dl></div> |
| </li><li name="scala.AnyRef#ne" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="ne(x$1:AnyRef):Boolean"></a> |
| <a id="ne(AnyRef):Boolean"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">ne</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.AnyRef">AnyRef</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.SparkEngine#norm" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="norm[K](drm:org.apache.mahout.math.drm.CheckpointedDrm[K]):Double"></a> |
| <a id="norm[K](CheckpointedDrm[K]):Double"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">norm</span><span class="tparams">[<span name="K">K</span>]</span><span class="params">(<span name="drm">drm: <span class="extype" name="org.apache.mahout.math.drm.CheckpointedDrm">CheckpointedDrm</span>[<span class="extype" name="org.apache.mahout.sparkbindings.SparkEngine.norm.K">K</span>]</span>)</span><span class="result">: <span class="extype" name="scala.Double">Double</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.SparkEngine">SparkEngine</a> → DistributedEngine</dd></dl></div> |
| </li><li name="scala.AnyRef#notify" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="notify():Unit"></a> |
| <a id="notify():Unit"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">notify</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div> |
| </li><li name="scala.AnyRef#notifyAll" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="notifyAll():Unit"></a> |
| <a id="notifyAll():Unit"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">notifyAll</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.SparkEngine#numNonZeroElementsPerColumn" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="numNonZeroElementsPerColumn[K](drm:org.apache.mahout.math.drm.CheckpointedDrm[K]):org.apache.mahout.math.Vector"></a> |
| <a id="numNonZeroElementsPerColumn[K](CheckpointedDrm[K]):Vector"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">numNonZeroElementsPerColumn</span><span class="tparams">[<span name="K">K</span>]</span><span class="params">(<span name="drm">drm: <span class="extype" name="org.apache.mahout.math.drm.CheckpointedDrm">CheckpointedDrm</span>[<span class="extype" name="org.apache.mahout.sparkbindings.SparkEngine.numNonZeroElementsPerColumn.K">K</span>]</span>)</span><span class="result">: <span class="extype" name="org.apache.mahout.math.Vector">Vector</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.SparkEngine">SparkEngine</a> → DistributedEngine</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.SparkEngine#optimizerRewrite" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="optimizerRewrite[K](action:org.apache.mahout.math.drm.DrmLike[K])(implicitevidence$1:scala.reflect.ClassTag[K]):org.apache.mahout.math.drm.DrmLike[K]"></a> |
| <a id="optimizerRewrite[K](DrmLike[K])(ClassTag[K]):DrmLike[K]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">optimizerRewrite</span><span class="tparams">[<span name="K">K</span>]</span><span class="params">(<span name="action">action: <span class="extype" name="org.apache.mahout.math.drm.DrmLike">DrmLike</span>[<span class="extype" name="org.apache.mahout.sparkbindings.SparkEngine.optimizerRewrite.K">K</span>]</span>)</span><span class="params">(<span class="implicit">implicit </span><span name="arg0">arg0: <span class="extype" name="scala.reflect.ClassTag">ClassTag</span>[<span class="extype" name="org.apache.mahout.sparkbindings.SparkEngine.optimizerRewrite.K">K</span>]</span>)</span><span class="result">: <span class="extype" name="org.apache.mahout.math.drm.DrmLike">DrmLike</span>[<span class="extype" name="org.apache.mahout.sparkbindings.SparkEngine.optimizerRewrite.K">K</span>]</span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">Perform default expression rewrite.</p><div class="fullcomment"><div class="comment cmt"><p>Perform default expression rewrite. Return physical plan that we can pass to exec(). <P></p><p>A particular physical engine implementation may choose to either use or not use these rewrites |
| as a useful basic rewriting rule.<P> |
| </p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.SparkEngine">SparkEngine</a> → DistributedEngine</dd></dl></div> |
| </li><li name="scala.AnyRef#synchronized" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="synchronized[T0](x$1:=>T0):T0"></a> |
| <a id="synchronized[T0](⇒T0):T0"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">synchronized</span><span class="tparams">[<span name="T0">T0</span>]</span><span class="params">(<span name="arg0">arg0: ⇒ <span class="extype" name="java.lang.AnyRef.synchronized.T0">T0</span></span>)</span><span class="result">: <span class="extype" name="java.lang.AnyRef.synchronized.T0">T0</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.SparkEngine#toPhysical" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="toPhysical[K](plan:org.apache.mahout.math.drm.DrmLike[K],ch:org.apache.mahout.math.drm.CacheHint.CacheHint)(implicitevidence$2:scala.reflect.ClassTag[K]):org.apache.mahout.math.drm.CheckpointedDrm[K]"></a> |
| <a id="toPhysical[K](DrmLike[K],CacheHint)(ClassTag[K]):CheckpointedDrm[K]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">toPhysical</span><span class="tparams">[<span name="K">K</span>]</span><span class="params">(<span name="plan">plan: <span class="extype" name="org.apache.mahout.math.drm.DrmLike">DrmLike</span>[<span class="extype" name="org.apache.mahout.sparkbindings.SparkEngine.toPhysical.K">K</span>]</span>, <span name="ch">ch: <span class="extype" name="org.apache.mahout.math.drm.CacheHint.CacheHint">CacheHint</span></span>)</span><span class="params">(<span class="implicit">implicit </span><span name="arg0">arg0: <span class="extype" name="scala.reflect.ClassTag">ClassTag</span>[<span class="extype" name="org.apache.mahout.sparkbindings.SparkEngine.toPhysical.K">K</span>]</span>)</span><span class="result">: <span class="extype" name="org.apache.mahout.math.drm.CheckpointedDrm">CheckpointedDrm</span>[<span class="extype" name="org.apache.mahout.sparkbindings.SparkEngine.toPhysical.K">K</span>]</span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">Second optimizer pass.</p><div class="fullcomment"><div class="comment cmt"><p>Second optimizer pass. Translate previously rewritten logical pipeline into physical engine plan.</p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.SparkEngine">SparkEngine</a> → DistributedEngine</dd></dl></div> |
| </li><li name="scala.AnyRef#toString" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="toString():String"></a> |
| <a id="toString():String"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">toString</span><span class="params">()</span><span class="result">: <span class="extype" name="java.lang.String">String</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef → Any</dd></dl></div> |
| </li><li name="scala.AnyRef#wait" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="wait():Unit"></a> |
| <a id="wait():Unit"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">wait</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> |
| <span class="name">@throws</span><span class="args">(<span> |
| |
| <span class="defval" name="classOf[java.lang.InterruptedException]">...</span> |
| </span>)</span> |
| |
| </dd></dl></div> |
| </li><li name="scala.AnyRef#wait" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="wait(x$1:Long,x$2:Int):Unit"></a> |
| <a id="wait(Long,Int):Unit"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">wait</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Long">Long</span></span>, <span name="arg1">arg1: <span class="extype" name="scala.Int">Int</span></span>)</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> |
| <span class="name">@throws</span><span class="args">(<span> |
| |
| <span class="defval" name="classOf[java.lang.InterruptedException]">...</span> |
| </span>)</span> |
| |
| </dd></dl></div> |
| </li><li name="scala.AnyRef#wait" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="wait(x$1:Long):Unit"></a> |
| <a id="wait(Long):Unit"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">wait</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Long">Long</span></span>)</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> |
| <span class="name">@throws</span><span class="args">(<span> |
| |
| <span class="defval" name="classOf[java.lang.InterruptedException]">...</span> |
| </span>)</span> |
| |
| </dd></dl></div> |
| </li></ol> |
| </div> |
| |
| |
| |
| |
| </div> |
| |
| <div id="inheritedMembers"> |
| <div class="parent" name="org.apache.mahout.math.drm.DistributedEngine"> |
| <h3>Inherited from <span class="extype" name="org.apache.mahout.math.drm.DistributedEngine">DistributedEngine</span></h3> |
| </div><div class="parent" name="scala.AnyRef"> |
| <h3>Inherited from <span class="extype" name="scala.AnyRef">AnyRef</span></h3> |
| </div><div class="parent" name="scala.Any"> |
| <h3>Inherited from <span class="extype" name="scala.Any">Any</span></h3> |
| </div> |
| |
| </div> |
| |
| <div id="groupedMembers"> |
| <div class="group" name="Ungrouped"> |
| <h3>Ungrouped</h3> |
| |
| </div> |
| </div> |
| |
| </div> |
| |
| <div id="tooltip"></div> |
| |
| <div id="footer"> </div> |
| <script defer="defer" type="text/javascript" id="jquery-js" src="../../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" id="jquery-ui-js" src="../../../../lib/jquery-ui.js"></script><script defer="defer" type="text/javascript" id="tools-tooltip-js" src="../../../../lib/tools.tooltip.js"></script><script defer="defer" type="text/javascript" id="template-js" src="../../../../lib/template.js"></script> |
| </body> |
| </html> |
