| <?xml version='1.0' encoding='UTF-8'?> |
| <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1//EN" "http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd"> |
| <html> |
| <head> |
| <title>sparkbindings - Mahout Spark bindings 0.13.0 API - org.apache.mahout.sparkbindings</title> |
| <meta name="description" content="sparkbindings - Mahout Spark bindings 0.13.0 API - org.apache.mahout.sparkbindings" /> |
| <meta name="keywords" content="sparkbindings Mahout Spark bindings 0.13.0 API org.apache.mahout.sparkbindings" /> |
| <meta http-equiv="content-type" content="text/html; charset=UTF-8" /> |
| |
| <link href="../../../../lib/template.css" media="screen" type="text/css" rel="stylesheet" /> |
| <link href="../../../../lib/diagrams.css" media="screen" type="text/css" rel="stylesheet" id="diagrams-css" /> |
| <script type="text/javascript"> |
| if(top === self) { |
| var url = '../../../../index.html'; |
| var hash = 'org.apache.mahout.sparkbindings.package'; |
| var anchor = window.location.hash; |
| var anchor_opt = ''; |
| if (anchor.length >= 1) |
| anchor_opt = '@' + anchor.substring(1); |
| window.location.href = url + '#' + hash + anchor_opt; |
| } |
| </script> |
| |
| </head> |
| <body class="value"> |
| <div id="definition"> |
| <img src="../../../../lib/package_big.png" /> |
| <p id="owner"><a href="../../../package.html" class="extype" name="org">org</a>.<a href="../../package.html" class="extype" name="org.apache">apache</a>.<a href="../package.html" class="extype" name="org.apache.mahout">mahout</a></p> |
| <h1>sparkbindings</h1> |
| </div> |
| |
| <h4 id="signature" class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">sparkbindings</span> |
| </span> |
| </h4> |
| |
| <div id="comment" class="fullcommenttop"><div class="comment cmt"><p>Public api for Spark-specific operators</p></div><div class="toggleContainer block"> |
| <span class="toggle">Linear Supertypes</span> |
| <div class="superTypes hiddenContent"><span class="extype" name="scala.AnyRef">AnyRef</span>, <span class="extype" name="scala.Any">Any</span></div> |
| </div></div> |
| |
| |
| <div id="mbrsel"> |
| <div id="textfilter"><span class="pre"></span><span class="input"><input id="mbrsel-input" type="text" accesskey="/" /></span><span class="post"></span></div> |
| <div id="order"> |
| <span class="filtertype">Ordering</span> |
| <ol> |
| |
| <li class="alpha in"><span>Alphabetic</span></li> |
| <li class="inherit out"><span>By inheritance</span></li> |
| </ol> |
| </div> |
| <div id="ancestors"> |
| <span class="filtertype">Inherited<br /> |
| </span> |
| <ol id="linearization"> |
| <li class="in" name="org.apache.mahout.sparkbindings"><span>sparkbindings</span></li><li class="in" name="scala.AnyRef"><span>AnyRef</span></li><li class="in" name="scala.Any"><span>Any</span></li> |
| </ol> |
| </div><div id="ancestors"> |
| <span class="filtertype"></span> |
| <ol> |
| <li class="hideall out"><span>Hide All</span></li> |
| <li class="showall in"><span>Show all</span></li> |
| </ol> |
| <a href="http://docs.scala-lang.org/overviews/scaladoc/usage.html#members" target="_blank">Learn more about member selection</a> |
| </div> |
| <div id="visbl"> |
| <span class="filtertype">Visibility</span> |
| <ol><li class="public in"><span>Public</span></li><li class="all out"><span>All</span></li></ol> |
| </div> |
| </div> |
| |
| <div id="template"> |
| <div id="allMembers"> |
| |
| |
| <div id="types" class="types members"> |
| <h3>Type Members</h3> |
| <ol><li name="org.apache.mahout.sparkbindings.BlockifiedDrmRdd" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="BlockifiedDrmRdd[K]=org.apache.spark.rdd.RDD[(Array[K],org.apache.mahout.math.Matrix)]"></a> |
| <a id="BlockifiedDrmRdd[K]:BlockifiedDrmRdd[K]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">type</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">BlockifiedDrmRdd</span><span class="tparams">[<span name="K">K</span>]</span><span class="result"> = <span class="extype" name="org.apache.spark.rdd.RDD">RDD</span>[(<span class="extype" name="scala.Array">Array</span>[<span class="extype" name="org.apache.mahout.sparkbindings.BlockifiedDrmRdd.K">K</span>], <span class="extype" name="org.apache.mahout.math.Matrix">Matrix</span>)]</span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">Blockifed DRM rdd (keys of original DRM are grouped into array corresponding to rows of Matrix |
| object value |
| </p> |
| </li><li name="org.apache.mahout.sparkbindings.DrmRdd" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="DrmRdd[K]=org.apache.spark.rdd.RDD[(K,org.apache.mahout.math.Vector)]"></a> |
| <a id="DrmRdd[K]:DrmRdd[K]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">type</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">DrmRdd</span><span class="tparams">[<span name="K">K</span>]</span><span class="result"> = <span class="extype" name="org.apache.spark.rdd.RDD">RDD</span>[(<span class="extype" name="org.apache.mahout.sparkbindings.DrmRdd.K">K</span>, <span class="extype" name="org.apache.mahout.math.Vector">Vector</span>)]</span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">Row-wise organized DRM rdd type</p> |
| </li><li name="org.apache.mahout.sparkbindings.SparkDistributedContext" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="SparkDistributedContextextendsDistributedContext"></a> |
| <a id="SparkDistributedContext:SparkDistributedContext"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a href="SparkDistributedContext.html"><span class="name">SparkDistributedContext</span></a><span class="result"> extends <span class="extype" name="org.apache.mahout.math.drm.DistributedContext">DistributedContext</span></span> |
| </span> |
| </h4> |
| |
| </li></ol> |
| </div> |
| |
| |
| |
| <div id="values" class="values members"> |
| <h3>Value Members</h3> |
| <ol><li name="org.apache.mahout.sparkbindings.SparkEngine" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="SparkEngine"></a> |
| <a id="SparkEngine:SparkEngine"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">object</span> |
| </span> |
| <span class="symbol"> |
| <a href="SparkEngine$.html"><span class="name">SparkEngine</span></a><span class="result"> extends <span class="extype" name="org.apache.mahout.math.drm.DistributedEngine">DistributedEngine</span></span> |
| </span> |
| </h4> |
| <p class="comment cmt">Spark-specific non-drm-method operations</p> |
| </li><li name="org.apache.mahout.sparkbindings.blas" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="blas"></a> |
| <a id="blas:blas"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a href="blas/package.html"><span class="name">blas</span></a> |
| </span> |
| </h4> |
| <p class="comment cmt">This validation contains distributed algorithms that distributed matrix expression optimizer picks |
| from.</p> |
| </li><li name="org.apache.mahout.sparkbindings.package#cpDrm2cpDrmSparkOps" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="cpDrm2cpDrmSparkOps[K](drm:org.apache.mahout.math.drm.CheckpointedDrm[K]):org.apache.mahout.sparkbindings.drm.CheckpointedDrmSparkOps[K]"></a> |
| <a id="cpDrm2cpDrmSparkOps[K](CheckpointedDrm[K]):CheckpointedDrmSparkOps[K]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">implicit </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">cpDrm2cpDrmSparkOps</span><span class="tparams">[<span name="K">K</span>]</span><span class="params">(<span name="drm">drm: <span class="extype" name="org.apache.mahout.math.drm.CheckpointedDrm">CheckpointedDrm</span>[<span class="extype" name="org.apache.mahout.sparkbindings.cpDrm2cpDrmSparkOps.K">K</span>]</span>)</span><span class="result">: <a href="drm/CheckpointedDrmSparkOps.html" class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSparkOps">CheckpointedDrmSparkOps</a>[<span class="extype" name="org.apache.mahout.sparkbindings.cpDrm2cpDrmSparkOps.K">K</span>]</span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">Adding Spark-specific ops</p> |
| </li><li name="org.apache.mahout.sparkbindings.package#dc2sc" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="dc2sc(dc:org.apache.mahout.math.drm.DistributedContext):org.apache.spark.SparkContext"></a> |
| <a id="dc2sc(DistributedContext):SparkContext"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">implicit </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">dc2sc</span><span class="params">(<span name="dc">dc: <span class="extype" name="org.apache.mahout.math.drm.DistributedContext">DistributedContext</span></span>)</span><span class="result">: <span class="extype" name="org.apache.spark.SparkContext">SparkContext</span></span> |
| </span> |
| </h4> |
| |
| </li><li name="org.apache.mahout.sparkbindings.drm" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="drm"></a> |
| <a id="drm:drm"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a href="drm/package.html"><span class="name">drm</span></a> |
| </span> |
| </h4> |
| |
| </li><li name="org.apache.mahout.sparkbindings.package#drm2cpDrmSparkOps" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="drm2cpDrmSparkOps[K](drm:org.apache.mahout.math.drm.DrmLike[K]):org.apache.mahout.sparkbindings.drm.CheckpointedDrmSparkOps[K]"></a> |
| <a id="drm2cpDrmSparkOps[K](DrmLike[K]):CheckpointedDrmSparkOps[K]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">implicit </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">drm2cpDrmSparkOps</span><span class="tparams">[<span name="K">K</span>]</span><span class="params">(<span name="drm">drm: <span class="extype" name="org.apache.mahout.math.drm.DrmLike">DrmLike</span>[<span class="extype" name="org.apache.mahout.sparkbindings.drm2cpDrmSparkOps.K">K</span>]</span>)</span><span class="result">: <a href="drm/CheckpointedDrmSparkOps.html" class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSparkOps">CheckpointedDrmSparkOps</a>[<span class="extype" name="org.apache.mahout.sparkbindings.drm2cpDrmSparkOps.K">K</span>]</span> |
| </span> |
| </h4> |
| |
| </li><li name="org.apache.mahout.sparkbindings.package#drmWrap" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="drmWrap[K](rdd:org.apache.mahout.sparkbindings.package.DrmRdd[K],nrow:Long,ncol:Int,cacheHint:org.apache.mahout.math.drm.CacheHint.CacheHint,canHaveMissingRows:Boolean)(implicitevidence$1:scala.reflect.ClassTag[K]):org.apache.mahout.math.drm.CheckpointedDrm[K]"></a> |
| <a id="drmWrap[K](DrmRdd[K],Long,Int,CacheHint,Boolean)(ClassTag[K]):CheckpointedDrm[K]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">drmWrap</span><span class="tparams">[<span name="K">K</span>]</span><span class="params">(<span name="rdd">rdd: <a href="#DrmRdd[K]=org.apache.spark.rdd.RDD[(K,org.apache.mahout.math.Vector)]" class="extmbr" name="org.apache.mahout.sparkbindings.DrmRdd">DrmRdd</a>[<span class="extype" name="org.apache.mahout.sparkbindings.drmWrap.K">K</span>]</span>, <span name="nrow">nrow: <span class="extype" name="scala.Long">Long</span> = <span class="symbol">1</span></span>, <span name="ncol">ncol: <span class="extype" name="scala.Int">Int</span> = <span class="symbol">1</span></span>, <span name="cacheHint">cacheHint: <span class="extype" name="org.apache.mahout.math.drm.CacheHint.CacheHint">CacheHint</span> = <span class="symbol"><span class="name"><a href="../../../package.html">CacheHint.NONE</a></span></span></span>, <span name="canHaveMissingRows">canHaveMissingRows: <span class="extype" name="scala.Boolean">Boolean</span> = <span class="symbol">false</span></span>)</span><span class="params">(<span class="implicit">implicit </span><span name="arg0">arg0: <span class="extype" name="scala.reflect.ClassTag">ClassTag</span>[<span class="extype" name="org.apache.mahout.sparkbindings.drmWrap.K">K</span>]</span>)</span><span class="result">: <span class="extype" name="org.apache.mahout.math.drm.CheckpointedDrm">CheckpointedDrm</span>[<span class="extype" name="org.apache.mahout.sparkbindings.drmWrap.K">K</span>]</span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt"></p><div class="fullcomment"><div class="comment cmt"><h4>Wrap existing RDD into a matrix</h4></div><dl class="paramcmts block"><dt class="tparam">K</dt><dd class="cmt"><p>row key type</p></dd><dt class="param">rdd</dt><dd class="cmt"><p>source rdd conforming to <a href="#DrmRdd[K]=org.apache.spark.rdd.RDD[(K,org.apache.mahout.math.Vector)]" class="extmbr" name="org.apache.mahout.sparkbindings.DrmRdd">org.apache.mahout.sparkbindings.DrmRdd</a></p></dd><dt class="param">nrow</dt><dd class="cmt"><p>optional, number of rows. If not specified, we'll try to figure out on our own.</p></dd><dt class="param">ncol</dt><dd class="cmt"><p>optional, number of columns. If not specififed, we'll try to figure out on our own.</p></dd><dt class="param">cacheHint</dt><dd class="cmt"><p>optional, desired cache policy for that rdd.</p></dd><dt class="param">canHaveMissingRows</dt><dd class="cmt"><p>optional. For int-keyed rows, there might be implied but missing rows. |
| If underlying rdd may have that condition, we need to know since some |
| operators consider that a deficiency and we'll need to fix it lazily |
| before proceeding with such operators. It only meaningful if <code>nrow</code> is |
| also specified (otherwise, we'll run quick test to figure if rows may |
| be missing, at the time we count the rows).</p></dd><dt>returns</dt><dd class="cmt"><p>wrapped DRM |
| </p></dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.package#drmWrapBlockified" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="drmWrapBlockified[K](blockifiedDrmRdd:org.apache.mahout.sparkbindings.package.BlockifiedDrmRdd[K],nrow:Long,ncol:Int,cacheHint:org.apache.mahout.math.drm.CacheHint.CacheHint,canHaveMissingRows:Boolean)(implicitevidence$2:scala.reflect.ClassTag[K]):org.apache.mahout.math.drm.CheckpointedDrm[K]"></a> |
| <a id="drmWrapBlockified[K](BlockifiedDrmRdd[K],Long,Int,CacheHint,Boolean)(ClassTag[K]):CheckpointedDrm[K]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">drmWrapBlockified</span><span class="tparams">[<span name="K">K</span>]</span><span class="params">(<span name="blockifiedDrmRdd">blockifiedDrmRdd: <a href="#BlockifiedDrmRdd[K]=org.apache.spark.rdd.RDD[(Array[K],org.apache.mahout.math.Matrix)]" class="extmbr" name="org.apache.mahout.sparkbindings.BlockifiedDrmRdd">BlockifiedDrmRdd</a>[<span class="extype" name="org.apache.mahout.sparkbindings.drmWrapBlockified.K">K</span>]</span>, <span name="nrow">nrow: <span class="extype" name="scala.Long">Long</span> = <span class="symbol">1</span></span>, <span name="ncol">ncol: <span class="extype" name="scala.Int">Int</span> = <span class="symbol">1</span></span>, <span name="cacheHint">cacheHint: <span class="extype" name="org.apache.mahout.math.drm.CacheHint.CacheHint">CacheHint</span> = <span class="symbol"><span class="name"><a href="../../../package.html">CacheHint.NONE</a></span></span></span>, <span name="canHaveMissingRows">canHaveMissingRows: <span class="extype" name="scala.Boolean">Boolean</span> = <span class="symbol">false</span></span>)</span><span class="params">(<span class="implicit">implicit </span><span name="arg0">arg0: <span class="extype" name="scala.reflect.ClassTag">ClassTag</span>[<span class="extype" name="org.apache.mahout.sparkbindings.drmWrapBlockified.K">K</span>]</span>)</span><span class="result">: <span class="extype" name="org.apache.mahout.math.drm.CheckpointedDrm">CheckpointedDrm</span>[<span class="extype" name="org.apache.mahout.sparkbindings.drmWrapBlockified.K">K</span>]</span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">Another drmWrap version that takes in vertical block-partitioned input to form the matrix.</p> |
| </li><li name="org.apache.mahout.sparkbindings.package#drmWrapDataFrame" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="drmWrapDataFrame(df:org.apache.spark.sql.DataFrame,nrow:Long,ncol:Int,cacheHint:org.apache.mahout.math.drm.CacheHint.CacheHint,canHaveMissingRows:Boolean):org.apache.mahout.math.drm.CheckpointedDrm[Int]"></a> |
| <a id="drmWrapDataFrame(DataFrame,Long,Int,CacheHint,Boolean):CheckpointedDrm[Int]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">drmWrapDataFrame</span><span class="params">(<span name="df">df: <span class="extype" name="org.apache.spark.sql.DataFrame">DataFrame</span></span>, <span name="nrow">nrow: <span class="extype" name="scala.Long">Long</span> = <span class="symbol">1</span></span>, <span name="ncol">ncol: <span class="extype" name="scala.Int">Int</span> = <span class="symbol">1</span></span>, <span name="cacheHint">cacheHint: <span class="extype" name="org.apache.mahout.math.drm.CacheHint.CacheHint">CacheHint</span> = <span class="symbol"><span class="name"><a href="../../../package.html">CacheHint.NONE</a></span></span></span>, <span name="canHaveMissingRows">canHaveMissingRows: <span class="extype" name="scala.Boolean">Boolean</span> = <span class="symbol">false</span></span>)</span><span class="result">: <span class="extype" name="org.apache.mahout.math.drm.CheckpointedDrm">CheckpointedDrm</span>[<span class="extype" name="scala.Int">Int</span>]</span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">A drmWrap version that takes a DataFrame of Row[Double]</p> |
| </li><li name="org.apache.mahout.sparkbindings.package#drmWrapMLLibLabeledPoint" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="drmWrapMLLibLabeledPoint(rdd:org.apache.spark.rdd.RDD[org.apache.spark.mllib.regression.LabeledPoint],nrow:Long,ncol:Int,cacheHint:org.apache.mahout.math.drm.CacheHint.CacheHint,canHaveMissingRows:Boolean):org.apache.mahout.math.drm.CheckpointedDrm[Int]"></a> |
| <a id="drmWrapMLLibLabeledPoint(RDD[LabeledPoint],Long,Int,CacheHint,Boolean):CheckpointedDrm[Int]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">drmWrapMLLibLabeledPoint</span><span class="params">(<span name="rdd">rdd: <span class="extype" name="org.apache.spark.rdd.RDD">RDD</span>[<span class="extype" name="org.apache.spark.mllib.regression.LabeledPoint">LabeledPoint</span>]</span>, <span name="nrow">nrow: <span class="extype" name="scala.Long">Long</span> = <span class="symbol">1</span></span>, <span name="ncol">ncol: <span class="extype" name="scala.Int">Int</span> = <span class="symbol">1</span></span>, <span name="cacheHint">cacheHint: <span class="extype" name="org.apache.mahout.math.drm.CacheHint.CacheHint">CacheHint</span> = <span class="symbol"><span class="name"><a href="../../../package.html">CacheHint.NONE</a></span></span></span>, <span name="canHaveMissingRows">canHaveMissingRows: <span class="extype" name="scala.Boolean">Boolean</span> = <span class="symbol">false</span></span>)</span><span class="result">: <span class="extype" name="org.apache.mahout.math.drm.CheckpointedDrm">CheckpointedDrm</span>[<span class="extype" name="scala.Int">Int</span>]</span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">A drmWrap version that takes an RDD[org.</p><div class="fullcomment"><div class="comment cmt"><p>A drmWrap version that takes an RDD[org.apache.spark.mllib.regression.LabeledPoint] |
| returns a DRM where column the label is the last column</p></div></div> |
| </li><li name="org.apache.mahout.sparkbindings.package#drmWrapMLLibVector" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="drmWrapMLLibVector(rdd:org.apache.spark.rdd.RDD[org.apache.spark.mllib.linalg.Vector],nrow:Long,ncol:Int,cacheHint:org.apache.mahout.math.drm.CacheHint.CacheHint,canHaveMissingRows:Boolean):org.apache.mahout.math.drm.CheckpointedDrm[Int]"></a> |
| <a id="drmWrapMLLibVector(RDD[Vector],Long,Int,CacheHint,Boolean):CheckpointedDrm[Int]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">drmWrapMLLibVector</span><span class="params">(<span name="rdd">rdd: <span class="extype" name="org.apache.spark.rdd.RDD">RDD</span>[<span class="extype" name="org.apache.spark.mllib.linalg.Vector">Vector</span>]</span>, <span name="nrow">nrow: <span class="extype" name="scala.Long">Long</span> = <span class="symbol">1</span></span>, <span name="ncol">ncol: <span class="extype" name="scala.Int">Int</span> = <span class="symbol">1</span></span>, <span name="cacheHint">cacheHint: <span class="extype" name="org.apache.mahout.math.drm.CacheHint.CacheHint">CacheHint</span> = <span class="symbol"><span class="name"><a href="../../../package.html">CacheHint.NONE</a></span></span></span>, <span name="canHaveMissingRows">canHaveMissingRows: <span class="extype" name="scala.Boolean">Boolean</span> = <span class="symbol">false</span></span>)</span><span class="result">: <span class="extype" name="org.apache.mahout.math.drm.CheckpointedDrm">CheckpointedDrm</span>[<span class="extype" name="scala.Int">Int</span>]</span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">A drmWrap Version that takes an RDD[org.</p><div class="fullcomment"><div class="comment cmt"><p>A drmWrap Version that takes an RDD[org.apache.spark.mllib.linalg.Vector]</p></div></div> |
| </li><li name="org.apache.mahout.sparkbindings.indexeddataset" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="indexeddataset"></a> |
| <a id="indexeddataset:indexeddataset"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a href="indexeddataset/package.html"><span class="name">indexeddataset</span></a> |
| </span> |
| </h4> |
| |
| </li><li name="org.apache.mahout.sparkbindings.io" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="io"></a> |
| <a id="io:io"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a href="io/package.html"><span class="name">io</span></a> |
| </span> |
| </h4> |
| |
| </li><li name="org.apache.mahout.sparkbindings.package#mahoutSparkContext" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="mahoutSparkContext(masterUrl:String,appName:String,customJars:scala.collection.TraversableOnce[String],sparkConf:org.apache.spark.SparkConf,addMahoutJars:Boolean):org.apache.mahout.sparkbindings.SparkDistributedContext"></a> |
| <a id="mahoutSparkContext(String,String,TraversableOnce[String],SparkConf,Boolean):SparkDistributedContext"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">mahoutSparkContext</span><span class="params">(<span name="masterUrl">masterUrl: <span class="extype" name="scala.Predef.String">String</span></span>, <span name="appName">appName: <span class="extype" name="scala.Predef.String">String</span></span>, <span name="customJars">customJars: <span class="extype" name="scala.collection.TraversableOnce">TraversableOnce</span>[<span class="extype" name="scala.Predef.String">String</span>] = <span class="symbol">Nil</span></span>, <span name="sparkConf">sparkConf: <span class="extype" name="org.apache.spark.SparkConf">SparkConf</span> = <span class="symbol"><span class="name"><a href="../../../package.html">new SparkConf()</a></span></span></span>, <span name="addMahoutJars">addMahoutJars: <span class="extype" name="scala.Boolean">Boolean</span> = <span class="symbol">true</span></span>)</span><span class="result">: <a href="SparkDistributedContext.html" class="extype" name="org.apache.mahout.sparkbindings.SparkDistributedContext">SparkDistributedContext</a></span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">Create proper spark context that includes local Mahout jars</p><div class="fullcomment"><div class="comment cmt"><p>Create proper spark context that includes local Mahout jars</p></div><dl class="paramcmts block"><dt class="param">masterUrl</dt><dd class="cmt"></dd><dt class="param">appName</dt><dd class="cmt"></dd><dt class="param">customJars</dt><dd class="cmt"></dd><dt>returns</dt><dd class="cmt"><p> |
| </p></dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.package#sb2bc" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="sb2bc[T](b:org.apache.spark.broadcast.Broadcast[T]):org.apache.mahout.math.drm.BCast[T]"></a> |
| <a id="sb2bc[T](Broadcast[T]):BCast[T]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">implicit </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">sb2bc</span><span class="tparams">[<span name="T">T</span>]</span><span class="params">(<span name="b">b: <span class="extype" name="org.apache.spark.broadcast.Broadcast">Broadcast</span>[<span class="extype" name="org.apache.mahout.sparkbindings.sb2bc.T">T</span>]</span>)</span><span class="result">: <span class="extype" name="org.apache.mahout.math.drm.BCast">BCast</span>[<span class="extype" name="org.apache.mahout.sparkbindings.sb2bc.T">T</span>]</span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">Broadcast transforms</p> |
| </li><li name="org.apache.mahout.sparkbindings.package#sc2sdc" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="sc2sdc(sc:org.apache.spark.SparkContext):org.apache.mahout.sparkbindings.SparkDistributedContext"></a> |
| <a id="sc2sdc(SparkContext):SparkDistributedContext"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">implicit </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">sc2sdc</span><span class="params">(<span name="sc">sc: <span class="extype" name="org.apache.spark.SparkContext">SparkContext</span></span>)</span><span class="result">: <a href="SparkDistributedContext.html" class="extype" name="org.apache.mahout.sparkbindings.SparkDistributedContext">SparkDistributedContext</a></span> |
| </span> |
| </h4> |
| |
| </li><li name="org.apache.mahout.sparkbindings.package#sdc2sc" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="sdc2sc(sdc:org.apache.mahout.sparkbindings.SparkDistributedContext):org.apache.spark.SparkContext"></a> |
| <a id="sdc2sc(SparkDistributedContext):SparkContext"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">implicit </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">sdc2sc</span><span class="params">(<span name="sdc">sdc: <a href="SparkDistributedContext.html" class="extype" name="org.apache.mahout.sparkbindings.SparkDistributedContext">SparkDistributedContext</a></span>)</span><span class="result">: <span class="extype" name="org.apache.spark.SparkContext">SparkContext</span></span> |
| </span> |
| </h4> |
| |
| </li></ol> |
| </div> |
| |
| |
| |
| |
| </div> |
| |
| <div id="inheritedMembers"> |
| <div class="parent" name="scala.AnyRef"> |
| <h3>Inherited from <span class="extype" name="scala.AnyRef">AnyRef</span></h3> |
| </div><div class="parent" name="scala.Any"> |
| <h3>Inherited from <span class="extype" name="scala.Any">Any</span></h3> |
| </div> |
| |
| </div> |
| |
| <div id="groupedMembers"> |
| <div class="group" name="Ungrouped"> |
| <h3>Ungrouped</h3> |
| |
| </div> |
| </div> |
| |
| </div> |
| |
| <div id="tooltip"></div> |
| |
| <div id="footer"> </div> |
| <script defer="defer" type="text/javascript" id="jquery-js" src="../../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" id="jquery-ui-js" src="../../../../lib/jquery-ui.js"></script><script defer="defer" type="text/javascript" id="tools-tooltip-js" src="../../../../lib/tools.tooltip.js"></script><script defer="defer" type="text/javascript" id="template-js" src="../../../../lib/template.js"></script> |
| </body> |
| </html> |
