| <?xml version='1.0' encoding='UTF-8'?> |
| <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1//EN" "http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd"> |
| <html> |
| <head> |
| <title>CheckpointedDrmSpark - Mahout Spark bindings 0.13.0 API - org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark</title> |
| <meta name="description" content="CheckpointedDrmSpark - Mahout Spark bindings 0.13.0 API - org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark" /> |
| <meta name="keywords" content="CheckpointedDrmSpark Mahout Spark bindings 0.13.0 API org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark" /> |
| <meta http-equiv="content-type" content="text/html; charset=UTF-8" /> |
| |
| <link href="../../../../../lib/template.css" media="screen" type="text/css" rel="stylesheet" /> |
| <link href="../../../../../lib/diagrams.css" media="screen" type="text/css" rel="stylesheet" id="diagrams-css" /> |
| <script type="text/javascript"> |
| if(top === self) { |
| var url = '../../../../../index.html'; |
| var hash = 'org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark'; |
| var anchor = window.location.hash; |
| var anchor_opt = ''; |
| if (anchor.length >= 1) |
| anchor_opt = '@' + anchor.substring(1); |
| window.location.href = url + '#' + hash + anchor_opt; |
| } |
| </script> |
| |
| </head> |
| <body class="type"> |
| <div id="definition"> |
| <img src="../../../../../lib/class_big.png" /> |
| <p id="owner"><a href="../../../../package.html" class="extype" name="org">org</a>.<a href="../../../package.html" class="extype" name="org.apache">apache</a>.<a href="../../package.html" class="extype" name="org.apache.mahout">mahout</a>.<a href="../package.html" class="extype" name="org.apache.mahout.sparkbindings">sparkbindings</a>.<a href="package.html" class="extype" name="org.apache.mahout.sparkbindings.drm">drm</a></p> |
| <h1>CheckpointedDrmSpark</h1> |
| </div> |
| |
| <h4 id="signature" class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">CheckpointedDrmSpark</span><span class="tparams">[<span name="K">K</span>]</span><span class="result"> extends <span class="extype" name="org.apache.mahout.math.drm.CheckpointedDrm">CheckpointedDrm</span>[<span class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark.K">K</span>]</span> |
| </span> |
| </h4> |
| |
| <div id="comment" class="fullcommenttop"><div class="comment cmt"><h4>Spark-specific optimizer-checkpointed DRM.</h4></div><dl class="paramcmts block"><dt class="tparam">K</dt><dd class="cmt"><p>matrix key type (e.g. the keys of sequence files once persisted) |
| </p></dd></dl><div class="toggleContainer block"> |
| <span class="toggle">Linear Supertypes</span> |
| <div class="superTypes hiddenContent"><span class="extype" name="org.apache.mahout.math.drm.CheckpointedDrm">CheckpointedDrm</span>[<span class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark.K">K</span>], <span class="extype" name="org.apache.mahout.math.drm.DrmLike">DrmLike</span>[<span class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark.K">K</span>], <span class="extype" name="scala.AnyRef">AnyRef</span>, <span class="extype" name="scala.Any">Any</span></div> |
| </div></div> |
| |
| |
| <div id="mbrsel"> |
| <div id="textfilter"><span class="pre"></span><span class="input"><input id="mbrsel-input" type="text" accesskey="/" /></span><span class="post"></span></div> |
| <div id="order"> |
| <span class="filtertype">Ordering</span> |
| <ol> |
| |
| <li class="alpha in"><span>Alphabetic</span></li> |
| <li class="inherit out"><span>By inheritance</span></li> |
| </ol> |
| </div> |
| <div id="ancestors"> |
| <span class="filtertype">Inherited<br /> |
| </span> |
| <ol id="linearization"> |
| <li class="in" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark"><span>CheckpointedDrmSpark</span></li><li class="in" name="org.apache.mahout.math.drm.CheckpointedDrm"><span>CheckpointedDrm</span></li><li class="in" name="org.apache.mahout.math.drm.DrmLike"><span>DrmLike</span></li><li class="in" name="scala.AnyRef"><span>AnyRef</span></li><li class="in" name="scala.Any"><span>Any</span></li> |
| </ol> |
| </div><div id="ancestors"> |
| <span class="filtertype"></span> |
| <ol> |
| <li class="hideall out"><span>Hide All</span></li> |
| <li class="showall in"><span>Show all</span></li> |
| </ol> |
| <a href="http://docs.scala-lang.org/overviews/scaladoc/usage.html#members" target="_blank">Learn more about member selection</a> |
| </div> |
| <div id="visbl"> |
| <span class="filtertype">Visibility</span> |
| <ol><li class="public in"><span>Public</span></li><li class="all out"><span>All</span></li></ol> |
| </div> |
| </div> |
| |
| <div id="template"> |
| <div id="allMembers"> |
| <div id="constructors" class="members"> |
| <h3>Instance Constructors</h3> |
| <ol><li name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark#<init>" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="<init>(rddInput:org.apache.mahout.sparkbindings.drm.DrmRddInput[K],_nrow:Long,_ncol:Int,cacheHint:org.apache.mahout.math.drm.CacheHint.CacheHint,partitioningTag:Long,_canHaveMissingRows:Boolean)(implicitevidence$1:scala.reflect.ClassTag[K]):org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark[K]"></a> |
| <a id="<init>:CheckpointedDrmSpark[K]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">new</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">CheckpointedDrmSpark</span><span class="params">(<span name="rddInput">rddInput: <a href="DrmRddInput.html" class="extype" name="org.apache.mahout.sparkbindings.drm.DrmRddInput">DrmRddInput</a>[<span class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark.K">K</span>]</span>, <span name="_nrow">_nrow: <span class="extype" name="scala.Long">Long</span> = <span class="symbol">-1L</span></span>, <span name="_ncol">_ncol: <span class="extype" name="scala.Int">Int</span> = <span class="symbol">-1</span></span>, <span name="cacheHint">cacheHint: <span class="extype" name="org.apache.mahout.math.drm.CacheHint.CacheHint">CacheHint</span> = <span class="defval" name="org.apache.mahout.math.drm.CacheHint.NONE">...</span></span>, <span name="partitioningTag">partitioningTag: <span class="extype" name="scala.Long">Long</span> = <span class="symbol">scala.util.Random.nextLong()</span></span>, <span name="_canHaveMissingRows">_canHaveMissingRows: <span class="extype" name="scala.Boolean">Boolean</span> = <span class="symbol">false</span></span>)</span><span class="params">(<span class="implicit">implicit </span><span name="arg0">arg0: <span class="extype" name="scala.reflect.ClassTag">ClassTag</span>[<span class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark.K">K</span>]</span>)</span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt"></p><div class="fullcomment"><div class="comment cmt"></div><dl class="paramcmts block"><dt class="param">rddInput</dt><dd class="cmt"><p>underlying rdd to wrap over.</p></dd><dt class="param">_nrow</dt><dd class="cmt"><p>number of rows; if unspecified, we will compute with an inexpensive traversal.</p></dd><dt class="param">_ncol</dt><dd class="cmt"><p>number of columns; if unspecified, we will try to guess with an inexpensive traversal.</p></dd><dt class="param">cacheHint</dt><dd class="cmt"><p>cache level to use. (Implementors usually want to override the default!)</p></dd><dt class="param">partitioningTag</dt><dd class="cmt"><p>unique partitioning tag. Used to detect identically partitioned operands.</p></dd><dt class="param">_canHaveMissingRows</dt><dd class="cmt"><p>true if the matrix is int-keyed, and if it also may have missing rows |
| (will require a lazy fix for some physical operations.</p></dd></dl></div> |
| </li></ol> |
| </div> |
| |
| |
| |
| |
| |
| <div id="values" class="values members"> |
| <h3>Value Members</h3> |
| <ol><li name="scala.AnyRef#!=" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="!=(x$1:AnyRef):Boolean"></a> |
| <a id="!=(AnyRef):Boolean"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span title="gt4s: $bang$eq" class="name">!=</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.AnyRef">AnyRef</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div> |
| </li><li name="scala.Any#!=" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="!=(x$1:Any):Boolean"></a> |
| <a id="!=(Any):Boolean"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span title="gt4s: $bang$eq" class="name">!=</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Any">Any</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>Any</dd></dl></div> |
| </li><li name="scala.AnyRef###" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="##():Int"></a> |
| <a id="##():Int"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span title="gt4s: $hash$hash" class="name">##</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Int">Int</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef → Any</dd></dl></div> |
| </li><li name="scala.AnyRef#==" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="==(x$1:AnyRef):Boolean"></a> |
| <a id="==(AnyRef):Boolean"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span title="gt4s: $eq$eq" class="name">==</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.AnyRef">AnyRef</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div> |
| </li><li name="scala.Any#==" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="==(x$1:Any):Boolean"></a> |
| <a id="==(Any):Boolean"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span title="gt4s: $eq$eq" class="name">==</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Any">Any</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>Any</dd></dl></div> |
| </li><li name="scala.Any#asInstanceOf" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="asInstanceOf[T0]:T0"></a> |
| <a id="asInstanceOf[T0]:T0"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">asInstanceOf</span><span class="tparams">[<span name="T0">T0</span>]</span><span class="result">: <span class="extype" name="scala.Any.asInstanceOf.T0">T0</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>Any</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark#cache" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="cache():org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark[K]"></a> |
| <a id="cache():CheckpointedDrmSpark[K]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">cache</span><span class="params">()</span><span class="result">: <a href="" class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark">CheckpointedDrmSpark</a>[<span class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark.K">K</span>]</span> |
| </span> |
| </h4> |
| |
| </li><li name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark#cacheHint" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="cacheHint:org.apache.mahout.math.drm.CacheHint.CacheHint"></a> |
| <a id="cacheHint:CacheHint"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">val</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">cacheHint</span><span class="result">: <span class="extype" name="org.apache.mahout.math.drm.CacheHint.CacheHint">CacheHint</span></span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">cache level to use.</p><div class="fullcomment"><div class="comment cmt"><p>cache level to use. (Implementors usually want to override the default!)</p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark">CheckpointedDrmSpark</a> → CheckpointedDrm</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark#canHaveMissingRows" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="canHaveMissingRows:Boolean"></a> |
| <a id="canHaveMissingRows:Boolean"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">lazy val</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">canHaveMissingRows</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark">CheckpointedDrmSpark</a> → DrmLike</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark#checkpoint" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="checkpoint(cacheHint:org.apache.mahout.math.drm.CacheHint.CacheHint):org.apache.mahout.math.drm.CheckpointedDrm[K]"></a> |
| <a id="checkpoint(CacheHint):CheckpointedDrm[K]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">checkpoint</span><span class="params">(<span name="cacheHint">cacheHint: <span class="extype" name="org.apache.mahout.math.drm.CacheHint.CacheHint">CacheHint</span></span>)</span><span class="result">: <span class="extype" name="org.apache.mahout.math.drm.CheckpointedDrm">CheckpointedDrm</span>[<span class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark.K">K</span>]</span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">Action operator -- does not necessary means Spark action; but does mean running BLAS optimizer |
| and writing down Spark graph lineage since last checkpointed DRM.</p><div class="fullcomment"><div class="comment cmt"><p>Action operator -- does not necessary means Spark action; but does mean running BLAS optimizer |
| and writing down Spark graph lineage since last checkpointed DRM. |
| </p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark">CheckpointedDrmSpark</a> → DrmLike</dd></dl></div> |
| </li><li name="scala.AnyRef#clone" visbl="prt" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="clone():Object"></a> |
| <a id="clone():AnyRef"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">clone</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.AnyRef">AnyRef</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Attributes</dt><dd>protected[<a href="../../../../../java$lang.html" class="extype" name="java.lang">java.lang</a>] </dd><dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> |
| <span class="name">@throws</span><span class="args">(<span> |
| |
| <span class="defval" name="classOf[java.lang.CloneNotSupportedException]">...</span> |
| </span>)</span> |
| |
| </dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark#collect" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="collect:org.apache.mahout.math.Matrix"></a> |
| <a id="collect:Matrix"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">collect</span><span class="result">: <span class="extype" name="org.apache.mahout.math.Matrix">Matrix</span></span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">Collecting DRM to fron-end in-core Matrix.</p><div class="fullcomment"><div class="comment cmt"><p>Collecting DRM to fron-end in-core Matrix.</p><p>If key in DRM is Int, then matrix is collected using key as row index. |
| Otherwise, order of rows in result is undefined but key.toString is applied |
| as rowLabelBindings of the in-core matrix .</p><p>Note that this pre-allocates target matrix and then assigns collected RDD to it |
| thus this likely would require about 2 times the RDD memory |
| </p></div><dl class="paramcmts block"><dt>returns</dt><dd class="cmt"><p> |
| </p></dd></dl><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark">CheckpointedDrmSpark</a> → CheckpointedDrm</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark#computeNCol" visbl="prt" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="computeNCol:Int"></a> |
| <a id="computeNCol:Int"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">computeNCol</span><span class="result">: <span class="extype" name="scala.Int">Int</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Attributes</dt><dd>protected </dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark#computeNNonZero" visbl="prt" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="computeNNonZero:Long"></a> |
| <a id="computeNNonZero:Long"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">computeNNonZero</span><span class="result">: <span class="extype" name="scala.Long">Long</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Attributes</dt><dd>protected </dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark#computeNRow" visbl="prt" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="computeNRow:Long"></a> |
| <a id="computeNRow:Long"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">computeNRow</span><span class="result">: <span class="extype" name="scala.Long">Long</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Attributes</dt><dd>protected </dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark#context" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="context:org.apache.mahout.math.drm.DistributedContext"></a> |
| <a id="context:DistributedContext"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">val</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">context</span><span class="result">: <span class="extype" name="org.apache.mahout.math.drm.DistributedContext">DistributedContext</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark">CheckpointedDrmSpark</a> → DrmLike</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark#dfsWrite" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="dfsWrite(path:String):Unit"></a> |
| <a id="dfsWrite(String):Unit"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">dfsWrite</span><span class="params">(<span name="path">path: <span class="extype" name="scala.Predef.String">String</span></span>)</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">Dump matrix as computed Mahout's DRM into specified (HD)FS path |
| </p><div class="fullcomment"><div class="comment cmt"><p>Dump matrix as computed Mahout's DRM into specified (HD)FS path |
| </p></div><dl class="paramcmts block"><dt class="param">path</dt><dd class="cmt"><p>output path to dump Matrix to |
| </p></dd></dl><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark">CheckpointedDrmSpark</a> → CheckpointedDrm</dd></dl></div> |
| </li><li name="scala.AnyRef#eq" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="eq(x$1:AnyRef):Boolean"></a> |
| <a id="eq(AnyRef):Boolean"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">eq</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.AnyRef">AnyRef</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div> |
| </li><li name="scala.AnyRef#equals" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="equals(x$1:Any):Boolean"></a> |
| <a id="equals(Any):Boolean"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">equals</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Any">Any</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef → Any</dd></dl></div> |
| </li><li name="scala.AnyRef#finalize" visbl="prt" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="finalize():Unit"></a> |
| <a id="finalize():Unit"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">finalize</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Attributes</dt><dd>protected[<a href="../../../../../java$lang.html" class="extype" name="java.lang">java.lang</a>] </dd><dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> |
| <span class="name">@throws</span><span class="args">(<span> |
| |
| <span class="symbol">classOf[java.lang.Throwable]</span> |
| </span>)</span> |
| |
| </dd></dl></div> |
| </li><li name="scala.AnyRef#getClass" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="getClass():Class[_]"></a> |
| <a id="getClass():Class[_]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">getClass</span><span class="params">()</span><span class="result">: <span class="extype" name="java.lang.Class">Class</span>[_]</span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef → Any</dd></dl></div> |
| </li><li name="scala.AnyRef#hashCode" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="hashCode():Int"></a> |
| <a id="hashCode():Int"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">hashCode</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Int">Int</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef → Any</dd></dl></div> |
| </li><li name="scala.Any#isInstanceOf" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="isInstanceOf[T0]:Boolean"></a> |
| <a id="isInstanceOf[T0]:Boolean"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">isInstanceOf</span><span class="tparams">[<span name="T0">T0</span>]</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>Any</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark#keyClassTag" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="keyClassTag:scala.reflect.ClassTag[K]"></a> |
| <a id="keyClassTag:ClassTag[K]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">keyClassTag</span><span class="result">: <span class="extype" name="scala.reflect.ClassTag">ClassTag</span>[<span class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark.K">K</span>]</span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">Explicit extraction of key class Tag</p><div class="fullcomment"><div class="comment cmt"><p>Explicit extraction of key class Tag</p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark">CheckpointedDrmSpark</a> → DrmLike</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark#ncol" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="ncol:Int"></a> |
| <a id="ncol:Int"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">lazy val</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">ncol</span><span class="result">: <span class="extype" name="scala.Int">Int</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark">CheckpointedDrmSpark</a> → DrmLike</dd></dl></div> |
| </li><li name="scala.AnyRef#ne" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="ne(x$1:AnyRef):Boolean"></a> |
| <a id="ne(AnyRef):Boolean"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">ne</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.AnyRef">AnyRef</span></span>)</span><span class="result">: <span class="extype" name="scala.Boolean">Boolean</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark#newRowCardinality" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="newRowCardinality(n:Int):org.apache.mahout.math.drm.CheckpointedDrm[K]"></a> |
| <a id="newRowCardinality(Int):CheckpointedDrm[K]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">newRowCardinality</span><span class="params">(<span name="n">n: <span class="extype" name="scala.Int">Int</span></span>)</span><span class="result">: <span class="extype" name="org.apache.mahout.math.drm.CheckpointedDrm">CheckpointedDrm</span>[<span class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark.K">K</span>]</span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">Changes the number of rows in the DRM without actually touching the underlying data.</p><div class="fullcomment"><div class="comment cmt"><p>Changes the number of rows in the DRM without actually touching the underlying data. Used to |
| redimension a DRM after it has been created, which implies some blank, non-existent rows. |
| </p></div><dl class="paramcmts block"><dt class="param">n</dt><dd class="cmt"><p>new row dimension</p></dd><dt>returns</dt><dd class="cmt"><p> |
| </p></dd></dl><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark">CheckpointedDrmSpark</a> → CheckpointedDrm</dd></dl></div> |
| </li><li name="scala.AnyRef#notify" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="notify():Unit"></a> |
| <a id="notify():Unit"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">notify</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div> |
| </li><li name="scala.AnyRef#notifyAll" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="notifyAll():Unit"></a> |
| <a id="notifyAll():Unit"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">notifyAll</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark#nrow" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="nrow:Long"></a> |
| <a id="nrow:Long"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">lazy val</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">nrow</span><span class="result">: <span class="extype" name="scala.Long">Long</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark">CheckpointedDrmSpark</a> → DrmLike</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark#partitioningTag" visbl="prt" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="partitioningTag:Long"></a> |
| <a id="partitioningTag:Long"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">val</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">partitioningTag</span><span class="result">: <span class="extype" name="scala.Long">Long</span></span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">unique partitioning tag.</p><div class="fullcomment"><div class="comment cmt"><p>unique partitioning tag. Used to detect identically partitioned operands.</p></div><dl class="attributes block"> <dt>Attributes</dt><dd>protected[<a href="../../package.html" class="extype" name="org.apache.mahout">org.apache.mahout</a>] </dd><dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark">CheckpointedDrmSpark</a> → DrmLike</dd></dl></div> |
| </li><li name="scala.AnyRef#synchronized" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="synchronized[T0](x$1:=>T0):T0"></a> |
| <a id="synchronized[T0](⇒T0):T0"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">synchronized</span><span class="tparams">[<span name="T0">T0</span>]</span><span class="params">(<span name="arg0">arg0: ⇒ <span class="extype" name="java.lang.AnyRef.synchronized.T0">T0</span></span>)</span><span class="result">: <span class="extype" name="java.lang.AnyRef.synchronized.T0">T0</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd></dl></div> |
| </li><li name="scala.AnyRef#toString" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="toString():String"></a> |
| <a id="toString():String"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">toString</span><span class="params">()</span><span class="result">: <span class="extype" name="java.lang.String">String</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef → Any</dd></dl></div> |
| </li><li name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark#uncache" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="uncache():CheckpointedDrmSpark.this.type"></a> |
| <a id="uncache():CheckpointedDrmSpark.this.type"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">uncache</span><span class="params">()</span><span class="result">: <a href="" class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark">CheckpointedDrmSpark</a>.this.type</span> |
| </span> |
| </h4> |
| <p class="shortcomment cmt">if matrix was previously persisted into cache, |
| delete cached representation |
| </p><div class="fullcomment"><div class="comment cmt"><p>if matrix was previously persisted into cache, |
| delete cached representation |
| </p></div><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="" class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark">CheckpointedDrmSpark</a> → CheckpointedDrm</dd></dl></div> |
| </li><li name="scala.AnyRef#wait" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="wait():Unit"></a> |
| <a id="wait():Unit"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">wait</span><span class="params">()</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> |
| <span class="name">@throws</span><span class="args">(<span> |
| |
| <span class="defval" name="classOf[java.lang.InterruptedException]">...</span> |
| </span>)</span> |
| |
| </dd></dl></div> |
| </li><li name="scala.AnyRef#wait" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="wait(x$1:Long,x$2:Int):Unit"></a> |
| <a id="wait(Long,Int):Unit"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">wait</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Long">Long</span></span>, <span name="arg1">arg1: <span class="extype" name="scala.Int">Int</span></span>)</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> |
| <span class="name">@throws</span><span class="args">(<span> |
| |
| <span class="defval" name="classOf[java.lang.InterruptedException]">...</span> |
| </span>)</span> |
| |
| </dd></dl></div> |
| </li><li name="scala.AnyRef#wait" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="wait(x$1:Long):Unit"></a> |
| <a id="wait(Long):Unit"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier">final </span> |
| <span class="kind">def</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">wait</span><span class="params">(<span name="arg0">arg0: <span class="extype" name="scala.Long">Long</span></span>)</span><span class="result">: <span class="extype" name="scala.Unit">Unit</span></span> |
| </span> |
| </h4> |
| <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd>AnyRef</dd><dt>Annotations</dt><dd> |
| <span class="name">@throws</span><span class="args">(<span> |
| |
| <span class="defval" name="classOf[java.lang.InterruptedException]">...</span> |
| </span>)</span> |
| |
| </dd></dl></div> |
| </li></ol> |
| </div> |
| |
| |
| |
| |
| </div> |
| |
| <div id="inheritedMembers"> |
| <div class="parent" name="org.apache.mahout.math.drm.CheckpointedDrm"> |
| <h3>Inherited from <span class="extype" name="org.apache.mahout.math.drm.CheckpointedDrm">CheckpointedDrm</span>[<span class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark.K">K</span>]</h3> |
| </div><div class="parent" name="org.apache.mahout.math.drm.DrmLike"> |
| <h3>Inherited from <span class="extype" name="org.apache.mahout.math.drm.DrmLike">DrmLike</span>[<span class="extype" name="org.apache.mahout.sparkbindings.drm.CheckpointedDrmSpark.K">K</span>]</h3> |
| </div><div class="parent" name="scala.AnyRef"> |
| <h3>Inherited from <span class="extype" name="scala.AnyRef">AnyRef</span></h3> |
| </div><div class="parent" name="scala.Any"> |
| <h3>Inherited from <span class="extype" name="scala.Any">Any</span></h3> |
| </div> |
| |
| </div> |
| |
| <div id="groupedMembers"> |
| <div class="group" name="Ungrouped"> |
| <h3>Ungrouped</h3> |
| |
| </div> |
| </div> |
| |
| </div> |
| |
| <div id="tooltip"></div> |
| |
| <div id="footer"> </div> |
| <script defer="defer" type="text/javascript" id="jquery-js" src="../../../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" id="jquery-ui-js" src="../../../../../lib/jquery-ui.js"></script><script defer="defer" type="text/javascript" id="tools-tooltip-js" src="../../../../../lib/tools.tooltip.js"></script><script defer="defer" type="text/javascript" id="template-js" src="../../../../../lib/template.js"></script> |
| </body> |
| </html> |
