| <!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> |
| <!-- NewPage --> |
| <html lang="en"> |
| <head> |
| <!-- Generated by javadoc (version 1.7.0_80) on Tue Aug 30 09:57:32 EDT 2016 --> |
| <title>ComputeStreamingResponse</title> |
| <meta name="date" content="2016-08-30"> |
| <link rel="stylesheet" type="text/css" href="../../../../../../../stylesheet.css" title="Style"> |
| </head> |
| <body> |
| <script type="text/javascript"><!-- |
| if (location.href.indexOf('is-external=true') == -1) { |
| parent.document.title="ComputeStreamingResponse"; |
| } |
| //--> |
| </script> |
| <noscript> |
| <div>JavaScript is disabled on your browser.</div> |
| </noscript> |
| <!-- ========= START OF TOP NAVBAR ======= --> |
| <div class="topNav"><a name="navbar_top"> |
| <!-- --> |
| </a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow"> |
| <!-- --> |
| </a> |
| <ul class="navList" title="Navigation"> |
| <li><a href="../../../../../../../overview-summary.html">Overview</a></li> |
| <li><a href="package-summary.html">Package</a></li> |
| <li class="navBarCell1Rev">Class</li> |
| <li><a href="class-use/ComputeStreamingResponse.html">Use</a></li> |
| <li><a href="package-tree.html">Tree</a></li> |
| <li><a href="../../../../../../../deprecated-list.html">Deprecated</a></li> |
| <li><a href="../../../../../../../index-files/index-1.html">Index</a></li> |
| <li><a href="../../../../../../../help-doc.html">Help</a></li> |
| </ul> |
| </div> |
| <div class="subNav"> |
| <ul class="navList"> |
| <li>Prev Class</li> |
| <li><a href="../../../../../../../org/apache/pirk/responder/wideskies/spark/streaming/FinalResponseFunction.html" title="class in org.apache.pirk.responder.wideskies.spark.streaming"><span class="strong">Next Class</span></a></li> |
| </ul> |
| <ul class="navList"> |
| <li><a href="../../../../../../../index.html?org/apache/pirk/responder/wideskies/spark/streaming/ComputeStreamingResponse.html" target="_top">Frames</a></li> |
| <li><a href="ComputeStreamingResponse.html" target="_top">No Frames</a></li> |
| </ul> |
| <ul class="navList" id="allclasses_navbar_top"> |
| <li><a href="../../../../../../../allclasses-noframe.html">All Classes</a></li> |
| </ul> |
| <div> |
| <script type="text/javascript"><!-- |
| allClassesLink = document.getElementById("allclasses_navbar_top"); |
| if(window==top) { |
| allClassesLink.style.display = "block"; |
| } |
| else { |
| allClassesLink.style.display = "none"; |
| } |
| //--> |
| </script> |
| </div> |
| <div> |
| <ul class="subNavList"> |
| <li>Summary: </li> |
| <li>Nested | </li> |
| <li>Field | </li> |
| <li><a href="#constructor_summary">Constr</a> | </li> |
| <li><a href="#method_summary">Method</a></li> |
| </ul> |
| <ul class="subNavList"> |
| <li>Detail: </li> |
| <li>Field | </li> |
| <li><a href="#constructor_detail">Constr</a> | </li> |
| <li><a href="#method_detail">Method</a></li> |
| </ul> |
| </div> |
| <a name="skip-navbar_top"> |
| <!-- --> |
| </a></div> |
| <!-- ========= END OF TOP NAVBAR ========= --> |
| <!-- ======== START OF CLASS DATA ======== --> |
| <div class="header"> |
| <div class="subTitle">org.apache.pirk.responder.wideskies.spark.streaming</div> |
| <h2 title="Class ComputeStreamingResponse" class="title">Class ComputeStreamingResponse</h2> |
| </div> |
| <div class="contentContainer"> |
| <ul class="inheritance"> |
| <li>java.lang.Object</li> |
| <li> |
| <ul class="inheritance"> |
| <li>org.apache.pirk.responder.wideskies.spark.streaming.ComputeStreamingResponse</li> |
| </ul> |
| </li> |
| </ul> |
| <div class="description"> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <hr> |
| <br> |
| <pre>public class <span class="strong">ComputeStreamingResponse</span> |
| extends java.lang.Object</pre> |
| <div class="block">Master class for the PIR query spark streaming application |
| <p> |
| NOTE: |
| <p> |
| - NOT using Elasticsearch in practice - proved to be some speed issues with ES and Spark that appear to be ES-Spark specific - leave code in anticipation |
| that the ES-Spark issues resolve... |
| <p> |
| - Even if rdd.count() calls are embedded in logger.debug statements, they are computed by Spark. Thus, they are commented out in the code below - uncomment |
| for rdd.count() debug</div> |
| </li> |
| </ul> |
| </div> |
| <div class="summary"> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <!-- ======== CONSTRUCTOR SUMMARY ======== --> |
| <ul class="blockList"> |
| <li class="blockList"><a name="constructor_summary"> |
| <!-- --> |
| </a> |
| <h3>Constructor Summary</h3> |
| <table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> |
| <caption><span>Constructors</span><span class="tabEnd"> </span></caption> |
| <tr> |
| <th class="colOne" scope="col">Constructor and Description</th> |
| </tr> |
| <tr class="altColor"> |
| <td class="colOne"><code><strong><a href="../../../../../../../org/apache/pirk/responder/wideskies/spark/streaming/ComputeStreamingResponse.html#ComputeStreamingResponse(org.apache.hadoop.fs.FileSystem)">ComputeStreamingResponse</a></strong>(org.apache.hadoop.fs.FileSystem fileSys)</code> </td> |
| </tr> |
| </table> |
| </li> |
| </ul> |
| <!-- ========== METHOD SUMMARY =========== --> |
| <ul class="blockList"> |
| <li class="blockList"><a name="method_summary"> |
| <!-- --> |
| </a> |
| <h3>Method Summary</h3> |
| <table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> |
| <caption><span>Methods</span><span class="tabEnd"> </span></caption> |
| <tr> |
| <th class="colFirst" scope="col">Modifier and Type</th> |
| <th class="colLast" scope="col">Method and Description</th> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><strong><a href="../../../../../../../org/apache/pirk/responder/wideskies/spark/streaming/ComputeStreamingResponse.html#performQuery()">performQuery</a></strong>()</code> |
| <div class="block">Method to read in data from an allowed input source/format and perform the query</div> |
| </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><strong><a href="../../../../../../../org/apache/pirk/responder/wideskies/spark/streaming/ComputeStreamingResponse.html#performQuery(org.apache.spark.streaming.api.java.JavaDStream)">performQuery</a></strong>(org.apache.spark.streaming.api.java.JavaDStream<org.apache.hadoop.io.MapWritable> input)</code> |
| <div class="block">Method to perform the query given an input JavaDStream of JSON</div> |
| </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>org.apache.spark.streaming.api.java.JavaDStream<org.apache.hadoop.io.MapWritable></code></td> |
| <td class="colLast"><code><strong><a href="../../../../../../../org/apache/pirk/responder/wideskies/spark/streaming/ComputeStreamingResponse.html#readData()">readData</a></strong>()</code> |
| <div class="block">Method to read in the data from an allowed input format, filter, and return a RDD of MapWritable data elements</div> |
| </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>org.apache.spark.streaming.api.java.JavaDStream<org.apache.hadoop.io.MapWritable></code></td> |
| <td class="colLast"><code><strong><a href="../../../../../../../org/apache/pirk/responder/wideskies/spark/streaming/ComputeStreamingResponse.html#readDataES()">readDataES</a></strong>()</code> |
| <div class="block">Method to read in the data from elasticsearch, filter, and return a RDD of MapWritable data elements</div> |
| </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><strong><a href="../../../../../../../org/apache/pirk/responder/wideskies/spark/streaming/ComputeStreamingResponse.html#start()">start</a></strong>()</code> |
| <div class="block">Method to start the computation</div> |
| </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><strong><a href="../../../../../../../org/apache/pirk/responder/wideskies/spark/streaming/ComputeStreamingResponse.html#teardown()">teardown</a></strong>()</code> |
| <div class="block">Method to tear down necessary elements when app is complete</div> |
| </td> |
| </tr> |
| </table> |
| <ul class="blockList"> |
| <li class="blockList"><a name="methods_inherited_from_class_java.lang.Object"> |
| <!-- --> |
| </a> |
| <h3>Methods inherited from class java.lang.Object</h3> |
| <code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li> |
| </ul> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| </div> |
| <div class="details"> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <!-- ========= CONSTRUCTOR DETAIL ======== --> |
| <ul class="blockList"> |
| <li class="blockList"><a name="constructor_detail"> |
| <!-- --> |
| </a> |
| <h3>Constructor Detail</h3> |
| <a name="ComputeStreamingResponse(org.apache.hadoop.fs.FileSystem)"> |
| <!-- --> |
| </a> |
| <ul class="blockListLast"> |
| <li class="blockList"> |
| <h4>ComputeStreamingResponse</h4> |
| <pre>public ComputeStreamingResponse(org.apache.hadoop.fs.FileSystem fileSys) |
| throws java.lang.Exception</pre> |
| <dl><dt><span class="strong">Throws:</span></dt> |
| <dd><code>java.lang.Exception</code></dd></dl> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| <!-- ============ METHOD DETAIL ========== --> |
| <ul class="blockList"> |
| <li class="blockList"><a name="method_detail"> |
| <!-- --> |
| </a> |
| <h3>Method Detail</h3> |
| <a name="start()"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>start</h4> |
| <pre>public void start() |
| throws java.lang.InterruptedException</pre> |
| <div class="block">Method to start the computation</div> |
| <dl><dt><span class="strong">Throws:</span></dt> |
| <dd><code>java.lang.InterruptedException</code></dd></dl> |
| </li> |
| </ul> |
| <a name="teardown()"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>teardown</h4> |
| <pre>public void teardown()</pre> |
| <div class="block">Method to tear down necessary elements when app is complete</div> |
| </li> |
| </ul> |
| <a name="performQuery()"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>performQuery</h4> |
| <pre>public void performQuery() |
| throws java.lang.Exception</pre> |
| <div class="block">Method to read in data from an allowed input source/format and perform the query</div> |
| <dl><dt><span class="strong">Throws:</span></dt> |
| <dd><code>java.lang.Exception</code></dd></dl> |
| </li> |
| </ul> |
| <a name="readData()"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>readData</h4> |
| <pre>public org.apache.spark.streaming.api.java.JavaDStream<org.apache.hadoop.io.MapWritable> readData() |
| throws java.lang.ClassNotFoundException, |
| java.lang.Exception</pre> |
| <div class="block">Method to read in the data from an allowed input format, filter, and return a RDD of MapWritable data elements</div> |
| <dl><dt><span class="strong">Throws:</span></dt> |
| <dd><code>java.lang.ClassNotFoundException</code></dd> |
| <dd><code>java.lang.Exception</code></dd></dl> |
| </li> |
| </ul> |
| <a name="readDataES()"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>readDataES</h4> |
| <pre>public org.apache.spark.streaming.api.java.JavaDStream<org.apache.hadoop.io.MapWritable> readDataES() |
| throws java.lang.Exception</pre> |
| <div class="block">Method to read in the data from elasticsearch, filter, and return a RDD of MapWritable data elements</div> |
| <dl><dt><span class="strong">Throws:</span></dt> |
| <dd><code>java.lang.Exception</code></dd></dl> |
| </li> |
| </ul> |
| <a name="performQuery(org.apache.spark.streaming.api.java.JavaDStream)"> |
| <!-- --> |
| </a> |
| <ul class="blockListLast"> |
| <li class="blockList"> |
| <h4>performQuery</h4> |
| <pre>public void performQuery(org.apache.spark.streaming.api.java.JavaDStream<org.apache.hadoop.io.MapWritable> input) |
| throws <a href="../../../../../../../org/apache/pirk/utils/PIRException.html" title="class in org.apache.pirk.utils">PIRException</a>, |
| java.lang.InterruptedException</pre> |
| <div class="block">Method to perform the query given an input JavaDStream of JSON</div> |
| <dl><dt><span class="strong">Throws:</span></dt> |
| <dd><code>java.lang.InterruptedException</code></dd> |
| <dd><code><a href="../../../../../../../org/apache/pirk/utils/PIRException.html" title="class in org.apache.pirk.utils">PIRException</a></code></dd></dl> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| </div> |
| </div> |
| <!-- ========= END OF CLASS DATA ========= --> |
| <!-- ======= START OF BOTTOM NAVBAR ====== --> |
| <div class="bottomNav"><a name="navbar_bottom"> |
| <!-- --> |
| </a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow"> |
| <!-- --> |
| </a> |
| <ul class="navList" title="Navigation"> |
| <li><a href="../../../../../../../overview-summary.html">Overview</a></li> |
| <li><a href="package-summary.html">Package</a></li> |
| <li class="navBarCell1Rev">Class</li> |
| <li><a href="class-use/ComputeStreamingResponse.html">Use</a></li> |
| <li><a href="package-tree.html">Tree</a></li> |
| <li><a href="../../../../../../../deprecated-list.html">Deprecated</a></li> |
| <li><a href="../../../../../../../index-files/index-1.html">Index</a></li> |
| <li><a href="../../../../../../../help-doc.html">Help</a></li> |
| </ul> |
| </div> |
| <div class="subNav"> |
| <ul class="navList"> |
| <li>Prev Class</li> |
| <li><a href="../../../../../../../org/apache/pirk/responder/wideskies/spark/streaming/FinalResponseFunction.html" title="class in org.apache.pirk.responder.wideskies.spark.streaming"><span class="strong">Next Class</span></a></li> |
| </ul> |
| <ul class="navList"> |
| <li><a href="../../../../../../../index.html?org/apache/pirk/responder/wideskies/spark/streaming/ComputeStreamingResponse.html" target="_top">Frames</a></li> |
| <li><a href="ComputeStreamingResponse.html" target="_top">No Frames</a></li> |
| </ul> |
| <ul class="navList" id="allclasses_navbar_bottom"> |
| <li><a href="../../../../../../../allclasses-noframe.html">All Classes</a></li> |
| </ul> |
| <div> |
| <script type="text/javascript"><!-- |
| allClassesLink = document.getElementById("allclasses_navbar_bottom"); |
| if(window==top) { |
| allClassesLink.style.display = "block"; |
| } |
| else { |
| allClassesLink.style.display = "none"; |
| } |
| //--> |
| </script> |
| </div> |
| <div> |
| <ul class="subNavList"> |
| <li>Summary: </li> |
| <li>Nested | </li> |
| <li>Field | </li> |
| <li><a href="#constructor_summary">Constr</a> | </li> |
| <li><a href="#method_summary">Method</a></li> |
| </ul> |
| <ul class="subNavList"> |
| <li>Detail: </li> |
| <li>Field | </li> |
| <li><a href="#constructor_detail">Constr</a> | </li> |
| <li><a href="#method_detail">Method</a></li> |
| </ul> |
| </div> |
| <a name="skip-navbar_bottom"> |
| <!-- --> |
| </a></div> |
| <!-- ======== END OF BOTTOM NAVBAR ======= --> |
| </body> |
| </html> |