| <!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> |
| <!--NewPage--> |
| <HTML> |
| <HEAD> |
| <!-- Generated by javadoc (build 1.6.0_31) on Thu Apr 05 22:07:24 PDT 2012 --> |
| <META http-equiv="Content-Type" content="text/html; charset=UTF-8"> |
| <TITLE> |
| MRPipeline (crunch 0.2.0 API) |
| </TITLE> |
| |
| <META NAME="date" CONTENT="2012-04-05"> |
| |
| <LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../../stylesheet.css" TITLE="Style"> |
| |
| <SCRIPT type="text/javascript"> |
| function windowTitle() |
| { |
| if (location.href.indexOf('is-external=true') == -1) { |
| parent.document.title="MRPipeline (crunch 0.2.0 API)"; |
| } |
| } |
| </SCRIPT> |
| <NOSCRIPT> |
| </NOSCRIPT> |
| |
| </HEAD> |
| |
| <BODY BGCOLOR="white" onload="windowTitle();"> |
| <HR> |
| |
| |
| <!-- ========= START OF TOP NAVBAR ======= --> |
| <A NAME="navbar_top"><!-- --></A> |
| <A HREF="#skip-navbar_top" title="Skip navigation links"></A> |
| <TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> |
| <TR> |
| <TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> |
| <A NAME="navbar_top_firstrow"><!-- --></A> |
| <TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> |
| <TR ALIGN="center" VALIGN="top"> |
| <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> |
| <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> |
| <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> |
| <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/MRPipeline.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> |
| <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> |
| <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> |
| <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> |
| <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> |
| </TR> |
| </TABLE> |
| </TD> |
| <TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> |
| </EM> |
| </TD> |
| </TR> |
| |
| <TR> |
| <TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> |
| PREV CLASS |
| NEXT CLASS</FONT></TD> |
| <TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> |
| <A HREF="../../../../../index.html?com/cloudera/crunch/impl/mr/MRPipeline.html" target="_top"><B>FRAMES</B></A> |
| <A HREF="MRPipeline.html" target="_top"><B>NO FRAMES</B></A> |
| <SCRIPT type="text/javascript"> |
| <!-- |
| if(window==top) { |
| document.writeln('<A HREF="../../../../../allclasses-noframe.html"><B>All Classes</B></A>'); |
| } |
| //--> |
| </SCRIPT> |
| <NOSCRIPT> |
| <A HREF="../../../../../allclasses-noframe.html"><B>All Classes</B></A> |
| </NOSCRIPT> |
| |
| |
| </FONT></TD> |
| </TR> |
| <TR> |
| <TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> |
| SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> |
| <TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> |
| DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> |
| </TR> |
| </TABLE> |
| <A NAME="skip-navbar_top"></A> |
| <!-- ========= END OF TOP NAVBAR ========= --> |
| |
| <HR> |
| <!-- ======== START OF CLASS DATA ======== --> |
| <H2> |
| <FONT SIZE="-1"> |
| com.cloudera.crunch.impl.mr</FONT> |
| <BR> |
| Class MRPipeline</H2> |
| <PRE> |
| <A HREF="http://download.oracle.com/javase/6/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">java.lang.Object</A> |
| <IMG SRC="../../../../../resources/inherit.gif" ALT="extended by "><B>com.cloudera.crunch.impl.mr.MRPipeline</B> |
| </PRE> |
| <DL> |
| <DT><B>All Implemented Interfaces:</B> <DD><A HREF="../../../../../com/cloudera/crunch/Pipeline.html" title="interface in com.cloudera.crunch">Pipeline</A></DD> |
| </DL> |
| <HR> |
| <DL> |
| <DT><PRE>public class <B>MRPipeline</B><DT>extends <A HREF="http://download.oracle.com/javase/6/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</A><DT>implements <A HREF="../../../../../com/cloudera/crunch/Pipeline.html" title="interface in com.cloudera.crunch">Pipeline</A></DL> |
| </PRE> |
| |
| <P> |
| <HR> |
| |
| <P> |
| |
| <!-- ======== CONSTRUCTOR SUMMARY ======== --> |
| |
| <A NAME="constructor_summary"><!-- --></A> |
| <TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> |
| <TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> |
| <TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> |
| <B>Constructor Summary</B></FONT></TH> |
| </TR> |
| <TR BGCOLOR="white" CLASS="TableRowColor"> |
| <TD><CODE><B><A HREF="../../../../../com/cloudera/crunch/impl/mr/MRPipeline.html#MRPipeline(java.lang.Class)">MRPipeline</A></B>(<A HREF="http://download.oracle.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><?> jarClass)</CODE> |
| |
| <BR> |
| </TD> |
| </TR> |
| <TR BGCOLOR="white" CLASS="TableRowColor"> |
| <TD><CODE><B><A HREF="../../../../../com/cloudera/crunch/impl/mr/MRPipeline.html#MRPipeline(java.lang.Class, org.apache.hadoop.conf.Configuration)">MRPipeline</A></B>(<A HREF="http://download.oracle.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><?> jarClass, |
| org.apache.hadoop.conf.Configuration conf)</CODE> |
| |
| <BR> |
| </TD> |
| </TR> |
| </TABLE> |
| |
| <!-- ========== METHOD SUMMARY =========== --> |
| |
| <A NAME="method_summary"><!-- --></A> |
| <TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> |
| <TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> |
| <TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> |
| <B>Method Summary</B></FONT></TH> |
| </TR> |
| <TR BGCOLOR="white" CLASS="TableRowColor"> |
| <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
| <CODE> |
| <TABLE BORDER="0" CELLPADDING="0" CELLSPACING="0" SUMMARY=""> |
| <TR ALIGN="right" VALIGN=""> |
| <TD NOWRAP><FONT SIZE="-1"> |
| <CODE><T> <A HREF="../../../../../com/cloudera/crunch/SourceTarget.html" title="interface in com.cloudera.crunch">SourceTarget</A><T></CODE></FONT></TD> |
| </TR> |
| </TABLE> |
| </CODE></FONT></TD> |
| <TD><CODE><B><A HREF="../../../../../com/cloudera/crunch/impl/mr/MRPipeline.html#createIntermediateOutput(com.cloudera.crunch.type.PType)">createIntermediateOutput</A></B>(<A HREF="../../../../../com/cloudera/crunch/type/PType.html" title="interface in com.cloudera.crunch.type">PType</A><T> ptype)</CODE> |
| |
| <BR> |
| </TD> |
| </TR> |
| <TR BGCOLOR="white" CLASS="TableRowColor"> |
| <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
| <CODE> org.apache.hadoop.fs.Path</CODE></FONT></TD> |
| <TD><CODE><B><A HREF="../../../../../com/cloudera/crunch/impl/mr/MRPipeline.html#createTempPath()">createTempPath</A></B>()</CODE> |
| |
| <BR> |
| </TD> |
| </TR> |
| <TR BGCOLOR="white" CLASS="TableRowColor"> |
| <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
| <CODE> void</CODE></FONT></TD> |
| <TD><CODE><B><A HREF="../../../../../com/cloudera/crunch/impl/mr/MRPipeline.html#done()">done</A></B>()</CODE> |
| |
| <BR> |
| Run any remaining jobs required to generate outputs and then |
| clean up any intermediate data files that were created in |
| this run or previous calls to <code>run</code>.</TD> |
| </TR> |
| <TR BGCOLOR="white" CLASS="TableRowColor"> |
| <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
| <CODE> void</CODE></FONT></TD> |
| <TD><CODE><B><A HREF="../../../../../com/cloudera/crunch/impl/mr/MRPipeline.html#enableDebug()">enableDebug</A></B>()</CODE> |
| |
| <BR> |
| Turn on debug logging for jobs that are run from this pipeline.</TD> |
| </TR> |
| <TR BGCOLOR="white" CLASS="TableRowColor"> |
| <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
| <CODE> org.apache.hadoop.conf.Configuration</CODE></FONT></TD> |
| <TD><CODE><B><A HREF="../../../../../com/cloudera/crunch/impl/mr/MRPipeline.html#getConfiguration()">getConfiguration</A></B>()</CODE> |
| |
| <BR> |
| Returns the <code>Configuration</code> instance associated with this pipeline.</TD> |
| </TR> |
| <TR BGCOLOR="white" CLASS="TableRowColor"> |
| <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
| <CODE> int</CODE></FONT></TD> |
| <TD><CODE><B><A HREF="../../../../../com/cloudera/crunch/impl/mr/MRPipeline.html#getNextAnonymousStageId()">getNextAnonymousStageId</A></B>()</CODE> |
| |
| <BR> |
| </TD> |
| </TR> |
| <TR BGCOLOR="white" CLASS="TableRowColor"> |
| <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
| <CODE> |
| <TABLE BORDER="0" CELLPADDING="0" CELLSPACING="0" SUMMARY=""> |
| <TR ALIGN="right" VALIGN=""> |
| <TD NOWRAP><FONT SIZE="-1"> |
| <CODE><T> <A HREF="http://download.oracle.com/javase/6/docs/api/java/lang/Iterable.html?is-external=true" title="class or interface in java.lang">Iterable</A><T></CODE></FONT></TD> |
| </TR> |
| </TABLE> |
| </CODE></FONT></TD> |
| <TD><CODE><B><A HREF="../../../../../com/cloudera/crunch/impl/mr/MRPipeline.html#materialize(com.cloudera.crunch.PCollection)">materialize</A></B>(<A HREF="../../../../../com/cloudera/crunch/PCollection.html" title="interface in com.cloudera.crunch">PCollection</A><T> pcollection)</CODE> |
| |
| <BR> |
| Create the given PCollection and read the data it contains |
| into the returned Collection instance for client use.</TD> |
| </TR> |
| <TR BGCOLOR="white" CLASS="TableRowColor"> |
| <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
| <CODE> |
| <TABLE BORDER="0" CELLPADDING="0" CELLSPACING="0" SUMMARY=""> |
| <TR ALIGN="right" VALIGN=""> |
| <TD NOWRAP><FONT SIZE="-1"> |
| <CODE><S> <A HREF="../../../../../com/cloudera/crunch/PCollection.html" title="interface in com.cloudera.crunch">PCollection</A><S></CODE></FONT></TD> |
| </TR> |
| </TABLE> |
| </CODE></FONT></TD> |
| <TD><CODE><B><A HREF="../../../../../com/cloudera/crunch/impl/mr/MRPipeline.html#read(com.cloudera.crunch.Source)">read</A></B>(<A HREF="../../../../../com/cloudera/crunch/Source.html" title="interface in com.cloudera.crunch">Source</A><S> source)</CODE> |
| |
| <BR> |
| Converts the given <code>Source</code> into a <code>PCollection</code> that is |
| available to jobs run using this <code>Pipeline</code> instance.</TD> |
| </TR> |
| <TR BGCOLOR="white" CLASS="TableRowColor"> |
| <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
| <CODE> |
| <TABLE BORDER="0" CELLPADDING="0" CELLSPACING="0" SUMMARY=""> |
| <TR ALIGN="right" VALIGN=""> |
| <TD NOWRAP><FONT SIZE="-1"> |
| <CODE><K,V> <A HREF="../../../../../com/cloudera/crunch/PTable.html" title="interface in com.cloudera.crunch">PTable</A><K,V></CODE></FONT></TD> |
| </TR> |
| </TABLE> |
| </CODE></FONT></TD> |
| <TD><CODE><B><A HREF="../../../../../com/cloudera/crunch/impl/mr/MRPipeline.html#read(com.cloudera.crunch.TableSource)">read</A></B>(<A HREF="../../../../../com/cloudera/crunch/TableSource.html" title="interface in com.cloudera.crunch">TableSource</A><K,V> source)</CODE> |
| |
| <BR> |
| A version of the read method for <code>TableSource</code> instances that |
| map to <code>PTable</code>s.</TD> |
| </TR> |
| <TR BGCOLOR="white" CLASS="TableRowColor"> |
| <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
| <CODE> <A HREF="../../../../../com/cloudera/crunch/PCollection.html" title="interface in com.cloudera.crunch">PCollection</A><<A HREF="http://download.oracle.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A>></CODE></FONT></TD> |
| <TD><CODE><B><A HREF="../../../../../com/cloudera/crunch/impl/mr/MRPipeline.html#readTextFile(java.lang.String)">readTextFile</A></B>(<A HREF="http://download.oracle.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> pathName)</CODE> |
| |
| <BR> |
| A convenience method for reading a text file.</TD> |
| </TR> |
| <TR BGCOLOR="white" CLASS="TableRowColor"> |
| <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
| <CODE> void</CODE></FONT></TD> |
| <TD><CODE><B><A HREF="../../../../../com/cloudera/crunch/impl/mr/MRPipeline.html#run()">run</A></B>()</CODE> |
| |
| <BR> |
| Constructs and executes a series of MapReduce jobs in order |
| to write data to the output targets.</TD> |
| </TR> |
| <TR BGCOLOR="white" CLASS="TableRowColor"> |
| <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
| <CODE> void</CODE></FONT></TD> |
| <TD><CODE><B><A HREF="../../../../../com/cloudera/crunch/impl/mr/MRPipeline.html#setConfiguration(org.apache.hadoop.conf.Configuration)">setConfiguration</A></B>(org.apache.hadoop.conf.Configuration conf)</CODE> |
| |
| <BR> |
| Set the <code>Configuration</code> to use with this pipeline.</TD> |
| </TR> |
| <TR BGCOLOR="white" CLASS="TableRowColor"> |
| <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
| <CODE> void</CODE></FONT></TD> |
| <TD><CODE><B><A HREF="../../../../../com/cloudera/crunch/impl/mr/MRPipeline.html#write(com.cloudera.crunch.PCollection, com.cloudera.crunch.Target)">write</A></B>(<A HREF="../../../../../com/cloudera/crunch/PCollection.html" title="interface in com.cloudera.crunch">PCollection</A><?> pcollection, |
| <A HREF="../../../../../com/cloudera/crunch/Target.html" title="interface in com.cloudera.crunch">Target</A> target)</CODE> |
| |
| <BR> |
| Write the given collection to the given target on the next |
| pipeline run.</TD> |
| </TR> |
| <TR BGCOLOR="white" CLASS="TableRowColor"> |
| <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
| <CODE> |
| <TABLE BORDER="0" CELLPADDING="0" CELLSPACING="0" SUMMARY=""> |
| <TR ALIGN="right" VALIGN=""> |
| <TD NOWRAP><FONT SIZE="-1"> |
| <CODE><T> void</CODE></FONT></TD> |
| </TR> |
| </TABLE> |
| </CODE></FONT></TD> |
| <TD><CODE><B><A HREF="../../../../../com/cloudera/crunch/impl/mr/MRPipeline.html#writeTextFile(com.cloudera.crunch.PCollection, java.lang.String)">writeTextFile</A></B>(<A HREF="../../../../../com/cloudera/crunch/PCollection.html" title="interface in com.cloudera.crunch">PCollection</A><T> pcollection, |
| <A HREF="http://download.oracle.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> pathName)</CODE> |
| |
| <BR> |
| A convenience method for writing a text file.</TD> |
| </TR> |
| </TABLE> |
| <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> |
| <TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> |
| <TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> |
| <TH ALIGN="left"><B>Methods inherited from class java.lang.<A HREF="http://download.oracle.com/javase/6/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</A></B></TH> |
| </TR> |
| <TR BGCOLOR="white" CLASS="TableRowColor"> |
| <TD><CODE><A HREF="http://download.oracle.com/javase/6/docs/api/java/lang/Object.html?is-external=true#clone()" title="class or interface in java.lang">clone</A>, <A HREF="http://download.oracle.com/javase/6/docs/api/java/lang/Object.html?is-external=true#equals(java.lang.Object)" title="class or interface in java.lang">equals</A>, <A HREF="http://download.oracle.com/javase/6/docs/api/java/lang/Object.html?is-external=true#finalize()" title="class or interface in java.lang">finalize</A>, <A HREF="http://download.oracle.com/javase/6/docs/api/java/lang/Object.html?is-external=true#getClass()" title="class or interface in java.lang">getClass</A>, <A HREF="http://download.oracle.com/javase/6/docs/api/java/lang/Object.html?is-external=true#hashCode()" title="class or interface in java.lang">hashCode</A>, <A HREF="http://download.oracle.com/javase/6/docs/api/java/lang/Object.html?is-external=true#notify()" title="class or interface in java.lang">notify</A>, <A HREF="http://download.oracle.com/javase/6/docs/api/java/lang/Object.html?is-external=true#notifyAll()" title="class or interface in java.lang">notifyAll</A>, <A HREF="http://download.oracle.com/javase/6/docs/api/java/lang/Object.html?is-external=true#toString()" title="class or interface in java.lang">toString</A>, <A HREF="http://download.oracle.com/javase/6/docs/api/java/lang/Object.html?is-external=true#wait()" title="class or interface in java.lang">wait</A>, <A HREF="http://download.oracle.com/javase/6/docs/api/java/lang/Object.html?is-external=true#wait(long)" title="class or interface in java.lang">wait</A>, <A HREF="http://download.oracle.com/javase/6/docs/api/java/lang/Object.html?is-external=true#wait(long, int)" title="class or interface in java.lang">wait</A></CODE></TD> |
| </TR> |
| </TABLE> |
| |
| <P> |
| |
| <!-- ========= CONSTRUCTOR DETAIL ======== --> |
| |
| <A NAME="constructor_detail"><!-- --></A> |
| <TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> |
| <TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> |
| <TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> |
| <B>Constructor Detail</B></FONT></TH> |
| </TR> |
| </TABLE> |
| |
| <A NAME="MRPipeline(java.lang.Class)"><!-- --></A><H3> |
| MRPipeline</H3> |
| <PRE> |
| public <B>MRPipeline</B>(<A HREF="http://download.oracle.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><?> jarClass) |
| throws <A HREF="http://download.oracle.com/javase/6/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</A></PRE> |
| <DL> |
| <DL> |
| |
| <DT><B>Throws:</B> |
| <DD><CODE><A HREF="http://download.oracle.com/javase/6/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</A></CODE></DL> |
| </DL> |
| <HR> |
| |
| <A NAME="MRPipeline(java.lang.Class, org.apache.hadoop.conf.Configuration)"><!-- --></A><H3> |
| MRPipeline</H3> |
| <PRE> |
| public <B>MRPipeline</B>(<A HREF="http://download.oracle.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><?> jarClass, |
| org.apache.hadoop.conf.Configuration conf)</PRE> |
| <DL> |
| </DL> |
| |
| <!-- ============ METHOD DETAIL ========== --> |
| |
| <A NAME="method_detail"><!-- --></A> |
| <TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> |
| <TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> |
| <TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> |
| <B>Method Detail</B></FONT></TH> |
| </TR> |
| </TABLE> |
| |
| <A NAME="getConfiguration()"><!-- --></A><H3> |
| getConfiguration</H3> |
| <PRE> |
| public org.apache.hadoop.conf.Configuration <B>getConfiguration</B>()</PRE> |
| <DL> |
| <DD><B>Description copied from interface: <CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html#getConfiguration()">Pipeline</A></CODE></B></DD> |
| <DD>Returns the <code>Configuration</code> instance associated with this pipeline. |
| <P> |
| <DD><DL> |
| <DT><B>Specified by:</B><DD><CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html#getConfiguration()">getConfiguration</A></CODE> in interface <CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html" title="interface in com.cloudera.crunch">Pipeline</A></CODE></DL> |
| </DD> |
| <DD><DL> |
| </DL> |
| </DD> |
| </DL> |
| <HR> |
| |
| <A NAME="setConfiguration(org.apache.hadoop.conf.Configuration)"><!-- --></A><H3> |
| setConfiguration</H3> |
| <PRE> |
| public void <B>setConfiguration</B>(org.apache.hadoop.conf.Configuration conf)</PRE> |
| <DL> |
| <DD><B>Description copied from interface: <CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html#setConfiguration(org.apache.hadoop.conf.Configuration)">Pipeline</A></CODE></B></DD> |
| <DD>Set the <code>Configuration</code> to use with this pipeline. |
| <P> |
| <DD><DL> |
| <DT><B>Specified by:</B><DD><CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html#setConfiguration(org.apache.hadoop.conf.Configuration)">setConfiguration</A></CODE> in interface <CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html" title="interface in com.cloudera.crunch">Pipeline</A></CODE></DL> |
| </DD> |
| <DD><DL> |
| </DL> |
| </DD> |
| </DL> |
| <HR> |
| |
| <A NAME="run()"><!-- --></A><H3> |
| run</H3> |
| <PRE> |
| public void <B>run</B>()</PRE> |
| <DL> |
| <DD><B>Description copied from interface: <CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html#run()">Pipeline</A></CODE></B></DD> |
| <DD>Constructs and executes a series of MapReduce jobs in order |
| to write data to the output targets. |
| <P> |
| <DD><DL> |
| <DT><B>Specified by:</B><DD><CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html#run()">run</A></CODE> in interface <CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html" title="interface in com.cloudera.crunch">Pipeline</A></CODE></DL> |
| </DD> |
| <DD><DL> |
| </DL> |
| </DD> |
| </DL> |
| <HR> |
| |
| <A NAME="done()"><!-- --></A><H3> |
| done</H3> |
| <PRE> |
| public void <B>done</B>()</PRE> |
| <DL> |
| <DD><B>Description copied from interface: <CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html#done()">Pipeline</A></CODE></B></DD> |
| <DD>Run any remaining jobs required to generate outputs and then |
| clean up any intermediate data files that were created in |
| this run or previous calls to <code>run</code>. |
| <P> |
| <DD><DL> |
| <DT><B>Specified by:</B><DD><CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html#done()">done</A></CODE> in interface <CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html" title="interface in com.cloudera.crunch">Pipeline</A></CODE></DL> |
| </DD> |
| <DD><DL> |
| </DL> |
| </DD> |
| </DL> |
| <HR> |
| |
| <A NAME="read(com.cloudera.crunch.Source)"><!-- --></A><H3> |
| read</H3> |
| <PRE> |
| public <S> <A HREF="../../../../../com/cloudera/crunch/PCollection.html" title="interface in com.cloudera.crunch">PCollection</A><S> <B>read</B>(<A HREF="../../../../../com/cloudera/crunch/Source.html" title="interface in com.cloudera.crunch">Source</A><S> source)</PRE> |
| <DL> |
| <DD><B>Description copied from interface: <CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html#read(com.cloudera.crunch.Source)">Pipeline</A></CODE></B></DD> |
| <DD>Converts the given <code>Source</code> into a <code>PCollection</code> that is |
| available to jobs run using this <code>Pipeline</code> instance. |
| <P> |
| <DD><DL> |
| <DT><B>Specified by:</B><DD><CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html#read(com.cloudera.crunch.Source)">read</A></CODE> in interface <CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html" title="interface in com.cloudera.crunch">Pipeline</A></CODE></DL> |
| </DD> |
| <DD><DL> |
| <DT><B>Parameters:</B><DD><CODE>source</CODE> - The source of data |
| <DT><B>Returns:</B><DD>A PCollection that references the given source</DL> |
| </DD> |
| </DL> |
| <HR> |
| |
| <A NAME="read(com.cloudera.crunch.TableSource)"><!-- --></A><H3> |
| read</H3> |
| <PRE> |
| public <K,V> <A HREF="../../../../../com/cloudera/crunch/PTable.html" title="interface in com.cloudera.crunch">PTable</A><K,V> <B>read</B>(<A HREF="../../../../../com/cloudera/crunch/TableSource.html" title="interface in com.cloudera.crunch">TableSource</A><K,V> source)</PRE> |
| <DL> |
| <DD><B>Description copied from interface: <CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html#read(com.cloudera.crunch.TableSource)">Pipeline</A></CODE></B></DD> |
| <DD>A version of the read method for <code>TableSource</code> instances that |
| map to <code>PTable</code>s. |
| <P> |
| <DD><DL> |
| <DT><B>Specified by:</B><DD><CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html#read(com.cloudera.crunch.TableSource)">read</A></CODE> in interface <CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html" title="interface in com.cloudera.crunch">Pipeline</A></CODE></DL> |
| </DD> |
| <DD><DL> |
| <DT><B>Parameters:</B><DD><CODE>source</CODE> - The source of the data |
| <DT><B>Returns:</B><DD>A PTable that references the given source</DL> |
| </DD> |
| </DL> |
| <HR> |
| |
| <A NAME="readTextFile(java.lang.String)"><!-- --></A><H3> |
| readTextFile</H3> |
| <PRE> |
| public <A HREF="../../../../../com/cloudera/crunch/PCollection.html" title="interface in com.cloudera.crunch">PCollection</A><<A HREF="http://download.oracle.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A>> <B>readTextFile</B>(<A HREF="http://download.oracle.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> pathName)</PRE> |
| <DL> |
| <DD><B>Description copied from interface: <CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html#readTextFile(java.lang.String)">Pipeline</A></CODE></B></DD> |
| <DD>A convenience method for reading a text file. |
| <P> |
| <DD><DL> |
| <DT><B>Specified by:</B><DD><CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html#readTextFile(java.lang.String)">readTextFile</A></CODE> in interface <CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html" title="interface in com.cloudera.crunch">Pipeline</A></CODE></DL> |
| </DD> |
| <DD><DL> |
| </DL> |
| </DD> |
| </DL> |
| <HR> |
| |
| <A NAME="write(com.cloudera.crunch.PCollection, com.cloudera.crunch.Target)"><!-- --></A><H3> |
| write</H3> |
| <PRE> |
| public void <B>write</B>(<A HREF="../../../../../com/cloudera/crunch/PCollection.html" title="interface in com.cloudera.crunch">PCollection</A><?> pcollection, |
| <A HREF="../../../../../com/cloudera/crunch/Target.html" title="interface in com.cloudera.crunch">Target</A> target)</PRE> |
| <DL> |
| <DD><B>Description copied from interface: <CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html#write(com.cloudera.crunch.PCollection, com.cloudera.crunch.Target)">Pipeline</A></CODE></B></DD> |
| <DD>Write the given collection to the given target on the next |
| pipeline run. |
| <P> |
| <DD><DL> |
| <DT><B>Specified by:</B><DD><CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html#write(com.cloudera.crunch.PCollection, com.cloudera.crunch.Target)">write</A></CODE> in interface <CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html" title="interface in com.cloudera.crunch">Pipeline</A></CODE></DL> |
| </DD> |
| <DD><DL> |
| <DT><B>Parameters:</B><DD><CODE>pcollection</CODE> - The collection<DD><CODE>target</CODE> - The output target</DL> |
| </DD> |
| </DL> |
| <HR> |
| |
| <A NAME="materialize(com.cloudera.crunch.PCollection)"><!-- --></A><H3> |
| materialize</H3> |
| <PRE> |
| public <T> <A HREF="http://download.oracle.com/javase/6/docs/api/java/lang/Iterable.html?is-external=true" title="class or interface in java.lang">Iterable</A><T> <B>materialize</B>(<A HREF="../../../../../com/cloudera/crunch/PCollection.html" title="interface in com.cloudera.crunch">PCollection</A><T> pcollection)</PRE> |
| <DL> |
| <DD><B>Description copied from interface: <CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html#materialize(com.cloudera.crunch.PCollection)">Pipeline</A></CODE></B></DD> |
| <DD>Create the given PCollection and read the data it contains |
| into the returned Collection instance for client use. |
| <P> |
| <DD><DL> |
| <DT><B>Specified by:</B><DD><CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html#materialize(com.cloudera.crunch.PCollection)">materialize</A></CODE> in interface <CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html" title="interface in com.cloudera.crunch">Pipeline</A></CODE></DL> |
| </DD> |
| <DD><DL> |
| <DT><B>Parameters:</B><DD><CODE>pcollection</CODE> - The PCollection to materialize |
| <DT><B>Returns:</B><DD>the data from the PCollection as a read-only Collection</DL> |
| </DD> |
| </DL> |
| <HR> |
| |
| <A NAME="createIntermediateOutput(com.cloudera.crunch.type.PType)"><!-- --></A><H3> |
| createIntermediateOutput</H3> |
| <PRE> |
| public <T> <A HREF="../../../../../com/cloudera/crunch/SourceTarget.html" title="interface in com.cloudera.crunch">SourceTarget</A><T> <B>createIntermediateOutput</B>(<A HREF="../../../../../com/cloudera/crunch/type/PType.html" title="interface in com.cloudera.crunch.type">PType</A><T> ptype)</PRE> |
| <DL> |
| <DD><DL> |
| </DL> |
| </DD> |
| <DD><DL> |
| </DL> |
| </DD> |
| </DL> |
| <HR> |
| |
| <A NAME="createTempPath()"><!-- --></A><H3> |
| createTempPath</H3> |
| <PRE> |
| public org.apache.hadoop.fs.Path <B>createTempPath</B>()</PRE> |
| <DL> |
| <DD><DL> |
| </DL> |
| </DD> |
| <DD><DL> |
| </DL> |
| </DD> |
| </DL> |
| <HR> |
| |
| <A NAME="writeTextFile(com.cloudera.crunch.PCollection, java.lang.String)"><!-- --></A><H3> |
| writeTextFile</H3> |
| <PRE> |
| public <T> void <B>writeTextFile</B>(<A HREF="../../../../../com/cloudera/crunch/PCollection.html" title="interface in com.cloudera.crunch">PCollection</A><T> pcollection, |
| <A HREF="http://download.oracle.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> pathName)</PRE> |
| <DL> |
| <DD><B>Description copied from interface: <CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html#writeTextFile(com.cloudera.crunch.PCollection, java.lang.String)">Pipeline</A></CODE></B></DD> |
| <DD>A convenience method for writing a text file. |
| <P> |
| <DD><DL> |
| <DT><B>Specified by:</B><DD><CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html#writeTextFile(com.cloudera.crunch.PCollection, java.lang.String)">writeTextFile</A></CODE> in interface <CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html" title="interface in com.cloudera.crunch">Pipeline</A></CODE></DL> |
| </DD> |
| <DD><DL> |
| </DL> |
| </DD> |
| </DL> |
| <HR> |
| |
| <A NAME="getNextAnonymousStageId()"><!-- --></A><H3> |
| getNextAnonymousStageId</H3> |
| <PRE> |
| public int <B>getNextAnonymousStageId</B>()</PRE> |
| <DL> |
| <DD><DL> |
| </DL> |
| </DD> |
| <DD><DL> |
| </DL> |
| </DD> |
| </DL> |
| <HR> |
| |
| <A NAME="enableDebug()"><!-- --></A><H3> |
| enableDebug</H3> |
| <PRE> |
| public void <B>enableDebug</B>()</PRE> |
| <DL> |
| <DD><B>Description copied from interface: <CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html#enableDebug()">Pipeline</A></CODE></B></DD> |
| <DD>Turn on debug logging for jobs that are run from this pipeline. |
| <P> |
| <DD><DL> |
| <DT><B>Specified by:</B><DD><CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html#enableDebug()">enableDebug</A></CODE> in interface <CODE><A HREF="../../../../../com/cloudera/crunch/Pipeline.html" title="interface in com.cloudera.crunch">Pipeline</A></CODE></DL> |
| </DD> |
| <DD><DL> |
| </DL> |
| </DD> |
| </DL> |
| <!-- ========= END OF CLASS DATA ========= --> |
| <HR> |
| |
| |
| <!-- ======= START OF BOTTOM NAVBAR ====== --> |
| <A NAME="navbar_bottom"><!-- --></A> |
| <A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> |
| <TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> |
| <TR> |
| <TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> |
| <A NAME="navbar_bottom_firstrow"><!-- --></A> |
| <TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> |
| <TR ALIGN="center" VALIGN="top"> |
| <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> |
| <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> |
| <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> |
| <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/MRPipeline.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> |
| <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> |
| <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> |
| <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> |
| <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> |
| </TR> |
| </TABLE> |
| </TD> |
| <TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> |
| </EM> |
| </TD> |
| </TR> |
| |
| <TR> |
| <TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> |
| PREV CLASS |
| NEXT CLASS</FONT></TD> |
| <TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> |
| <A HREF="../../../../../index.html?com/cloudera/crunch/impl/mr/MRPipeline.html" target="_top"><B>FRAMES</B></A> |
| <A HREF="MRPipeline.html" target="_top"><B>NO FRAMES</B></A> |
| <SCRIPT type="text/javascript"> |
| <!-- |
| if(window==top) { |
| document.writeln('<A HREF="../../../../../allclasses-noframe.html"><B>All Classes</B></A>'); |
| } |
| //--> |
| </SCRIPT> |
| <NOSCRIPT> |
| <A HREF="../../../../../allclasses-noframe.html"><B>All Classes</B></A> |
| </NOSCRIPT> |
| |
| |
| </FONT></TD> |
| </TR> |
| <TR> |
| <TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> |
| SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> |
| <TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> |
| DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> |
| </TR> |
| </TABLE> |
| <A NAME="skip-navbar_bottom"></A> |
| <!-- ======== END OF BOTTOM NAVBAR ======= --> |
| |
| <HR> |
| Copyright © 2012. All Rights Reserved. |
| </BODY> |
| </HTML> |