Add hourglass javadocs
diff --git a/hourglass/docs/current/allclasses-frame.html b/hourglass/docs/current/allclasses-frame.html new file mode 100644 index 0000000..e00469f --- /dev/null +++ b/hourglass/docs/current/allclasses-frame.html
@@ -0,0 +1,145 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:17 PDT 2013 --> +<TITLE> +All Classes (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="stylesheet.css" TITLE="Style"> + + +</HEAD> + +<BODY BGCOLOR="white"> +<FONT size="+1" CLASS="FrameHeadingFont"> +<B>All Classes</B></FONT> +<BR> + +<TABLE BORDER="0" WIDTH="100%" SUMMARY=""> +<TR> +<TD NOWRAP><FONT CLASS="FrameItemFont"><A HREF="datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractJob</A> +<BR> +<A HREF="datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractNonIncrementalJob</A> +<BR> +<A HREF="datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractNonIncrementalJob.BaseCombiner</A> +<BR> +<A HREF="datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractNonIncrementalJob.BaseMapper</A> +<BR> +<A HREF="datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractNonIncrementalJob.BaseReducer</A> +<BR> +<A HREF="datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractNonIncrementalJob.Report</A> +<BR> +<A HREF="datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractPartitionCollapsingIncrementalJob</A> +<BR> +<A HREF="datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractPartitionCollapsingIncrementalJob.Report</A> +<BR> +<A HREF="datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractPartitionPreservingIncrementalJob</A> +<BR> +<A HREF="datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractPartitionPreservingIncrementalJob.Report</A> +<BR> +<A HREF="datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model" target="classFrame"><I>Accumulator</I></A> +<BR> +<A HREF="datafu/hourglass/avro/AvroDateRangeMetadata.html" title="class in datafu.hourglass.avro" target="classFrame">AvroDateRangeMetadata</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html" title="class in datafu.hourglass.mapreduce" target="classFrame">AvroKeyValueIdentityMapper</A> +<BR> +<A HREF="datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro" target="classFrame">AvroKeyValueWithMetadataOutputFormat</A> +<BR> +<A HREF="datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro" target="classFrame">AvroKeyValueWithMetadataRecordWriter</A> +<BR> +<A HREF="datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro" target="classFrame">AvroKeyWithMetadataOutputFormat</A> +<BR> +<A HREF="datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" title="class in datafu.hourglass.avro" target="classFrame">AvroKeyWithMetadataOutputFormat.RecordWriterFactory</A> +<BR> +<A HREF="datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro" target="classFrame">AvroKeyWithMetadataRecordWriter</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce" target="classFrame">CollapsingCombiner</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce" target="classFrame">CollapsingMapper</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce" target="classFrame">CollapsingReducer</A> +<BR> +<A HREF="datafu/hourglass/avro/CombinedAvroKeyInputFormat.html" title="class in datafu.hourglass.avro" target="classFrame">CombinedAvroKeyInputFormat</A> +<BR> +<A HREF="datafu/hourglass/avro/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html" title="class in datafu.hourglass.avro" target="classFrame">CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader</A> +<BR> +<A HREF="datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs" target="classFrame">DatePath</A> +<BR> +<A HREF="datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs" target="classFrame">DateRange</A> +<BR> +<A HREF="datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs" target="classFrame"><I>DateRangeConfigurable</I></A> +<BR> +<A HREF="datafu/hourglass/jobs/DateRangePlanner.html" title="class in datafu.hourglass.jobs" target="classFrame">DateRangePlanner</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/DelegatingCombiner.html" title="class in datafu.hourglass.mapreduce" target="classFrame">DelegatingCombiner</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/DelegatingMapper.html" title="class in datafu.hourglass.mapreduce" target="classFrame">DelegatingMapper</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/DelegatingReducer.html" title="class in datafu.hourglass.mapreduce" target="classFrame">DelegatingReducer</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/DistributedCacheHelper.html" title="class in datafu.hourglass.mapreduce" target="classFrame">DistributedCacheHelper</A> +<BR> +<A HREF="datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs" target="classFrame">ExecutionPlanner</A> +<BR> +<A HREF="datafu/hourglass/jobs/FileCleaner.html" title="class in datafu.hourglass.jobs" target="classFrame">FileCleaner</A> +<BR> +<A HREF="datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs" target="classFrame">IncrementalJob</A> +<BR> +<A HREF="datafu/hourglass/model/KeyValueCollector.html" title="interface in datafu.hourglass.model" target="classFrame"><I>KeyValueCollector</I></A> +<BR> +<A HREF="datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model" target="classFrame"><I>Mapper</I></A> +<BR> +<A HREF="datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model" target="classFrame"><I>Merger</I></A> +<BR> +<A HREF="datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce" target="classFrame">ObjectMapper</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce" target="classFrame">ObjectProcessor</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce" target="classFrame">ObjectReducer</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/Parameters.html" title="class in datafu.hourglass.mapreduce" target="classFrame">Parameters</A> +<BR> +<A HREF="datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs" target="classFrame">PartitionCollapsingExecutionPlanner</A> +<BR> +<A HREF="datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs" target="classFrame">PartitionCollapsingIncrementalJob</A> +<BR> +<A HREF="datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas" target="classFrame">PartitionCollapsingSchemas</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/PartitioningCombiner.html" title="class in datafu.hourglass.mapreduce" target="classFrame">PartitioningCombiner</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/PartitioningMapper.html" title="class in datafu.hourglass.mapreduce" target="classFrame">PartitioningMapper</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/PartitioningReducer.html" title="class in datafu.hourglass.mapreduce" target="classFrame">PartitioningReducer</A> +<BR> +<A HREF="datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs" target="classFrame">PartitionPreservingExecutionPlanner</A> +<BR> +<A HREF="datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs" target="classFrame">PartitionPreservingIncrementalJob</A> +<BR> +<A HREF="datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas" target="classFrame">PartitionPreservingSchemas</A> +<BR> +<A HREF="datafu/hourglass/fs/PathUtils.html" title="class in datafu.hourglass.fs" target="classFrame">PathUtils</A> +<BR> +<A HREF="datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs" target="classFrame">ReduceEstimator</A> +<BR> +<A HREF="datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs" target="classFrame"><I>Setup</I></A> +<BR> +<A HREF="datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs" target="classFrame">StagedOutputJob</A> +<BR> +<A HREF="datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas" target="classFrame">TaskSchemas</A> +<BR> +<A HREF="datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas" target="classFrame">TaskSchemas.Builder</A> +<BR> +<A HREF="datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs" target="classFrame">TimeBasedJob</A> +<BR> +<A HREF="datafu/hourglass/jobs/TimePartitioner.html" title="class in datafu.hourglass.jobs" target="classFrame">TimePartitioner</A> +<BR> +</FONT></TD> +</TR> +</TABLE> + +</BODY> +</HTML>
diff --git a/hourglass/docs/current/allclasses-noframe.html b/hourglass/docs/current/allclasses-noframe.html new file mode 100644 index 0000000..f56d9d8 --- /dev/null +++ b/hourglass/docs/current/allclasses-noframe.html
@@ -0,0 +1,145 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:17 PDT 2013 --> +<TITLE> +All Classes (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="stylesheet.css" TITLE="Style"> + + +</HEAD> + +<BODY BGCOLOR="white"> +<FONT size="+1" CLASS="FrameHeadingFont"> +<B>All Classes</B></FONT> +<BR> + +<TABLE BORDER="0" WIDTH="100%" SUMMARY=""> +<TR> +<TD NOWRAP><FONT CLASS="FrameItemFont"><A HREF="datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<BR> +<A HREF="datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob</A> +<BR> +<A HREF="datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseCombiner</A> +<BR> +<A HREF="datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseMapper</A> +<BR> +<A HREF="datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseReducer</A> +<BR> +<A HREF="datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.Report</A> +<BR> +<A HREF="datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A> +<BR> +<A HREF="datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob.Report</A> +<BR> +<A HREF="datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A> +<BR> +<A HREF="datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob.Report</A> +<BR> +<A HREF="datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model"><I>Accumulator</I></A> +<BR> +<A HREF="datafu/hourglass/avro/AvroDateRangeMetadata.html" title="class in datafu.hourglass.avro">AvroDateRangeMetadata</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html" title="class in datafu.hourglass.mapreduce">AvroKeyValueIdentityMapper</A> +<BR> +<A HREF="datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro">AvroKeyValueWithMetadataOutputFormat</A> +<BR> +<A HREF="datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro">AvroKeyValueWithMetadataRecordWriter</A> +<BR> +<A HREF="datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro">AvroKeyWithMetadataOutputFormat</A> +<BR> +<A HREF="datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" title="class in datafu.hourglass.avro">AvroKeyWithMetadataOutputFormat.RecordWriterFactory</A> +<BR> +<A HREF="datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro">AvroKeyWithMetadataRecordWriter</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce">CollapsingCombiner</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce">CollapsingMapper</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce">CollapsingReducer</A> +<BR> +<A HREF="datafu/hourglass/avro/CombinedAvroKeyInputFormat.html" title="class in datafu.hourglass.avro">CombinedAvroKeyInputFormat</A> +<BR> +<A HREF="datafu/hourglass/avro/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html" title="class in datafu.hourglass.avro">CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader</A> +<BR> +<A HREF="datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A> +<BR> +<A HREF="datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A> +<BR> +<A HREF="datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs"><I>DateRangeConfigurable</I></A> +<BR> +<A HREF="datafu/hourglass/jobs/DateRangePlanner.html" title="class in datafu.hourglass.jobs">DateRangePlanner</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/DelegatingCombiner.html" title="class in datafu.hourglass.mapreduce">DelegatingCombiner</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/DelegatingMapper.html" title="class in datafu.hourglass.mapreduce">DelegatingMapper</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/DelegatingReducer.html" title="class in datafu.hourglass.mapreduce">DelegatingReducer</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/DistributedCacheHelper.html" title="class in datafu.hourglass.mapreduce">DistributedCacheHelper</A> +<BR> +<A HREF="datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<BR> +<A HREF="datafu/hourglass/jobs/FileCleaner.html" title="class in datafu.hourglass.jobs">FileCleaner</A> +<BR> +<A HREF="datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A> +<BR> +<A HREF="datafu/hourglass/model/KeyValueCollector.html" title="interface in datafu.hourglass.model"><I>KeyValueCollector</I></A> +<BR> +<A HREF="datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model"><I>Mapper</I></A> +<BR> +<A HREF="datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model"><I>Merger</I></A> +<BR> +<A HREF="datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce">ObjectMapper</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">ObjectProcessor</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/Parameters.html" title="class in datafu.hourglass.mapreduce">Parameters</A> +<BR> +<A HREF="datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionCollapsingExecutionPlanner</A> +<BR> +<A HREF="datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</A> +<BR> +<A HREF="datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/PartitioningCombiner.html" title="class in datafu.hourglass.mapreduce">PartitioningCombiner</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/PartitioningMapper.html" title="class in datafu.hourglass.mapreduce">PartitioningMapper</A> +<BR> +<A HREF="datafu/hourglass/mapreduce/PartitioningReducer.html" title="class in datafu.hourglass.mapreduce">PartitioningReducer</A> +<BR> +<A HREF="datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionPreservingExecutionPlanner</A> +<BR> +<A HREF="datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionPreservingIncrementalJob</A> +<BR> +<A HREF="datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A> +<BR> +<A HREF="datafu/hourglass/fs/PathUtils.html" title="class in datafu.hourglass.fs">PathUtils</A> +<BR> +<A HREF="datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs">ReduceEstimator</A> +<BR> +<A HREF="datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs"><I>Setup</I></A> +<BR> +<A HREF="datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs">StagedOutputJob</A> +<BR> +<A HREF="datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas">TaskSchemas</A> +<BR> +<A HREF="datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas">TaskSchemas.Builder</A> +<BR> +<A HREF="datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A> +<BR> +<A HREF="datafu/hourglass/jobs/TimePartitioner.html" title="class in datafu.hourglass.jobs">TimePartitioner</A> +<BR> +</FONT></TD> +</TR> +</TABLE> + +</BODY> +</HTML>
diff --git a/hourglass/docs/current/constant-values.html b/hourglass/docs/current/constant-values.html new file mode 100644 index 0000000..2a3107b --- /dev/null +++ b/hourglass/docs/current/constant-values.html
@@ -0,0 +1,222 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Constant Field Values (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Constant Field Values (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Package</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Use</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="index.html?constant-values.html" target="_top"><B>FRAMES</B></A> + <A HREF="constant-values.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H1> +Constant Field Values</H1> +</CENTER> +<HR SIZE="4" NOSHADE> +<B>Contents</B><UL> +<LI><A HREF="#datafu.hourglass">datafu.hourglass.*</A> +</UL> + +<A NAME="datafu.hourglass"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left"><FONT SIZE="+2"> +datafu.hourglass.*</FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="3">datafu.hourglass.avro.<A HREF="datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro">AvroKeyValueWithMetadataRecordWriter</A><<A HREF="datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="type parameter in AvroKeyValueWithMetadataRecordWriter">K</A>,<A HREF="datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="type parameter in AvroKeyValueWithMetadataRecordWriter">V</A>></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<A NAME="datafu.hourglass.avro.AvroKeyValueWithMetadataRecordWriter.TEXT_PREFIX"><!-- --></A><TD ALIGN="right"><FONT SIZE="-1"> +<CODE>public static final java.lang.String</CODE></FONT></TD> +<TD ALIGN="left"><CODE><A HREF="datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html#TEXT_PREFIX">TEXT_PREFIX</A></CODE></TD> +<TD ALIGN="right"><CODE>"avro.meta.text."</CODE></TD> +</TR> +</FONT></TD> +</TR> +</TABLE> + +<P> + +<P> + +<TABLE BORDER="1" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="3">datafu.hourglass.avro.<A HREF="datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro">AvroKeyWithMetadataRecordWriter</A><<A HREF="datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html" title="type parameter in AvroKeyWithMetadataRecordWriter">T</A>></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<A NAME="datafu.hourglass.avro.AvroKeyWithMetadataRecordWriter.TEXT_PREFIX"><!-- --></A><TD ALIGN="right"><FONT SIZE="-1"> +<CODE>public static final java.lang.String</CODE></FONT></TD> +<TD ALIGN="left"><CODE><A HREF="datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html#TEXT_PREFIX">TEXT_PREFIX</A></CODE></TD> +<TD ALIGN="right"><CODE>"avro.meta.text."</CODE></TD> +</TR> +</FONT></TD> +</TR> +</TABLE> + +<P> + +<P> + +<TABLE BORDER="1" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="3">datafu.hourglass.mapreduce.<A HREF="datafu/hourglass/mapreduce/Parameters.html" title="class in datafu.hourglass.mapreduce">Parameters</A></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<A NAME="datafu.hourglass.mapreduce.Parameters.COMBINER_IMPL_PATH"><!-- --></A><TD ALIGN="right"><FONT SIZE="-1"> +<CODE>public static final java.lang.String</CODE></FONT></TD> +<TD ALIGN="left"><CODE><A HREF="datafu/hourglass/mapreduce/Parameters.html#COMBINER_IMPL_PATH">COMBINER_IMPL_PATH</A></CODE></TD> +<TD ALIGN="right"><CODE>"hourglass.combiner.impl.path"</CODE></TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<A NAME="datafu.hourglass.mapreduce.Parameters.MAPPER_IMPL_PATH"><!-- --></A><TD ALIGN="right"><FONT SIZE="-1"> +<CODE>public static final java.lang.String</CODE></FONT></TD> +<TD ALIGN="left"><CODE><A HREF="datafu/hourglass/mapreduce/Parameters.html#MAPPER_IMPL_PATH">MAPPER_IMPL_PATH</A></CODE></TD> +<TD ALIGN="right"><CODE>"hourglass.mapper.impl.path"</CODE></TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<A NAME="datafu.hourglass.mapreduce.Parameters.REDUCER_IMPL_PATH"><!-- --></A><TD ALIGN="right"><FONT SIZE="-1"> +<CODE>public static final java.lang.String</CODE></FONT></TD> +<TD ALIGN="left"><CODE><A HREF="datafu/hourglass/mapreduce/Parameters.html#REDUCER_IMPL_PATH">REDUCER_IMPL_PATH</A></CODE></TD> +<TD ALIGN="right"><CODE>"hourglass.reducer.impl.path"</CODE></TD> +</TR> +</FONT></TD> +</TR> +</TABLE> + +<P> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Package</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Use</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="index.html?constant-values.html" target="_top"><B>FRAMES</B></A> + <A HREF="constant-values.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/avro/AvroDateRangeMetadata.html b/hourglass/docs/current/datafu/hourglass/avro/AvroDateRangeMetadata.html new file mode 100644 index 0000000..b2d3094 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/avro/AvroDateRangeMetadata.html
@@ -0,0 +1,296 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:15 PDT 2013 --> +<TITLE> +AvroDateRangeMetadata (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="AvroDateRangeMetadata (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AvroDateRangeMetadata.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV CLASS + <A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/avro/AvroDateRangeMetadata.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroDateRangeMetadata.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.avro</FONT> +<BR> +Class AvroDateRangeMetadata</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.avro.AvroDateRangeMetadata</B> +</PRE> +<HR> +<DL> +<DT><PRE>public class <B>AvroDateRangeMetadata</B><DT>extends java.lang.Object</DL> +</PRE> + +<P> +Manages the storage and retrieval of date ranges in the metadata of Avro files. + This is used by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> so that when reusing previous + output it can determine the date range the data corresponds to. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/avro/AvroDateRangeMetadata.html#AvroDateRangeMetadata()">AvroDateRangeMetadata</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/avro/AvroDateRangeMetadata.html#configureOutputDateRange(org.apache.hadoop.conf.Configuration, datafu.hourglass.fs.DateRange)">configureOutputDateRange</A></B>(org.apache.hadoop.conf.Configuration conf, + <A HREF="../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A> dateRange)</CODE> + +<BR> + Updates the Hadoop configuration so that the Avro files which are written have date range + information stored in the metadata.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static <A HREF="../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/avro/AvroDateRangeMetadata.html#getOutputFileDateRange(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path)">getOutputFileDateRange</A></B>(org.apache.hadoop.fs.FileSystem fs, + org.apache.hadoop.fs.Path path)</CODE> + +<BR> + Reads the date range from the metadata stored in an Avro file.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="AvroDateRangeMetadata()"><!-- --></A><H3> +AvroDateRangeMetadata</H3> +<PRE> +public <B>AvroDateRangeMetadata</B>()</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="getOutputFileDateRange(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path)"><!-- --></A><H3> +getOutputFileDateRange</H3> +<PRE> +public static <A HREF="../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A> <B>getOutputFileDateRange</B>(org.apache.hadoop.fs.FileSystem fs, + org.apache.hadoop.fs.Path path) + throws java.io.IOException</PRE> +<DL> +<DD>Reads the date range from the metadata stored in an Avro file. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>fs</CODE> - file system to access path<DD><CODE>path</CODE> - path to get date range for +<DT><B>Returns:</B><DD>date range +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="configureOutputDateRange(org.apache.hadoop.conf.Configuration, datafu.hourglass.fs.DateRange)"><!-- --></A><H3> +configureOutputDateRange</H3> +<PRE> +public static void <B>configureOutputDateRange</B>(org.apache.hadoop.conf.Configuration conf, + <A HREF="../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A> dateRange)</PRE> +<DL> +<DD>Updates the Hadoop configuration so that the Avro files which are written have date range + information stored in the metadata. This should be used in conjunction with + <A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro"><CODE>AvroKeyValueWithMetadataRecordWriter</CODE></A>. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>conf</CODE> - configuration to store date range in<DD><CODE>dateRange</CODE> - date range</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AvroDateRangeMetadata.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV CLASS + <A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/avro/AvroDateRangeMetadata.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroDateRangeMetadata.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html b/hourglass/docs/current/datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html new file mode 100644 index 0000000..2e2748c --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html
@@ -0,0 +1,333 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +AvroKeyValueWithMetadataOutputFormat (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="AvroKeyValueWithMetadataOutputFormat (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AvroKeyValueWithMetadataOutputFormat.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/avro/AvroDateRangeMetadata.html" title="class in datafu.hourglass.avro"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroKeyValueWithMetadataOutputFormat.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.lib.output.FileOutputFormat">NESTED</A> | <A HREF="#fields_inherited_from_class_org.apache.hadoop.mapreduce.lib.output.FileOutputFormat">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.avro</FONT> +<BR> +Class AvroKeyValueWithMetadataOutputFormat<K,V></H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.mapreduce.OutputFormat<K,V> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<K,V> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.avro.mapreduce.AvroOutputFormatBase<K,V> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.avro.AvroKeyValueWithMetadataOutputFormat<K,V></B> +</PRE> +<DL> +<DT><DT><B>Type Parameters:</B><DD><CODE>K</CODE> - The type of key. If an Avro type, it must be wrapped in an <code>AvroKey</code>.<DD><CODE>V</CODE> - The type of value. If an Avro type, it must be wrapped in an <code>AvroValue</code>.</DL> +<HR> +<DL> +<DT><PRE>public class <B>AvroKeyValueWithMetadataOutputFormat<K,V></B><DT>extends org.apache.avro.mapreduce.AvroOutputFormatBase<K,V></DL> +</PRE> + +<P> +FileOutputFormat for writing Avro container files of key/value pairs. + + <p>Since Avro container files can only contain records (not key/value pairs), this + output format puts the key and value into an Avro generic record with two fields, named + 'key' and 'value'.</p> + + <p>The keys and values given to this output format may be Avro objects wrapped in + <code>AvroKey</code> or <code>AvroValue</code> objects. The basic Writable types are + also supported (e.g., IntWritable, Text); they will be converted to their corresponding + Avro types.</p> +<P> + +<P> +<HR> + +<P> +<!-- ======== NESTED CLASS SUMMARY ======== --> + +<A NAME="nested_class_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Nested Class Summary</B></FONT></TH> +</TR> +</TABLE> + <A NAME="nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.lib.output.FileOutputFormat"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>org.apache.hadoop.mapreduce.lib.output.FileOutputFormat.Counter</CODE></TD> +</TR> +</TABLE> + +<!-- =========== FIELD SUMMARY =========== --> + +<A NAME="field_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Field Summary</B></FONT></TH> +</TR> +</TABLE> + <A NAME="fields_inherited_from_class_org.apache.hadoop.mapreduce.lib.output.FileOutputFormat"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Fields inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>BASE_OUTPUT_NAME, PART</CODE></TD> +</TR> +</TABLE> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html#AvroKeyValueWithMetadataOutputFormat()">AvroKeyValueWithMetadataOutputFormat</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.hadoop.mapreduce.RecordWriter<<A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html" title="type parameter in AvroKeyValueWithMetadataOutputFormat">K</A>,<A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html" title="type parameter in AvroKeyValueWithMetadataOutputFormat">V</A>></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html#getRecordWriter(org.apache.hadoop.mapreduce.TaskAttemptContext)">getRecordWriter</A></B>(org.apache.hadoop.mapreduce.TaskAttemptContext context)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_org.apache.avro.mapreduce.AvroOutputFormatBase"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class org.apache.avro.mapreduce.AvroOutputFormatBase</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>getAvroFileOutputStream, getCompressionCodec</CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_org.apache.hadoop.mapreduce.lib.output.FileOutputFormat"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>checkOutputSpecs, getCompressOutput, getDefaultWorkFile, getOutputCommitter, getOutputCompressorClass, getOutputName, getOutputPath, getPathForWorkFile, getUniqueFile, getWorkOutputPath, setCompressOutput, setOutputCompressorClass, setOutputName, setOutputPath</CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="AvroKeyValueWithMetadataOutputFormat()"><!-- --></A><H3> +AvroKeyValueWithMetadataOutputFormat</H3> +<PRE> +public <B>AvroKeyValueWithMetadataOutputFormat</B>()</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="getRecordWriter(org.apache.hadoop.mapreduce.TaskAttemptContext)"><!-- --></A><H3> +getRecordWriter</H3> +<PRE> +public org.apache.hadoop.mapreduce.RecordWriter<<A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html" title="type parameter in AvroKeyValueWithMetadataOutputFormat">K</A>,<A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html" title="type parameter in AvroKeyValueWithMetadataOutputFormat">V</A>> <B>getRecordWriter</B>(org.apache.hadoop.mapreduce.TaskAttemptContext context) + throws java.io.IOException</PRE> +<DL> +<DD> +<P> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE>getRecordWriter</CODE> in class <CODE>org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<<A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html" title="type parameter in AvroKeyValueWithMetadataOutputFormat">K</A>,<A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html" title="type parameter in AvroKeyValueWithMetadataOutputFormat">V</A>></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AvroKeyValueWithMetadataOutputFormat.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/avro/AvroDateRangeMetadata.html" title="class in datafu.hourglass.avro"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroKeyValueWithMetadataOutputFormat.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.lib.output.FileOutputFormat">NESTED</A> | <A HREF="#fields_inherited_from_class_org.apache.hadoop.mapreduce.lib.output.FileOutputFormat">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html b/hourglass/docs/current/datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html new file mode 100644 index 0000000..d0d3b5f --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html
@@ -0,0 +1,375 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +AvroKeyValueWithMetadataRecordWriter (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="AvroKeyValueWithMetadataRecordWriter (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AvroKeyValueWithMetadataRecordWriter.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroKeyValueWithMetadataRecordWriter.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | <A HREF="#field_summary">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: <A HREF="#field_detail">FIELD</A> | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.avro</FONT> +<BR> +Class AvroKeyValueWithMetadataRecordWriter<K,V></H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.mapreduce.RecordWriter<K,V> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.avro.AvroKeyValueWithMetadataRecordWriter<K,V></B> +</PRE> +<DL> +<DT><DT><B>Type Parameters:</B><DD><CODE>K</CODE> - The type of key to write.<DD><CODE>V</CODE> - The type of value to write.</DL> +<HR> +<DL> +<DT><PRE>public class <B>AvroKeyValueWithMetadataRecordWriter<K,V></B><DT>extends org.apache.hadoop.mapreduce.RecordWriter<K,V></DL> +</PRE> + +<P> +Writes key/value pairs to an Avro container file. + + <p>Each entry in the Avro container file will be a generic record with two fields, + named 'key' and 'value'. The input types may be basic Writable objects like Text or + IntWritable, or they may be AvroWrapper subclasses (AvroKey or AvroValue). Writable + objects will be converted to their corresponding Avro types when written to the generic + record key/value pair.</p> +<P> + +<P> +<HR> + +<P> +<!-- =========== FIELD SUMMARY =========== --> + +<A NAME="field_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Field Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static java.lang.String</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html#TEXT_PREFIX">TEXT_PREFIX</A></B></CODE> + +<BR> + The configuration key prefix for a text output metadata.</TD> +</TR> +</TABLE> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html#AvroKeyValueWithMetadataRecordWriter(org.apache.avro.hadoop.io.AvroDatumConverter, org.apache.avro.hadoop.io.AvroDatumConverter, org.apache.avro.file.CodecFactory, java.io.OutputStream, org.apache.hadoop.conf.Configuration)">AvroKeyValueWithMetadataRecordWriter</A></B>(org.apache.avro.hadoop.io.AvroDatumConverter<<A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="type parameter in AvroKeyValueWithMetadataRecordWriter">K</A>,?> keyConverter, + org.apache.avro.hadoop.io.AvroDatumConverter<<A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="type parameter in AvroKeyValueWithMetadataRecordWriter">V</A>,?> valueConverter, + org.apache.avro.file.CodecFactory compressionCodec, + java.io.OutputStream outputStream, + org.apache.hadoop.conf.Configuration conf)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html#close(org.apache.hadoop.mapreduce.TaskAttemptContext)">close</A></B>(org.apache.hadoop.mapreduce.TaskAttemptContext context)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html#getWriterSchema()">getWriterSchema</A></B>()</CODE> + +<BR> + Gets the writer schema for the key/value pair generic record.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html#write(K, V)">write</A></B>(<A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="type parameter in AvroKeyValueWithMetadataRecordWriter">K</A> key, + <A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="type parameter in AvroKeyValueWithMetadataRecordWriter">V</A> value)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ============ FIELD DETAIL =========== --> + +<A NAME="field_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Field Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="TEXT_PREFIX"><!-- --></A><H3> +TEXT_PREFIX</H3> +<PRE> +public static final java.lang.String <B>TEXT_PREFIX</B></PRE> +<DL> +<DD>The configuration key prefix for a text output metadata. +<P> +<DL> +<DT><B>See Also:</B><DD><A HREF="../../../constant-values.html#datafu.hourglass.avro.AvroKeyValueWithMetadataRecordWriter.TEXT_PREFIX">Constant Field Values</A></DL> +</DL> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="AvroKeyValueWithMetadataRecordWriter(org.apache.avro.hadoop.io.AvroDatumConverter, org.apache.avro.hadoop.io.AvroDatumConverter, org.apache.avro.file.CodecFactory, java.io.OutputStream, org.apache.hadoop.conf.Configuration)"><!-- --></A><H3> +AvroKeyValueWithMetadataRecordWriter</H3> +<PRE> +public <B>AvroKeyValueWithMetadataRecordWriter</B>(org.apache.avro.hadoop.io.AvroDatumConverter<<A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="type parameter in AvroKeyValueWithMetadataRecordWriter">K</A>,?> keyConverter, + org.apache.avro.hadoop.io.AvroDatumConverter<<A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="type parameter in AvroKeyValueWithMetadataRecordWriter">V</A>,?> valueConverter, + org.apache.avro.file.CodecFactory compressionCodec, + java.io.OutputStream outputStream, + org.apache.hadoop.conf.Configuration conf) + throws java.io.IOException</PRE> +<DL> +<DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="getWriterSchema()"><!-- --></A><H3> +getWriterSchema</H3> +<PRE> +public org.apache.avro.Schema <B>getWriterSchema</B>()</PRE> +<DL> +<DD>Gets the writer schema for the key/value pair generic record. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>The writer schema used for entries of the Avro container file.</DL> +</DD> +</DL> +<HR> + +<A NAME="write(java.lang.Object,java.lang.Object)"><!-- --></A><A NAME="write(K, V)"><!-- --></A><H3> +write</H3> +<PRE> +public void <B>write</B>(<A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="type parameter in AvroKeyValueWithMetadataRecordWriter">K</A> key, + <A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="type parameter in AvroKeyValueWithMetadataRecordWriter">V</A> value) + throws java.io.IOException</PRE> +<DL> +<DD> +<P> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE>write</CODE> in class <CODE>org.apache.hadoop.mapreduce.RecordWriter<<A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="type parameter in AvroKeyValueWithMetadataRecordWriter">K</A>,<A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="type parameter in AvroKeyValueWithMetadataRecordWriter">V</A>></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="close(org.apache.hadoop.mapreduce.TaskAttemptContext)"><!-- --></A><H3> +close</H3> +<PRE> +public void <B>close</B>(org.apache.hadoop.mapreduce.TaskAttemptContext context) + throws java.io.IOException</PRE> +<DL> +<DD> +<P> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE>close</CODE> in class <CODE>org.apache.hadoop.mapreduce.RecordWriter<<A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="type parameter in AvroKeyValueWithMetadataRecordWriter">K</A>,<A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="type parameter in AvroKeyValueWithMetadataRecordWriter">V</A>></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AvroKeyValueWithMetadataRecordWriter.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroKeyValueWithMetadataRecordWriter.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | <A HREF="#field_summary">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: <A HREF="#field_detail">FIELD</A> | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html b/hourglass/docs/current/datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html new file mode 100644 index 0000000..836f3e0 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html
@@ -0,0 +1,274 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +AvroKeyWithMetadataOutputFormat.RecordWriterFactory (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="AvroKeyWithMetadataOutputFormat.RecordWriterFactory (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.avro</FONT> +<BR> +Class AvroKeyWithMetadataOutputFormat.RecordWriterFactory<T></H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.avro.AvroKeyWithMetadataOutputFormat.RecordWriterFactory<T></B> +</PRE> +<DL> +<DT><DT><B>Type Parameters:</B><DD><CODE>T</CODE> - The java type of the avro record to write.</DL> +<DL> +<DT><B>Enclosing class:</B><DD><A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro">AvroKeyWithMetadataOutputFormat</A><<A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html" title="type parameter in AvroKeyWithMetadataOutputFormat">T</A>></DD> +</DL> +<HR> +<DL> +<DT><PRE>protected static class <B>AvroKeyWithMetadataOutputFormat.RecordWriterFactory<T></B><DT>extends java.lang.Object</DL> +</PRE> + +<P> +A factory for creating record writers. +<P> + +<P> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected </CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html#AvroKeyWithMetadataOutputFormat.RecordWriterFactory()">AvroKeyWithMetadataOutputFormat.RecordWriterFactory</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected org.apache.hadoop.mapreduce.RecordWriter<org.apache.avro.mapred.AvroKey<<A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" title="type parameter in AvroKeyWithMetadataOutputFormat.RecordWriterFactory">T</A>>,org.apache.hadoop.io.NullWritable></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html#create(org.apache.avro.Schema, org.apache.avro.file.CodecFactory, java.io.OutputStream, org.apache.hadoop.conf.Configuration)">create</A></B>(org.apache.avro.Schema writerSchema, + org.apache.avro.file.CodecFactory compressionCodec, + java.io.OutputStream outputStream, + org.apache.hadoop.conf.Configuration conf)</CODE> + +<BR> + Creates a new record writer instance.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="AvroKeyWithMetadataOutputFormat.RecordWriterFactory()"><!-- --></A><H3> +AvroKeyWithMetadataOutputFormat.RecordWriterFactory</H3> +<PRE> +protected <B>AvroKeyWithMetadataOutputFormat.RecordWriterFactory</B>()</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="create(org.apache.avro.Schema, org.apache.avro.file.CodecFactory, java.io.OutputStream, org.apache.hadoop.conf.Configuration)"><!-- --></A><H3> +create</H3> +<PRE> +protected org.apache.hadoop.mapreduce.RecordWriter<org.apache.avro.mapred.AvroKey<<A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" title="type parameter in AvroKeyWithMetadataOutputFormat.RecordWriterFactory">T</A>>,org.apache.hadoop.io.NullWritable> <B>create</B>(org.apache.avro.Schema writerSchema, + org.apache.avro.file.CodecFactory compressionCodec, + java.io.OutputStream outputStream, + org.apache.hadoop.conf.Configuration conf) + throws java.io.IOException</PRE> +<DL> +<DD>Creates a new record writer instance. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>writerSchema</CODE> - The writer schema for the records to write.<DD><CODE>compressionCodec</CODE> - The compression type for the writer file.<DD><CODE>outputStream</CODE> - The target output stream for the records. +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html b/hourglass/docs/current/datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html new file mode 100644 index 0000000..94936d3 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html
@@ -0,0 +1,359 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +AvroKeyWithMetadataOutputFormat (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="AvroKeyWithMetadataOutputFormat (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AvroKeyWithMetadataOutputFormat.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" title="class in datafu.hourglass.avro"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroKeyWithMetadataOutputFormat.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_class_summary">NESTED</A> | <A HREF="#fields_inherited_from_class_org.apache.hadoop.mapreduce.lib.output.FileOutputFormat">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.avro</FONT> +<BR> +Class AvroKeyWithMetadataOutputFormat<T></H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.mapreduce.OutputFormat<K,V> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<K,V> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.avro.mapreduce.AvroOutputFormatBase<org.apache.avro.mapred.AvroKey<T>,org.apache.hadoop.io.NullWritable> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.avro.AvroKeyWithMetadataOutputFormat<T></B> +</PRE> +<DL> +<DT><DT><B>Type Parameters:</B><DD><CODE>T</CODE> - The (java) type of the Avro data to write.</DL> +<HR> +<DL> +<DT><PRE>public class <B>AvroKeyWithMetadataOutputFormat<T></B><DT>extends org.apache.avro.mapreduce.AvroOutputFormatBase<org.apache.avro.mapred.AvroKey<T>,org.apache.hadoop.io.NullWritable></DL> +</PRE> + +<P> +FileOutputFormat for writing Avro container files. + + <p>Since Avro container files only contain records (not key/value pairs), this output + format ignores the value.</p> +<P> + +<P> +<HR> + +<P> +<!-- ======== NESTED CLASS SUMMARY ======== --> + +<A NAME="nested_class_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Nested Class Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected static class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" title="class in datafu.hourglass.avro">AvroKeyWithMetadataOutputFormat.RecordWriterFactory</A><<A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" title="type parameter in AvroKeyWithMetadataOutputFormat.RecordWriterFactory">T</A>></B></CODE> + +<BR> + A factory for creating record writers.</TD> +</TR> +</TABLE> + <A NAME="nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.lib.output.FileOutputFormat"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>org.apache.hadoop.mapreduce.lib.output.FileOutputFormat.Counter</CODE></TD> +</TR> +</TABLE> + +<!-- =========== FIELD SUMMARY =========== --> + +<A NAME="field_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Field Summary</B></FONT></TH> +</TR> +</TABLE> + <A NAME="fields_inherited_from_class_org.apache.hadoop.mapreduce.lib.output.FileOutputFormat"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Fields inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>BASE_OUTPUT_NAME, PART</CODE></TD> +</TR> +</TABLE> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> </CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html#AvroKeyWithMetadataOutputFormat()">AvroKeyWithMetadataOutputFormat</A></B>()</CODE> + +<BR> + Constructor.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected </CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html#AvroKeyWithMetadataOutputFormat(datafu.hourglass.avro.AvroKeyWithMetadataOutputFormat.RecordWriterFactory)">AvroKeyWithMetadataOutputFormat</A></B>(<A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" title="class in datafu.hourglass.avro">AvroKeyWithMetadataOutputFormat.RecordWriterFactory</A> recordWriterFactory)</CODE> + +<BR> + Constructor.</TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.hadoop.mapreduce.RecordWriter<org.apache.avro.mapred.AvroKey<<A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html" title="type parameter in AvroKeyWithMetadataOutputFormat">T</A>>,org.apache.hadoop.io.NullWritable></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html#getRecordWriter(org.apache.hadoop.mapreduce.TaskAttemptContext)">getRecordWriter</A></B>(org.apache.hadoop.mapreduce.TaskAttemptContext context)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_org.apache.avro.mapreduce.AvroOutputFormatBase"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class org.apache.avro.mapreduce.AvroOutputFormatBase</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>getAvroFileOutputStream, getCompressionCodec</CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_org.apache.hadoop.mapreduce.lib.output.FileOutputFormat"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>checkOutputSpecs, getCompressOutput, getDefaultWorkFile, getOutputCommitter, getOutputCompressorClass, getOutputName, getOutputPath, getPathForWorkFile, getUniqueFile, getWorkOutputPath, setCompressOutput, setOutputCompressorClass, setOutputName, setOutputPath</CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="AvroKeyWithMetadataOutputFormat()"><!-- --></A><H3> +AvroKeyWithMetadataOutputFormat</H3> +<PRE> +public <B>AvroKeyWithMetadataOutputFormat</B>()</PRE> +<DL> +<DD>Constructor. +<P> +</DL> +<HR> + +<A NAME="AvroKeyWithMetadataOutputFormat(datafu.hourglass.avro.AvroKeyWithMetadataOutputFormat.RecordWriterFactory)"><!-- --></A><H3> +AvroKeyWithMetadataOutputFormat</H3> +<PRE> +protected <B>AvroKeyWithMetadataOutputFormat</B>(<A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" title="class in datafu.hourglass.avro">AvroKeyWithMetadataOutputFormat.RecordWriterFactory</A> recordWriterFactory)</PRE> +<DL> +<DD>Constructor. +<P> +<DL> +<DT><B>Parameters:</B><DD><CODE>recordWriterFactory</CODE> - A factory for creating record writers.</DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="getRecordWriter(org.apache.hadoop.mapreduce.TaskAttemptContext)"><!-- --></A><H3> +getRecordWriter</H3> +<PRE> +public org.apache.hadoop.mapreduce.RecordWriter<org.apache.avro.mapred.AvroKey<<A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html" title="type parameter in AvroKeyWithMetadataOutputFormat">T</A>>,org.apache.hadoop.io.NullWritable> <B>getRecordWriter</B>(org.apache.hadoop.mapreduce.TaskAttemptContext context) + throws java.io.IOException</PRE> +<DL> +<DD> +<P> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE>getRecordWriter</CODE> in class <CODE>org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<org.apache.avro.mapred.AvroKey<<A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html" title="type parameter in AvroKeyWithMetadataOutputFormat">T</A>>,org.apache.hadoop.io.NullWritable></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AvroKeyWithMetadataOutputFormat.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" title="class in datafu.hourglass.avro"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroKeyWithMetadataOutputFormat.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_class_summary">NESTED</A> | <A HREF="#fields_inherited_from_class_org.apache.hadoop.mapreduce.lib.output.FileOutputFormat">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html b/hourglass/docs/current/datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html new file mode 100644 index 0000000..9c50b80 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html
@@ -0,0 +1,347 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +AvroKeyWithMetadataRecordWriter (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="AvroKeyWithMetadataRecordWriter (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AvroKeyWithMetadataRecordWriter.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" title="class in datafu.hourglass.avro"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.html" title="class in datafu.hourglass.avro"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroKeyWithMetadataRecordWriter.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | <A HREF="#field_summary">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: <A HREF="#field_detail">FIELD</A> | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.avro</FONT> +<BR> +Class AvroKeyWithMetadataRecordWriter<T></H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.mapreduce.RecordWriter<org.apache.avro.mapred.AvroKey<T>,org.apache.hadoop.io.NullWritable> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.avro.AvroKeyWithMetadataRecordWriter<T></B> +</PRE> +<DL> +<DT><DT><B>Type Parameters:</B><DD><CODE>T</CODE> - The Java type of the Avro data to write.</DL> +<HR> +<DL> +<DT><PRE>public class <B>AvroKeyWithMetadataRecordWriter<T></B><DT>extends org.apache.hadoop.mapreduce.RecordWriter<org.apache.avro.mapred.AvroKey<T>,org.apache.hadoop.io.NullWritable></DL> +</PRE> + +<P> +Writes Avro records to an Avro container file output stream. +<P> + +<P> +<HR> + +<P> +<!-- =========== FIELD SUMMARY =========== --> + +<A NAME="field_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Field Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static java.lang.String</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html#TEXT_PREFIX">TEXT_PREFIX</A></B></CODE> + +<BR> + The configuration key prefix for a text output metadata.</TD> +</TR> +</TABLE> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html#AvroKeyWithMetadataRecordWriter(org.apache.avro.Schema, org.apache.avro.file.CodecFactory, java.io.OutputStream, org.apache.hadoop.conf.Configuration)">AvroKeyWithMetadataRecordWriter</A></B>(org.apache.avro.Schema writerSchema, + org.apache.avro.file.CodecFactory compressionCodec, + java.io.OutputStream outputStream, + org.apache.hadoop.conf.Configuration conf)</CODE> + +<BR> + Constructor.</TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html#close(org.apache.hadoop.mapreduce.TaskAttemptContext)">close</A></B>(org.apache.hadoop.mapreduce.TaskAttemptContext context)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html#write(org.apache.avro.mapred.AvroKey, org.apache.hadoop.io.NullWritable)">write</A></B>(org.apache.avro.mapred.AvroKey<<A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html" title="type parameter in AvroKeyWithMetadataRecordWriter">T</A>> record, + org.apache.hadoop.io.NullWritable ignore)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ============ FIELD DETAIL =========== --> + +<A NAME="field_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Field Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="TEXT_PREFIX"><!-- --></A><H3> +TEXT_PREFIX</H3> +<PRE> +public static final java.lang.String <B>TEXT_PREFIX</B></PRE> +<DL> +<DD>The configuration key prefix for a text output metadata. +<P> +<DL> +<DT><B>See Also:</B><DD><A HREF="../../../constant-values.html#datafu.hourglass.avro.AvroKeyWithMetadataRecordWriter.TEXT_PREFIX">Constant Field Values</A></DL> +</DL> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="AvroKeyWithMetadataRecordWriter(org.apache.avro.Schema, org.apache.avro.file.CodecFactory, java.io.OutputStream, org.apache.hadoop.conf.Configuration)"><!-- --></A><H3> +AvroKeyWithMetadataRecordWriter</H3> +<PRE> +public <B>AvroKeyWithMetadataRecordWriter</B>(org.apache.avro.Schema writerSchema, + org.apache.avro.file.CodecFactory compressionCodec, + java.io.OutputStream outputStream, + org.apache.hadoop.conf.Configuration conf) + throws java.io.IOException</PRE> +<DL> +<DD>Constructor. +<P> +<DL> +<DT><B>Parameters:</B><DD><CODE>writerSchema</CODE> - The writer schema for the records in the Avro container file.<DD><CODE>compressionCodec</CODE> - A compression codec factory for the Avro container file.<DD><CODE>outputStream</CODE> - The output stream to write the Avro container file to. +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> - If the record writer cannot be opened.</DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="write(org.apache.avro.mapred.AvroKey, org.apache.hadoop.io.NullWritable)"><!-- --></A><H3> +write</H3> +<PRE> +public void <B>write</B>(org.apache.avro.mapred.AvroKey<<A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html" title="type parameter in AvroKeyWithMetadataRecordWriter">T</A>> record, + org.apache.hadoop.io.NullWritable ignore) + throws java.io.IOException</PRE> +<DL> +<DD> +<P> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE>write</CODE> in class <CODE>org.apache.hadoop.mapreduce.RecordWriter<org.apache.avro.mapred.AvroKey<<A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html" title="type parameter in AvroKeyWithMetadataRecordWriter">T</A>>,org.apache.hadoop.io.NullWritable></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="close(org.apache.hadoop.mapreduce.TaskAttemptContext)"><!-- --></A><H3> +close</H3> +<PRE> +public void <B>close</B>(org.apache.hadoop.mapreduce.TaskAttemptContext context) + throws java.io.IOException</PRE> +<DL> +<DD> +<P> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE>close</CODE> in class <CODE>org.apache.hadoop.mapreduce.RecordWriter<org.apache.avro.mapred.AvroKey<<A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html" title="type parameter in AvroKeyWithMetadataRecordWriter">T</A>>,org.apache.hadoop.io.NullWritable></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AvroKeyWithMetadataRecordWriter.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" title="class in datafu.hourglass.avro"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.html" title="class in datafu.hourglass.avro"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroKeyWithMetadataRecordWriter.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | <A HREF="#field_summary">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: <A HREF="#field_detail">FIELD</A> | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/avro/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html b/hourglass/docs/current/datafu/hourglass/avro/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html new file mode 100644 index 0000000..efe03b0 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/avro/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html
@@ -0,0 +1,293 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.html" title="class in datafu.hourglass.avro"><B>PREV CLASS</B></A> + NEXT CLASS</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/avro/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html" target="_top"><B>FRAMES</B></A> + <A HREF="CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.avro</FONT> +<BR> +Class CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader<T></H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.mapreduce.RecordReader<K,V> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.avro.mapreduce.AvroRecordReaderBase<org.apache.avro.mapred.AvroKey<T>,org.apache.hadoop.io.NullWritable,T> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.avro.mapreduce.AvroKeyRecordReader<T> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.avro.CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader<T></B> +</PRE> +<DL> +<DT><B>All Implemented Interfaces:</B> <DD>java.io.Closeable</DD> +</DL> +<DL> +<DT><B>Enclosing class:</B><DD><A HREF="../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.html" title="class in datafu.hourglass.avro">CombinedAvroKeyInputFormat</A><<A HREF="../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.html" title="type parameter in CombinedAvroKeyInputFormat">T</A>></DD> +</DL> +<HR> +<DL> +<DT><PRE>public static class <B>CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader<T></B><DT>extends org.apache.avro.mapreduce.AvroKeyRecordReader<T></DL> +</PRE> + +<P> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html#CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader(org.apache.hadoop.mapreduce.lib.input.CombineFileSplit, org.apache.hadoop.mapreduce.TaskAttemptContext, java.lang.Integer)">CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader</A></B>(org.apache.hadoop.mapreduce.lib.input.CombineFileSplit inputSplit, + org.apache.hadoop.mapreduce.TaskAttemptContext context, + java.lang.Integer idx)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html#initialize(org.apache.hadoop.mapreduce.InputSplit, org.apache.hadoop.mapreduce.TaskAttemptContext)">initialize</A></B>(org.apache.hadoop.mapreduce.InputSplit inputSplit, + org.apache.hadoop.mapreduce.TaskAttemptContext context)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_org.apache.avro.mapreduce.AvroKeyRecordReader"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class org.apache.avro.mapreduce.AvroKeyRecordReader</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>getCurrentKey, getCurrentValue, nextKeyValue</CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_org.apache.avro.mapreduce.AvroRecordReaderBase"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class org.apache.avro.mapreduce.AvroRecordReaderBase</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>close, createAvroFileReader, createSeekableInput, getCurrentRecord, getProgress</CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader(org.apache.hadoop.mapreduce.lib.input.CombineFileSplit, org.apache.hadoop.mapreduce.TaskAttemptContext, java.lang.Integer)"><!-- --></A><H3> +CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader</H3> +<PRE> +public <B>CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader</B>(org.apache.hadoop.mapreduce.lib.input.CombineFileSplit inputSplit, + org.apache.hadoop.mapreduce.TaskAttemptContext context, + java.lang.Integer idx)</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="initialize(org.apache.hadoop.mapreduce.InputSplit, org.apache.hadoop.mapreduce.TaskAttemptContext)"><!-- --></A><H3> +initialize</H3> +<PRE> +public void <B>initialize</B>(org.apache.hadoop.mapreduce.InputSplit inputSplit, + org.apache.hadoop.mapreduce.TaskAttemptContext context) + throws java.io.IOException, + java.lang.InterruptedException</PRE> +<DL> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE>initialize</CODE> in class <CODE>org.apache.avro.mapreduce.AvroRecordReaderBase<org.apache.avro.mapred.AvroKey<<A HREF="../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html" title="type parameter in CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader">T</A>>,org.apache.hadoop.io.NullWritable,<A HREF="../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html" title="type parameter in CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader">T</A>></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE></DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.html" title="class in datafu.hourglass.avro"><B>PREV CLASS</B></A> + NEXT CLASS</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/avro/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html" target="_top"><B>FRAMES</B></A> + <A HREF="CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/avro/CombinedAvroKeyInputFormat.html b/hourglass/docs/current/datafu/hourglass/avro/CombinedAvroKeyInputFormat.html new file mode 100644 index 0000000..220590a --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/avro/CombinedAvroKeyInputFormat.html
@@ -0,0 +1,336 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +CombinedAvroKeyInputFormat (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="CombinedAvroKeyInputFormat (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/CombinedAvroKeyInputFormat.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html" title="class in datafu.hourglass.avro"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/avro/CombinedAvroKeyInputFormat.html" target="_top"><B>FRAMES</B></A> + <A HREF="CombinedAvroKeyInputFormat.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_class_summary">NESTED</A> | <A HREF="#fields_inherited_from_class_org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.avro</FONT> +<BR> +Class CombinedAvroKeyInputFormat<T></H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.mapreduce.InputFormat<K,V> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.mapreduce.lib.input.FileInputFormat<K,V> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat<org.apache.avro.mapred.AvroKey<T>,org.apache.hadoop.io.NullWritable> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.avro.CombinedAvroKeyInputFormat<T></B> +</PRE> +<DL> +<DT><DT><B>Type Parameters:</B><DD><CODE>T</CODE> - Type of data to be read</DL> +<HR> +<DL> +<DT><PRE>public class <B>CombinedAvroKeyInputFormat<T></B><DT>extends org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat<org.apache.avro.mapred.AvroKey<T>,org.apache.hadoop.io.NullWritable></DL> +</PRE> + +<P> +A combined input format for reading Avro data. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> +<!-- ======== NESTED CLASS SUMMARY ======== --> + +<A NAME="nested_class_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Nested Class Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html" title="class in datafu.hourglass.avro">CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader</A><<A HREF="../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html" title="type parameter in CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader">T</A>></B></CODE> + +<BR> + </TD> +</TR> +</TABLE> + <A NAME="nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.lib.input.FileInputFormat"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.lib.input.FileInputFormat</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>org.apache.hadoop.mapreduce.lib.input.FileInputFormat.Counter</CODE></TD> +</TR> +</TABLE> + +<!-- =========== FIELD SUMMARY =========== --> + +<A NAME="field_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Field Summary</B></FONT></TH> +</TR> +</TABLE> + <A NAME="fields_inherited_from_class_org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Fields inherited from class org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>SPLIT_MINSIZE_PERNODE, SPLIT_MINSIZE_PERRACK</CODE></TD> +</TR> +</TABLE> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.html#CombinedAvroKeyInputFormat()">CombinedAvroKeyInputFormat</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.hadoop.mapreduce.RecordReader<org.apache.avro.mapred.AvroKey<<A HREF="../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.html" title="type parameter in CombinedAvroKeyInputFormat">T</A>>,org.apache.hadoop.io.NullWritable></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.html#createRecordReader(org.apache.hadoop.mapreduce.InputSplit, org.apache.hadoop.mapreduce.TaskAttemptContext)">createRecordReader</A></B>(org.apache.hadoop.mapreduce.InputSplit inputSplit, + org.apache.hadoop.mapreduce.TaskAttemptContext context)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>createPool, createPool, getFileBlockLocations, getSplits, isSplitable, setMaxSplitSize, setMinSplitSizeNode, setMinSplitSizeRack</CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_org.apache.hadoop.mapreduce.lib.input.FileInputFormat"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class org.apache.hadoop.mapreduce.lib.input.FileInputFormat</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>addInputPath, addInputPaths, computeSplitSize, getBlockIndex, getFormatMinSplitSize, getInputPathFilter, getInputPaths, getMaxSplitSize, getMinSplitSize, listStatus, setInputPathFilter, setInputPaths, setInputPaths, setMaxInputSplitSize, setMinInputSplitSize</CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="CombinedAvroKeyInputFormat()"><!-- --></A><H3> +CombinedAvroKeyInputFormat</H3> +<PRE> +public <B>CombinedAvroKeyInputFormat</B>()</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="createRecordReader(org.apache.hadoop.mapreduce.InputSplit, org.apache.hadoop.mapreduce.TaskAttemptContext)"><!-- --></A><H3> +createRecordReader</H3> +<PRE> +public org.apache.hadoop.mapreduce.RecordReader<org.apache.avro.mapred.AvroKey<<A HREF="../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.html" title="type parameter in CombinedAvroKeyInputFormat">T</A>>,org.apache.hadoop.io.NullWritable> <B>createRecordReader</B>(org.apache.hadoop.mapreduce.InputSplit inputSplit, + org.apache.hadoop.mapreduce.TaskAttemptContext context) + throws java.io.IOException</PRE> +<DL> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE>createRecordReader</CODE> in class <CODE>org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat<org.apache.avro.mapred.AvroKey<<A HREF="../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.html" title="type parameter in CombinedAvroKeyInputFormat">T</A>>,org.apache.hadoop.io.NullWritable></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/CombinedAvroKeyInputFormat.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html" title="class in datafu.hourglass.avro"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/avro/CombinedAvroKeyInputFormat.html" target="_top"><B>FRAMES</B></A> + <A HREF="CombinedAvroKeyInputFormat.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_class_summary">NESTED</A> | <A HREF="#fields_inherited_from_class_org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/avro/class-use/AvroDateRangeMetadata.html b/hourglass/docs/current/datafu/hourglass/avro/class-use/AvroDateRangeMetadata.html new file mode 100644 index 0000000..149de99 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/avro/class-use/AvroDateRangeMetadata.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.avro.AvroDateRangeMetadata (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.avro.AvroDateRangeMetadata (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/avro/AvroDateRangeMetadata.html" title="class in datafu.hourglass.avro"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/avro//class-useAvroDateRangeMetadata.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroDateRangeMetadata.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.avro.AvroDateRangeMetadata</B></H2> +</CENTER> +No usage of datafu.hourglass.avro.AvroDateRangeMetadata +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/avro/AvroDateRangeMetadata.html" title="class in datafu.hourglass.avro"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/avro//class-useAvroDateRangeMetadata.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroDateRangeMetadata.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/avro/class-use/AvroKeyValueWithMetadataOutputFormat.html b/hourglass/docs/current/datafu/hourglass/avro/class-use/AvroKeyValueWithMetadataOutputFormat.html new file mode 100644 index 0000000..773de7e --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/avro/class-use/AvroKeyValueWithMetadataOutputFormat.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.avro.AvroKeyValueWithMetadataOutputFormat (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.avro.AvroKeyValueWithMetadataOutputFormat (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/avro//class-useAvroKeyValueWithMetadataOutputFormat.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroKeyValueWithMetadataOutputFormat.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.avro.AvroKeyValueWithMetadataOutputFormat</B></H2> +</CENTER> +No usage of datafu.hourglass.avro.AvroKeyValueWithMetadataOutputFormat +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/avro//class-useAvroKeyValueWithMetadataOutputFormat.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroKeyValueWithMetadataOutputFormat.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/avro/class-use/AvroKeyValueWithMetadataRecordWriter.html b/hourglass/docs/current/datafu/hourglass/avro/class-use/AvroKeyValueWithMetadataRecordWriter.html new file mode 100644 index 0000000..828dbbc --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/avro/class-use/AvroKeyValueWithMetadataRecordWriter.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.avro.AvroKeyValueWithMetadataRecordWriter (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.avro.AvroKeyValueWithMetadataRecordWriter (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/avro//class-useAvroKeyValueWithMetadataRecordWriter.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroKeyValueWithMetadataRecordWriter.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.avro.AvroKeyValueWithMetadataRecordWriter</B></H2> +</CENTER> +No usage of datafu.hourglass.avro.AvroKeyValueWithMetadataRecordWriter +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/avro//class-useAvroKeyValueWithMetadataRecordWriter.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroKeyValueWithMetadataRecordWriter.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/avro/class-use/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html b/hourglass/docs/current/datafu/hourglass/avro/class-use/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html new file mode 100644 index 0000000..bf28027 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/avro/class-use/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html
@@ -0,0 +1,178 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.avro.AvroKeyWithMetadataOutputFormat.RecordWriterFactory (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.avro.AvroKeyWithMetadataOutputFormat.RecordWriterFactory (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" title="class in datafu.hourglass.avro"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/avro//class-useAvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.avro.AvroKeyWithMetadataOutputFormat.RecordWriterFactory</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" title="class in datafu.hourglass.avro">AvroKeyWithMetadataOutputFormat.RecordWriterFactory</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.avro"><B>datafu.hourglass.avro</B></A></TD> +<TD>Input and output formats for using Avro in incremental Hadoop jobs. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.avro"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" title="class in datafu.hourglass.avro">AvroKeyWithMetadataOutputFormat.RecordWriterFactory</A> in <A HREF="../../../../datafu/hourglass/avro/package-summary.html">datafu.hourglass.avro</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Constructors in <A HREF="../../../../datafu/hourglass/avro/package-summary.html">datafu.hourglass.avro</A> with parameters of type <A HREF="../../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" title="class in datafu.hourglass.avro">AvroKeyWithMetadataOutputFormat.RecordWriterFactory</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html#AvroKeyWithMetadataOutputFormat(datafu.hourglass.avro.AvroKeyWithMetadataOutputFormat.RecordWriterFactory)">AvroKeyWithMetadataOutputFormat</A></B>(<A HREF="../../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" title="class in datafu.hourglass.avro">AvroKeyWithMetadataOutputFormat.RecordWriterFactory</A> recordWriterFactory)</CODE> + +<BR> + Constructor.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" title="class in datafu.hourglass.avro"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/avro//class-useAvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/avro/class-use/AvroKeyWithMetadataOutputFormat.html b/hourglass/docs/current/datafu/hourglass/avro/class-use/AvroKeyWithMetadataOutputFormat.html new file mode 100644 index 0000000..6ec1e82 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/avro/class-use/AvroKeyWithMetadataOutputFormat.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.avro.AvroKeyWithMetadataOutputFormat (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.avro.AvroKeyWithMetadataOutputFormat (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/avro//class-useAvroKeyWithMetadataOutputFormat.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroKeyWithMetadataOutputFormat.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.avro.AvroKeyWithMetadataOutputFormat</B></H2> +</CENTER> +No usage of datafu.hourglass.avro.AvroKeyWithMetadataOutputFormat +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/avro//class-useAvroKeyWithMetadataOutputFormat.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroKeyWithMetadataOutputFormat.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/avro/class-use/AvroKeyWithMetadataRecordWriter.html b/hourglass/docs/current/datafu/hourglass/avro/class-use/AvroKeyWithMetadataRecordWriter.html new file mode 100644 index 0000000..db6cdff --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/avro/class-use/AvroKeyWithMetadataRecordWriter.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.avro.AvroKeyWithMetadataRecordWriter (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.avro.AvroKeyWithMetadataRecordWriter (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/avro//class-useAvroKeyWithMetadataRecordWriter.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroKeyWithMetadataRecordWriter.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.avro.AvroKeyWithMetadataRecordWriter</B></H2> +</CENTER> +No usage of datafu.hourglass.avro.AvroKeyWithMetadataRecordWriter +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/avro//class-useAvroKeyWithMetadataRecordWriter.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroKeyWithMetadataRecordWriter.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/avro/class-use/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html b/hourglass/docs/current/datafu/hourglass/avro/class-use/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html new file mode 100644 index 0000000..5858043 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/avro/class-use/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.avro.CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.avro.CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html" title="class in datafu.hourglass.avro"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/avro//class-useCombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html" target="_top"><B>FRAMES</B></A> + <A HREF="CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.avro.CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader</B></H2> +</CENTER> +No usage of datafu.hourglass.avro.CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html" title="class in datafu.hourglass.avro"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/avro//class-useCombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html" target="_top"><B>FRAMES</B></A> + <A HREF="CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/avro/class-use/CombinedAvroKeyInputFormat.html b/hourglass/docs/current/datafu/hourglass/avro/class-use/CombinedAvroKeyInputFormat.html new file mode 100644 index 0000000..cc5eb2b --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/avro/class-use/CombinedAvroKeyInputFormat.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.avro.CombinedAvroKeyInputFormat (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.avro.CombinedAvroKeyInputFormat (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.html" title="class in datafu.hourglass.avro"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/avro//class-useCombinedAvroKeyInputFormat.html" target="_top"><B>FRAMES</B></A> + <A HREF="CombinedAvroKeyInputFormat.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.avro.CombinedAvroKeyInputFormat</B></H2> +</CENTER> +No usage of datafu.hourglass.avro.CombinedAvroKeyInputFormat +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.html" title="class in datafu.hourglass.avro"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/avro//class-useCombinedAvroKeyInputFormat.html" target="_top"><B>FRAMES</B></A> + <A HREF="CombinedAvroKeyInputFormat.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/avro/package-frame.html b/hourglass/docs/current/datafu/hourglass/avro/package-frame.html new file mode 100644 index 0000000..898d7d9 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/avro/package-frame.html
@@ -0,0 +1,46 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +datafu.hourglass.avro (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + + +</HEAD> + +<BODY BGCOLOR="white"> +<FONT size="+1" CLASS="FrameTitleFont"> +<A HREF="../../../datafu/hourglass/avro/package-summary.html" target="classFrame">datafu.hourglass.avro</A></FONT> +<TABLE BORDER="0" WIDTH="100%" SUMMARY=""> +<TR> +<TD NOWRAP><FONT size="+1" CLASS="FrameHeadingFont"> +Classes</FONT> +<FONT CLASS="FrameItemFont"> +<BR> +<A HREF="AvroDateRangeMetadata.html" title="class in datafu.hourglass.avro" target="classFrame">AvroDateRangeMetadata</A> +<BR> +<A HREF="AvroKeyValueWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro" target="classFrame">AvroKeyValueWithMetadataOutputFormat</A> +<BR> +<A HREF="AvroKeyValueWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro" target="classFrame">AvroKeyValueWithMetadataRecordWriter</A> +<BR> +<A HREF="AvroKeyWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro" target="classFrame">AvroKeyWithMetadataOutputFormat</A> +<BR> +<A HREF="AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" title="class in datafu.hourglass.avro" target="classFrame">AvroKeyWithMetadataOutputFormat.RecordWriterFactory</A> +<BR> +<A HREF="AvroKeyWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro" target="classFrame">AvroKeyWithMetadataRecordWriter</A> +<BR> +<A HREF="CombinedAvroKeyInputFormat.html" title="class in datafu.hourglass.avro" target="classFrame">CombinedAvroKeyInputFormat</A> +<BR> +<A HREF="CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html" title="class in datafu.hourglass.avro" target="classFrame">CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader</A></FONT></TD> +</TR> +</TABLE> + + +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/avro/package-summary.html b/hourglass/docs/current/datafu/hourglass/avro/package-summary.html new file mode 100644 index 0000000..7182ca0 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/avro/package-summary.html
@@ -0,0 +1,202 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +datafu.hourglass.avro (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="datafu.hourglass.avro (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Package</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-use.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV PACKAGE + <A HREF="../../../datafu/hourglass/fs/package-summary.html"><B>NEXT PACKAGE</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/avro/package-summary.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-summary.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<H2> +Package datafu.hourglass.avro +</H2> +Input and output formats for using Avro in incremental Hadoop jobs. +<P> +<B>See:</B> +<BR> + <A HREF="#package_description"><B>Description</B></A> +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Class Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/avro/AvroDateRangeMetadata.html" title="class in datafu.hourglass.avro">AvroDateRangeMetadata</A></B></TD> +<TD>Manages the storage and retrieval of date ranges in the metadata of Avro files.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro">AvroKeyValueWithMetadataOutputFormat<K,V></A></B></TD> +<TD>FileOutputFormat for writing Avro container files of key/value pairs.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro">AvroKeyValueWithMetadataRecordWriter<K,V></A></B></TD> +<TD>Writes key/value pairs to an Avro container file.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro">AvroKeyWithMetadataOutputFormat<T></A></B></TD> +<TD>FileOutputFormat for writing Avro container files.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" title="class in datafu.hourglass.avro">AvroKeyWithMetadataOutputFormat.RecordWriterFactory<T></A></B></TD> +<TD>A factory for creating record writers.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro">AvroKeyWithMetadataRecordWriter<T></A></B></TD> +<TD>Writes Avro records to an Avro container file output stream.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.html" title="class in datafu.hourglass.avro">CombinedAvroKeyInputFormat<T></A></B></TD> +<TD>A combined input format for reading Avro data.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html" title="class in datafu.hourglass.avro">CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader<T></A></B></TD> +<TD> </TD> +</TR> +</TABLE> + + +<P> +<A NAME="package_description"><!-- --></A><H2> +Package datafu.hourglass.avro Description +</H2> + +<P> +Input and output formats for using Avro in incremental Hadoop jobs. + These are used internally by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> + and <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A>. +<P> + +<P> +<DL> +</DL> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Package</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-use.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV PACKAGE + <A HREF="../../../datafu/hourglass/fs/package-summary.html"><B>NEXT PACKAGE</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/avro/package-summary.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-summary.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/avro/package-tree.html b/hourglass/docs/current/datafu/hourglass/avro/package-tree.html new file mode 100644 index 0000000..897208d --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/avro/package-tree.html
@@ -0,0 +1,174 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +datafu.hourglass.avro Class Hierarchy (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="datafu.hourglass.avro Class Hierarchy (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Use</FONT> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Tree</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + <A HREF="../../../datafu/hourglass/fs/package-tree.html"><B>NEXT</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/avro/package-tree.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-tree.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +Hierarchy For Package datafu.hourglass.avro +</H2> +</CENTER> +<DL> +<DT><B>Package Hierarchies:</B><DD><A HREF="../../../overview-tree.html">All Packages</A></DL> +<HR> +<H2> +Class Hierarchy +</H2> +<UL> +<LI TYPE="circle">java.lang.Object<UL> +<LI TYPE="circle">datafu.hourglass.avro.<A HREF="../../../datafu/hourglass/avro/AvroDateRangeMetadata.html" title="class in datafu.hourglass.avro"><B>AvroDateRangeMetadata</B></A><LI TYPE="circle">datafu.hourglass.avro.<A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" title="class in datafu.hourglass.avro"><B>AvroKeyWithMetadataOutputFormat.RecordWriterFactory</B></A><T><LI TYPE="circle">org.apache.hadoop.mapreduce.InputFormat<K,V><UL> +<LI TYPE="circle">org.apache.hadoop.mapreduce.lib.input.FileInputFormat<K,V><UL> +<LI TYPE="circle">org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat<K,V><UL> +<LI TYPE="circle">datafu.hourglass.avro.<A HREF="../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.html" title="class in datafu.hourglass.avro"><B>CombinedAvroKeyInputFormat</B></A><T></UL> +</UL> +</UL> +<LI TYPE="circle">org.apache.hadoop.mapreduce.OutputFormat<K,V><UL> +<LI TYPE="circle">org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<K,V><UL> +<LI TYPE="circle">org.apache.avro.mapreduce.AvroOutputFormatBase<K,V><UL> +<LI TYPE="circle">datafu.hourglass.avro.<A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro"><B>AvroKeyValueWithMetadataOutputFormat</B></A><K,V><LI TYPE="circle">datafu.hourglass.avro.<A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro"><B>AvroKeyWithMetadataOutputFormat</B></A><T></UL> +</UL> +</UL> +<LI TYPE="circle">org.apache.hadoop.mapreduce.RecordReader<KEYIN,VALUEIN> (implements java.io.Closeable) +<UL> +<LI TYPE="circle">org.apache.avro.mapreduce.AvroRecordReaderBase<K,V,T><UL> +<LI TYPE="circle">org.apache.avro.mapreduce.AvroKeyRecordReader<T><UL> +<LI TYPE="circle">datafu.hourglass.avro.<A HREF="../../../datafu/hourglass/avro/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html" title="class in datafu.hourglass.avro"><B>CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader</B></A><T></UL> +</UL> +</UL> +<LI TYPE="circle">org.apache.hadoop.mapreduce.RecordWriter<K,V><UL> +<LI TYPE="circle">datafu.hourglass.avro.<A HREF="../../../datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro"><B>AvroKeyValueWithMetadataRecordWriter</B></A><K,V><LI TYPE="circle">datafu.hourglass.avro.<A HREF="../../../datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro"><B>AvroKeyWithMetadataRecordWriter</B></A><T></UL> +</UL> +</UL> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Use</FONT> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Tree</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + <A HREF="../../../datafu/hourglass/fs/package-tree.html"><B>NEXT</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/avro/package-tree.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-tree.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/avro/package-use.html b/hourglass/docs/current/datafu/hourglass/avro/package-use.html new file mode 100644 index 0000000..c718078 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/avro/package-use.html
@@ -0,0 +1,170 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Package datafu.hourglass.avro (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Package datafu.hourglass.avro (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/avro/package-use.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-use.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Package<br>datafu.hourglass.avro</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../datafu/hourglass/avro/package-summary.html">datafu.hourglass.avro</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.avro"><B>datafu.hourglass.avro</B></A></TD> +<TD>Input and output formats for using Avro in incremental Hadoop jobs. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.avro"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Classes in <A HREF="../../../datafu/hourglass/avro/package-summary.html">datafu.hourglass.avro</A> used by <A HREF="../../../datafu/hourglass/avro/package-summary.html">datafu.hourglass.avro</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/avro/class-use/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html#datafu.hourglass.avro"><B>AvroKeyWithMetadataOutputFormat.RecordWriterFactory</B></A></B> + +<BR> + A factory for creating record writers.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/avro/package-use.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-use.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/fs/DatePath.html b/hourglass/docs/current/datafu/hourglass/fs/DatePath.html new file mode 100644 index 0000000..95598c9 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/fs/DatePath.html
@@ -0,0 +1,358 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +DatePath (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="DatePath (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/DatePath.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV CLASS + <A HREF="../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/fs/DatePath.html" target="_top"><B>FRAMES</B></A> + <A HREF="DatePath.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.fs</FONT> +<BR> +Class DatePath</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.fs.DatePath</B> +</PRE> +<DL> +<DT><B>All Implemented Interfaces:</B> <DD>java.lang.Comparable<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></DD> +</DL> +<HR> +<DL> +<DT><PRE>public class <B>DatePath</B><DT>extends java.lang.Object<DT>implements java.lang.Comparable<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></DL> +</PRE> + +<P> +Represents a path and the corresponding date that is associated with it. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/fs/DatePath.html#DatePath(java.util.Date, org.apache.hadoop.fs.Path)">DatePath</A></B>(java.util.Date date, + org.apache.hadoop.fs.Path path)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> int</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/fs/DatePath.html#compareTo(datafu.hourglass.fs.DatePath)">compareTo</A></B>(<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A> o)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static <A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/fs/DatePath.html#createDatedPath(org.apache.hadoop.fs.Path, java.util.Date)">createDatedPath</A></B>(org.apache.hadoop.fs.Path parent, + java.util.Date date)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.Date</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/fs/DatePath.html#getDate()">getDate</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.hadoop.fs.Path</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/fs/DatePath.html#getPath()">getPath</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.lang.String</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/fs/DatePath.html#toString()">toString</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="DatePath(java.util.Date, org.apache.hadoop.fs.Path)"><!-- --></A><H3> +DatePath</H3> +<PRE> +public <B>DatePath</B>(java.util.Date date, + org.apache.hadoop.fs.Path path)</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="getDate()"><!-- --></A><H3> +getDate</H3> +<PRE> +public java.util.Date <B>getDate</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getPath()"><!-- --></A><H3> +getPath</H3> +<PRE> +public org.apache.hadoop.fs.Path <B>getPath</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="createDatedPath(org.apache.hadoop.fs.Path, java.util.Date)"><!-- --></A><H3> +createDatedPath</H3> +<PRE> +public static <A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A> <B>createDatedPath</B>(org.apache.hadoop.fs.Path parent, + java.util.Date date)</PRE> +<DL> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="toString()"><!-- --></A><H3> +toString</H3> +<PRE> +public java.lang.String <B>toString</B>()</PRE> +<DL> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE>toString</CODE> in class <CODE>java.lang.Object</CODE></DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="compareTo(datafu.hourglass.fs.DatePath)"><!-- --></A><H3> +compareTo</H3> +<PRE> +public int <B>compareTo</B>(<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A> o)</PRE> +<DL> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE>compareTo</CODE> in interface <CODE>java.lang.Comparable<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/DatePath.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV CLASS + <A HREF="../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/fs/DatePath.html" target="_top"><B>FRAMES</B></A> + <A HREF="DatePath.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/fs/DateRange.html b/hourglass/docs/current/datafu/hourglass/fs/DateRange.html new file mode 100644 index 0000000..a7c8881 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/fs/DateRange.html
@@ -0,0 +1,281 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +DateRange (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="DateRange (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/DateRange.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/fs/PathUtils.html" title="class in datafu.hourglass.fs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/fs/DateRange.html" target="_top"><B>FRAMES</B></A> + <A HREF="DateRange.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.fs</FONT> +<BR> +Class DateRange</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.fs.DateRange</B> +</PRE> +<HR> +<DL> +<DT><PRE>public class <B>DateRange</B><DT>extends java.lang.Object</DL> +</PRE> + +<P> +A date range, consisting of a start and end date. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/fs/DateRange.html#DateRange(java.util.Date, java.util.Date)">DateRange</A></B>(java.util.Date beginDate, + java.util.Date endDate)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.Date</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/fs/DateRange.html#getBeginDate()">getBeginDate</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.Date</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/fs/DateRange.html#getEndDate()">getEndDate</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="DateRange(java.util.Date, java.util.Date)"><!-- --></A><H3> +DateRange</H3> +<PRE> +public <B>DateRange</B>(java.util.Date beginDate, + java.util.Date endDate)</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="getBeginDate()"><!-- --></A><H3> +getBeginDate</H3> +<PRE> +public java.util.Date <B>getBeginDate</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getEndDate()"><!-- --></A><H3> +getEndDate</H3> +<PRE> +public java.util.Date <B>getEndDate</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/DateRange.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/fs/PathUtils.html" title="class in datafu.hourglass.fs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/fs/DateRange.html" target="_top"><B>FRAMES</B></A> + <A HREF="DateRange.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/fs/PathUtils.html b/hourglass/docs/current/datafu/hourglass/fs/PathUtils.html new file mode 100644 index 0000000..b3931f8 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/fs/PathUtils.html
@@ -0,0 +1,568 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +PathUtils (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="PathUtils (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/PathUtils.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs"><B>PREV CLASS</B></A> + NEXT CLASS</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/fs/PathUtils.html" target="_top"><B>FRAMES</B></A> + <A HREF="PathUtils.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | <A HREF="#field_summary">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: <A HREF="#field_detail">FIELD</A> | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.fs</FONT> +<BR> +Class PathUtils</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.fs.PathUtils</B> +</PRE> +<HR> +<DL> +<DT><PRE>public class <B>PathUtils</B><DT>extends java.lang.Object</DL> +</PRE> + +<P> +A collection of utility methods for dealing with files and paths. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> +<!-- =========== FIELD SUMMARY =========== --> + +<A NAME="field_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Field Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static java.text.SimpleDateFormat</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/fs/PathUtils.html#datedPathFormat">datedPathFormat</A></B></CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static java.text.SimpleDateFormat</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/fs/PathUtils.html#nestedDatedPathFormat">nestedDatedPathFormat</A></B></CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static org.apache.hadoop.fs.PathFilter</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/fs/PathUtils.html#nonHiddenPathFilter">nonHiddenPathFilter</A></B></CODE> + +<BR> + Filters out paths starting with "." and "_".</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static java.util.TimeZone</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/fs/PathUtils.html#timeZone">timeZone</A></B></CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/fs/PathUtils.html#PathUtils()">PathUtils</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static long</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/fs/PathUtils.html#countBytes(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path)">countBytes</A></B>(org.apache.hadoop.fs.FileSystem fs, + org.apache.hadoop.fs.Path path)</CODE> + +<BR> + Sums the size of all files listed under a given path.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static java.util.List<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/fs/PathUtils.html#findDatedPaths(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path)">findDatedPaths</A></B>(org.apache.hadoop.fs.FileSystem fs, + org.apache.hadoop.fs.Path path)</CODE> + +<BR> + List all paths matching the "yyyyMMdd" format under a given path.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static java.util.List<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/fs/PathUtils.html#findNestedDatedPaths(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path)">findNestedDatedPaths</A></B>(org.apache.hadoop.fs.FileSystem fs, + org.apache.hadoop.fs.Path input)</CODE> + +<BR> + List all paths matching the "yyyy/MM/dd" format under a given path.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static java.util.Date</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/fs/PathUtils.html#getDateForDatedPath(org.apache.hadoop.fs.Path)">getDateForDatedPath</A></B>(org.apache.hadoop.fs.Path path)</CODE> + +<BR> + Gets the date for a path in the "yyyyMMdd" format.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static java.util.Date</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/fs/PathUtils.html#getDateForNestedDatedPath(org.apache.hadoop.fs.Path)">getDateForNestedDatedPath</A></B>(org.apache.hadoop.fs.Path path)</CODE> + +<BR> + Gets the date for a path in the "yyyy/MM/dd" format.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/fs/PathUtils.html#getSchemaFromFile(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path)">getSchemaFromFile</A></B>(org.apache.hadoop.fs.FileSystem fs, + org.apache.hadoop.fs.Path path)</CODE> + +<BR> + Gets the schema from a given Avro data file.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/fs/PathUtils.html#getSchemaFromPath(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path)">getSchemaFromPath</A></B>(org.apache.hadoop.fs.FileSystem fs, + org.apache.hadoop.fs.Path path)</CODE> + +<BR> + Gets the schema for the first Avro file under the given path.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/fs/PathUtils.html#keepLatestDatedPaths(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path, int)">keepLatestDatedPaths</A></B>(org.apache.hadoop.fs.FileSystem fs, + org.apache.hadoop.fs.Path path, + int retentionCount)</CODE> + +<BR> + Delete all but the last N days of paths matching the "yyyyMMdd" format.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/fs/PathUtils.html#keepLatestNestedDatedPaths(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path, int)">keepLatestNestedDatedPaths</A></B>(org.apache.hadoop.fs.FileSystem fs, + org.apache.hadoop.fs.Path path, + int retentionCount)</CODE> + +<BR> + Delete all but the last N days of paths matching the "yyyy/MM/dd" format.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ============ FIELD DETAIL =========== --> + +<A NAME="field_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Field Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="timeZone"><!-- --></A><H3> +timeZone</H3> +<PRE> +public static final java.util.TimeZone <B>timeZone</B></PRE> +<DL> +<DL> +</DL> +</DL> +<HR> + +<A NAME="datedPathFormat"><!-- --></A><H3> +datedPathFormat</H3> +<PRE> +public static final java.text.SimpleDateFormat <B>datedPathFormat</B></PRE> +<DL> +<DL> +</DL> +</DL> +<HR> + +<A NAME="nestedDatedPathFormat"><!-- --></A><H3> +nestedDatedPathFormat</H3> +<PRE> +public static final java.text.SimpleDateFormat <B>nestedDatedPathFormat</B></PRE> +<DL> +<DL> +</DL> +</DL> +<HR> + +<A NAME="nonHiddenPathFilter"><!-- --></A><H3> +nonHiddenPathFilter</H3> +<PRE> +public static final org.apache.hadoop.fs.PathFilter <B>nonHiddenPathFilter</B></PRE> +<DL> +<DD>Filters out paths starting with "." and "_". +<P> +<DL> +</DL> +</DL> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="PathUtils()"><!-- --></A><H3> +PathUtils</H3> +<PRE> +public <B>PathUtils</B>()</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="keepLatestDatedPaths(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path, int)"><!-- --></A><H3> +keepLatestDatedPaths</H3> +<PRE> +public static void <B>keepLatestDatedPaths</B>(org.apache.hadoop.fs.FileSystem fs, + org.apache.hadoop.fs.Path path, + int retentionCount) + throws java.io.IOException</PRE> +<DL> +<DD>Delete all but the last N days of paths matching the "yyyyMMdd" format. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>fs</CODE> - <DD><CODE>path</CODE> - <DD><CODE>retentionCount</CODE> - +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="keepLatestNestedDatedPaths(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path, int)"><!-- --></A><H3> +keepLatestNestedDatedPaths</H3> +<PRE> +public static void <B>keepLatestNestedDatedPaths</B>(org.apache.hadoop.fs.FileSystem fs, + org.apache.hadoop.fs.Path path, + int retentionCount) + throws java.io.IOException</PRE> +<DL> +<DD>Delete all but the last N days of paths matching the "yyyy/MM/dd" format. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>fs</CODE> - <DD><CODE>path</CODE> - <DD><CODE>retentionCount</CODE> - +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="findNestedDatedPaths(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path)"><!-- --></A><H3> +findNestedDatedPaths</H3> +<PRE> +public static java.util.List<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>> <B>findNestedDatedPaths</B>(org.apache.hadoop.fs.FileSystem fs, + org.apache.hadoop.fs.Path input) + throws java.io.IOException</PRE> +<DL> +<DD>List all paths matching the "yyyy/MM/dd" format under a given path. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>fs</CODE> - file system<DD><CODE>input</CODE> - path to search under +<DT><B>Returns:</B><DD>paths +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="findDatedPaths(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path)"><!-- --></A><H3> +findDatedPaths</H3> +<PRE> +public static java.util.List<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>> <B>findDatedPaths</B>(org.apache.hadoop.fs.FileSystem fs, + org.apache.hadoop.fs.Path path) + throws java.io.IOException</PRE> +<DL> +<DD>List all paths matching the "yyyyMMdd" format under a given path. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>fs</CODE> - file system<DD><CODE>path</CODE> - path to search under +<DT><B>Returns:</B><DD>paths +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="getSchemaFromFile(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path)"><!-- --></A><H3> +getSchemaFromFile</H3> +<PRE> +public static org.apache.avro.Schema <B>getSchemaFromFile</B>(org.apache.hadoop.fs.FileSystem fs, + org.apache.hadoop.fs.Path path) + throws java.io.IOException</PRE> +<DL> +<DD>Gets the schema from a given Avro data file. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>fs</CODE> - <DD><CODE>path</CODE> - +<DT><B>Returns:</B><DD>The schema read from the data file's metadata. +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="getSchemaFromPath(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path)"><!-- --></A><H3> +getSchemaFromPath</H3> +<PRE> +public static org.apache.avro.Schema <B>getSchemaFromPath</B>(org.apache.hadoop.fs.FileSystem fs, + org.apache.hadoop.fs.Path path) + throws java.io.IOException</PRE> +<DL> +<DD>Gets the schema for the first Avro file under the given path. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>path</CODE> - path to fetch schema for +<DT><B>Returns:</B><DD>Avro schema +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="countBytes(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path)"><!-- --></A><H3> +countBytes</H3> +<PRE> +public static long <B>countBytes</B>(org.apache.hadoop.fs.FileSystem fs, + org.apache.hadoop.fs.Path path) + throws java.io.IOException</PRE> +<DL> +<DD>Sums the size of all files listed under a given path. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>fs</CODE> - file system<DD><CODE>path</CODE> - path to count bytes for +<DT><B>Returns:</B><DD>total bytes under path +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="getDateForDatedPath(org.apache.hadoop.fs.Path)"><!-- --></A><H3> +getDateForDatedPath</H3> +<PRE> +public static java.util.Date <B>getDateForDatedPath</B>(org.apache.hadoop.fs.Path path)</PRE> +<DL> +<DD>Gets the date for a path in the "yyyyMMdd" format. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>path</CODE> - path to check +<DT><B>Returns:</B><DD>date for path</DL> +</DD> +</DL> +<HR> + +<A NAME="getDateForNestedDatedPath(org.apache.hadoop.fs.Path)"><!-- --></A><H3> +getDateForNestedDatedPath</H3> +<PRE> +public static java.util.Date <B>getDateForNestedDatedPath</B>(org.apache.hadoop.fs.Path path)</PRE> +<DL> +<DD>Gets the date for a path in the "yyyy/MM/dd" format. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>path</CODE> - path to check +<DT><B>Returns:</B><DD>date</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/PathUtils.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs"><B>PREV CLASS</B></A> + NEXT CLASS</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/fs/PathUtils.html" target="_top"><B>FRAMES</B></A> + <A HREF="PathUtils.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | <A HREF="#field_summary">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: <A HREF="#field_detail">FIELD</A> | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/fs/class-use/DatePath.html b/hourglass/docs/current/datafu/hourglass/fs/class-use/DatePath.html new file mode 100644 index 0000000..d402e3b --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/fs/class-use/DatePath.html
@@ -0,0 +1,380 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.fs.DatePath (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.fs.DatePath (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/fs//class-useDatePath.html" target="_top"><B>FRAMES</B></A> + <A HREF="DatePath.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.fs.DatePath</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.fs"><B>datafu.hourglass.fs</B></A></TD> +<TD>Classes for working with the file system. </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.fs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A> in <A HREF="../../../../datafu/hourglass/fs/package-summary.html">datafu.hourglass.fs</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/fs/package-summary.html">datafu.hourglass.fs</A> that return <A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static <A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A></CODE></FONT></TD> +<TD><CODE><B>DatePath.</B><B><A HREF="../../../../datafu/hourglass/fs/DatePath.html#createDatedPath(org.apache.hadoop.fs.Path, java.util.Date)">createDatedPath</A></B>(org.apache.hadoop.fs.Path parent, + java.util.Date date)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/fs/package-summary.html">datafu.hourglass.fs</A> that return types with arguments of type <A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static java.util.List<<A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></FONT></TD> +<TD><CODE><B>PathUtils.</B><B><A HREF="../../../../datafu/hourglass/fs/PathUtils.html#findDatedPaths(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path)">findDatedPaths</A></B>(org.apache.hadoop.fs.FileSystem fs, + org.apache.hadoop.fs.Path path)</CODE> + +<BR> + List all paths matching the "yyyyMMdd" format under a given path.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static java.util.List<<A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></FONT></TD> +<TD><CODE><B>PathUtils.</B><B><A HREF="../../../../datafu/hourglass/fs/PathUtils.html#findNestedDatedPaths(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path)">findNestedDatedPaths</A></B>(org.apache.hadoop.fs.FileSystem fs, + org.apache.hadoop.fs.Path input)</CODE> + +<BR> + List all paths matching the "yyyy/MM/dd" format under a given path.</TD> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/fs/package-summary.html">datafu.hourglass.fs</A> with parameters of type <A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> int</CODE></FONT></TD> +<TD><CODE><B>DatePath.</B><B><A HREF="../../../../datafu/hourglass/fs/DatePath.html#compareTo(datafu.hourglass.fs.DatePath)">compareTo</A></B>(<A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A> o)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A> that return <A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A></CODE></FONT></TD> +<TD><CODE><B>AbstractNonIncrementalJob.Report.</B><B><A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html#getOutputFile()">getOutputFile</A></B>()</CODE> + +<BR> + Gets the output file that was produced by the job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A></CODE></FONT></TD> +<TD><CODE><B>AbstractPartitionCollapsingIncrementalJob.Report.</B><B><A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html#getOutputPath()">getOutputPath</A></B>()</CODE> + +<BR> + Gets the path to the output which was produced by the job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A></CODE></FONT></TD> +<TD><CODE><B>PartitionCollapsingExecutionPlanner.</B><B><A HREF="../../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getPreviousOutputToProcess()">getPreviousOutputToProcess</A></B>()</CODE> + +<BR> + Gets the previous output to reuse, or null if no output is being reused.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A></CODE></FONT></TD> +<TD><CODE><B>AbstractPartitionCollapsingIncrementalJob.Report.</B><B><A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html#getReusedOutput()">getReusedOutput</A></B>()</CODE> + +<BR> + Gets the output that was reused, if one was reused.</TD> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A> that return types with arguments of type <A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected java.util.Map<java.util.Date,java.util.List<<A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>>></CODE></FONT></TD> +<TD><CODE><B>ExecutionPlanner.</B><B><A HREF="../../../../datafu/hourglass/jobs/ExecutionPlanner.html#getAvailableInputsByDate()">getAvailableInputsByDate</A></B>()</CODE> + +<BR> + Gets a map from date to available input data.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected java.util.SortedMap<java.util.Date,<A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></FONT></TD> +<TD><CODE><B>ExecutionPlanner.</B><B><A HREF="../../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDailyData(org.apache.hadoop.fs.Path)">getDailyData</A></B>(org.apache.hadoop.fs.Path path)</CODE> + +<BR> + Get a map from date to path for all paths matching yyyy/MM/dd under the given path.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected java.util.SortedMap<java.util.Date,<A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></FONT></TD> +<TD><CODE><B>ExecutionPlanner.</B><B><A HREF="../../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDatedData(org.apache.hadoop.fs.Path)">getDatedData</A></B>(org.apache.hadoop.fs.Path path)</CODE> + +<BR> + Get a map from date to path for all paths matching yyyyMMdd under the given path.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<<A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></FONT></TD> +<TD><CODE><B>AbstractNonIncrementalJob.Report.</B><B><A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html#getInputFiles()">getInputFiles</A></B>()</CODE> + +<BR> + Gets input files that were processed.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<<A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></FONT></TD> +<TD><CODE><B>AbstractPartitionCollapsingIncrementalJob.Report.</B><B><A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html#getInputFiles()">getInputFiles</A></B>()</CODE> + +<BR> + Gets new input files that were processed.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<<A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></FONT></TD> +<TD><CODE><B>AbstractPartitionPreservingIncrementalJob.Report.</B><B><A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html#getInputFiles()">getInputFiles</A></B>()</CODE> + +<BR> + Gets input files that were processed.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<<A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></FONT></TD> +<TD><CODE><B>PartitionCollapsingExecutionPlanner.</B><B><A HREF="../../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getInputsToProcess()">getInputsToProcess</A></B>()</CODE> + +<BR> + Gets all inputs that will be processed.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<<A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></FONT></TD> +<TD><CODE><B>PartitionPreservingExecutionPlanner.</B><B><A HREF="../../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getInputsToProcess()">getInputsToProcess</A></B>()</CODE> + +<BR> + Gets the inputs which are to be processed.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<<A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></FONT></TD> +<TD><CODE><B>PartitionCollapsingExecutionPlanner.</B><B><A HREF="../../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getNewInputsToProcess()">getNewInputsToProcess</A></B>()</CODE> + +<BR> + Gets only the new data that will be processed.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<<A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></FONT></TD> +<TD><CODE><B>AbstractPartitionCollapsingIncrementalJob.Report.</B><B><A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html#getOldInputFiles()">getOldInputFiles</A></B>()</CODE> + +<BR> + Gets old input files that were processed.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<<A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></FONT></TD> +<TD><CODE><B>PartitionCollapsingExecutionPlanner.</B><B><A HREF="../../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getOldInputsToProcess()">getOldInputsToProcess</A></B>()</CODE> + +<BR> + Gets only the old data that will be processed.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<<A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></FONT></TD> +<TD><CODE><B>AbstractPartitionPreservingIncrementalJob.Report.</B><B><A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html#getOutputFiles()">getOutputFiles</A></B>()</CODE> + +<BR> + Gets the output files that were produced by the job.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/fs//class-useDatePath.html" target="_top"><B>FRAMES</B></A> + <A HREF="DatePath.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/fs/class-use/DateRange.html b/hourglass/docs/current/datafu/hourglass/fs/class-use/DateRange.html new file mode 100644 index 0000000..ad8699c --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/fs/class-use/DateRange.html
@@ -0,0 +1,301 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.fs.DateRange (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.fs.DateRange (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/fs//class-useDateRange.html" target="_top"><B>FRAMES</B></A> + <A HREF="DateRange.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.fs.DateRange</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.avro"><B>datafu.hourglass.avro</B></A></TD> +<TD>Input and output formats for using Avro in incremental Hadoop jobs. </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.mapreduce"><B>datafu.hourglass.mapreduce</B></A></TD> +<TD>Implementations of mappers, combiners, and reducers used by incremental jobs. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.avro"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A> in <A HREF="../../../../datafu/hourglass/avro/package-summary.html">datafu.hourglass.avro</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/avro/package-summary.html">datafu.hourglass.avro</A> that return <A HREF="../../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static <A HREF="../../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A></CODE></FONT></TD> +<TD><CODE><B>AvroDateRangeMetadata.</B><B><A HREF="../../../../datafu/hourglass/avro/AvroDateRangeMetadata.html#getOutputFileDateRange(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path)">getOutputFileDateRange</A></B>(org.apache.hadoop.fs.FileSystem fs, + org.apache.hadoop.fs.Path path)</CODE> + +<BR> + Reads the date range from the metadata stored in an Avro file.</TD> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/avro/package-summary.html">datafu.hourglass.avro</A> with parameters of type <A HREF="../../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static void</CODE></FONT></TD> +<TD><CODE><B>AvroDateRangeMetadata.</B><B><A HREF="../../../../datafu/hourglass/avro/AvroDateRangeMetadata.html#configureOutputDateRange(org.apache.hadoop.conf.Configuration, datafu.hourglass.fs.DateRange)">configureOutputDateRange</A></B>(org.apache.hadoop.conf.Configuration conf, + <A HREF="../../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A> dateRange)</CODE> + +<BR> + Updates the Hadoop configuration so that the Avro files which are written have date range + information stored in the metadata.</TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A> that return <A HREF="../../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A></CODE></FONT></TD> +<TD><CODE><B>PartitionCollapsingExecutionPlanner.</B><B><A HREF="../../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getCurrentDateRange()">getCurrentDateRange</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A></CODE></FONT></TD> +<TD><CODE><B>ExecutionPlanner.</B><B><A HREF="../../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDateRange()">getDateRange</A></B>()</CODE> + +<BR> + Gets the desired input date range to process based on the configuration and available inputs.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static <A HREF="../../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A></CODE></FONT></TD> +<TD><CODE><B>DateRangePlanner.</B><B><A HREF="../../../../datafu/hourglass/jobs/DateRangePlanner.html#getDateRange(java.util.Date, java.util.Date, java.util.Collection, java.lang.Integer, java.lang.Integer)">getDateRange</A></B>(java.util.Date beginDateOverride, + java.util.Date endDateOverride, + java.util.Collection<java.util.Date> available, + java.lang.Integer daysAgo, + java.lang.Integer numDays)</CODE> + +<BR> + Determines the date range of inputs which should be processed.</TD> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A> with parameters of type <A HREF="../../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>DateRangeConfigurable.</B><B><A HREF="../../../../datafu/hourglass/jobs/DateRangeConfigurable.html#setOutputDateRange(datafu.hourglass.fs.DateRange)">setOutputDateRange</A></B>(<A HREF="../../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A> dateRange)</CODE> + +<BR> + Sets the date range for the output.</TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.mapreduce"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A> in <A HREF="../../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A> with parameters of type <A HREF="../../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>CollapsingCombiner.</B><B><A HREF="../../../../datafu/hourglass/mapreduce/CollapsingCombiner.html#setOutputDateRange(datafu.hourglass.fs.DateRange)">setOutputDateRange</A></B>(<A HREF="../../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A> dateRange)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>CollapsingReducer.</B><B><A HREF="../../../../datafu/hourglass/mapreduce/CollapsingReducer.html#setOutputDateRange(datafu.hourglass.fs.DateRange)">setOutputDateRange</A></B>(<A HREF="../../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A> dateRange)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/fs//class-useDateRange.html" target="_top"><B>FRAMES</B></A> + <A HREF="DateRange.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/fs/class-use/PathUtils.html b/hourglass/docs/current/datafu/hourglass/fs/class-use/PathUtils.html new file mode 100644 index 0000000..2cdeaee --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/fs/class-use/PathUtils.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.fs.PathUtils (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.fs.PathUtils (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/fs/PathUtils.html" title="class in datafu.hourglass.fs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/fs//class-usePathUtils.html" target="_top"><B>FRAMES</B></A> + <A HREF="PathUtils.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.fs.PathUtils</B></H2> +</CENTER> +No usage of datafu.hourglass.fs.PathUtils +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/fs/PathUtils.html" title="class in datafu.hourglass.fs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/fs//class-usePathUtils.html" target="_top"><B>FRAMES</B></A> + <A HREF="PathUtils.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/fs/package-frame.html b/hourglass/docs/current/datafu/hourglass/fs/package-frame.html new file mode 100644 index 0000000..c3b8d90 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/fs/package-frame.html
@@ -0,0 +1,36 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +datafu.hourglass.fs (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + + +</HEAD> + +<BODY BGCOLOR="white"> +<FONT size="+1" CLASS="FrameTitleFont"> +<A HREF="../../../datafu/hourglass/fs/package-summary.html" target="classFrame">datafu.hourglass.fs</A></FONT> +<TABLE BORDER="0" WIDTH="100%" SUMMARY=""> +<TR> +<TD NOWRAP><FONT size="+1" CLASS="FrameHeadingFont"> +Classes</FONT> +<FONT CLASS="FrameItemFont"> +<BR> +<A HREF="DatePath.html" title="class in datafu.hourglass.fs" target="classFrame">DatePath</A> +<BR> +<A HREF="DateRange.html" title="class in datafu.hourglass.fs" target="classFrame">DateRange</A> +<BR> +<A HREF="PathUtils.html" title="class in datafu.hourglass.fs" target="classFrame">PathUtils</A></FONT></TD> +</TR> +</TABLE> + + +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/fs/package-summary.html b/hourglass/docs/current/datafu/hourglass/fs/package-summary.html new file mode 100644 index 0000000..1168ee9 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/fs/package-summary.html
@@ -0,0 +1,182 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +datafu.hourglass.fs (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="datafu.hourglass.fs (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Package</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-use.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/avro/package-summary.html"><B>PREV PACKAGE</B></A> + <A HREF="../../../datafu/hourglass/jobs/package-summary.html"><B>NEXT PACKAGE</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/fs/package-summary.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-summary.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<H2> +Package datafu.hourglass.fs +</H2> +Classes for working with the file system. +<P> +<B>See:</B> +<BR> + <A HREF="#package_description"><B>Description</B></A> +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Class Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A></B></TD> +<TD>Represents a path and the corresponding date that is associated with it.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A></B></TD> +<TD>A date range, consisting of a start and end date.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/fs/PathUtils.html" title="class in datafu.hourglass.fs">PathUtils</A></B></TD> +<TD>A collection of utility methods for dealing with files and paths.</TD> +</TR> +</TABLE> + + +<P> +<A NAME="package_description"><!-- --></A><H2> +Package datafu.hourglass.fs Description +</H2> + +<P> +Classes for working with the file system. + These are used internally by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> + and <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A>. +<P> + +<P> +<DL> +</DL> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Package</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-use.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/avro/package-summary.html"><B>PREV PACKAGE</B></A> + <A HREF="../../../datafu/hourglass/jobs/package-summary.html"><B>NEXT PACKAGE</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/fs/package-summary.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-summary.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/fs/package-tree.html b/hourglass/docs/current/datafu/hourglass/fs/package-tree.html new file mode 100644 index 0000000..56cf206 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/fs/package-tree.html
@@ -0,0 +1,154 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +datafu.hourglass.fs Class Hierarchy (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="datafu.hourglass.fs Class Hierarchy (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Use</FONT> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Tree</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/avro/package-tree.html"><B>PREV</B></A> + <A HREF="../../../datafu/hourglass/jobs/package-tree.html"><B>NEXT</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/fs/package-tree.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-tree.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +Hierarchy For Package datafu.hourglass.fs +</H2> +</CENTER> +<DL> +<DT><B>Package Hierarchies:</B><DD><A HREF="../../../overview-tree.html">All Packages</A></DL> +<HR> +<H2> +Class Hierarchy +</H2> +<UL> +<LI TYPE="circle">java.lang.Object<UL> +<LI TYPE="circle">datafu.hourglass.fs.<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs"><B>DatePath</B></A> (implements java.lang.Comparable<T>) +<LI TYPE="circle">datafu.hourglass.fs.<A HREF="../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs"><B>DateRange</B></A><LI TYPE="circle">datafu.hourglass.fs.<A HREF="../../../datafu/hourglass/fs/PathUtils.html" title="class in datafu.hourglass.fs"><B>PathUtils</B></A></UL> +</UL> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Use</FONT> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Tree</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/avro/package-tree.html"><B>PREV</B></A> + <A HREF="../../../datafu/hourglass/jobs/package-tree.html"><B>NEXT</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/fs/package-tree.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-tree.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/fs/package-use.html b/hourglass/docs/current/datafu/hourglass/fs/package-use.html new file mode 100644 index 0000000..0a56dfc --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/fs/package-use.html
@@ -0,0 +1,233 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Package datafu.hourglass.fs (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Package datafu.hourglass.fs (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/fs/package-use.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-use.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Package<br>datafu.hourglass.fs</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../datafu/hourglass/fs/package-summary.html">datafu.hourglass.fs</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.avro"><B>datafu.hourglass.avro</B></A></TD> +<TD>Input and output formats for using Avro in incremental Hadoop jobs. </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.fs"><B>datafu.hourglass.fs</B></A></TD> +<TD>Classes for working with the file system. </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.mapreduce"><B>datafu.hourglass.mapreduce</B></A></TD> +<TD>Implementations of mappers, combiners, and reducers used by incremental jobs. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.avro"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Classes in <A HREF="../../../datafu/hourglass/fs/package-summary.html">datafu.hourglass.fs</A> used by <A HREF="../../../datafu/hourglass/avro/package-summary.html">datafu.hourglass.avro</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/fs/class-use/DateRange.html#datafu.hourglass.avro"><B>DateRange</B></A></B> + +<BR> + A date range, consisting of a start and end date.</TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.fs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Classes in <A HREF="../../../datafu/hourglass/fs/package-summary.html">datafu.hourglass.fs</A> used by <A HREF="../../../datafu/hourglass/fs/package-summary.html">datafu.hourglass.fs</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/fs/class-use/DatePath.html#datafu.hourglass.fs"><B>DatePath</B></A></B> + +<BR> + Represents a path and the corresponding date that is associated with it.</TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Classes in <A HREF="../../../datafu/hourglass/fs/package-summary.html">datafu.hourglass.fs</A> used by <A HREF="../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/fs/class-use/DatePath.html#datafu.hourglass.jobs"><B>DatePath</B></A></B> + +<BR> + Represents a path and the corresponding date that is associated with it.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/fs/class-use/DateRange.html#datafu.hourglass.jobs"><B>DateRange</B></A></B> + +<BR> + A date range, consisting of a start and end date.</TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.mapreduce"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Classes in <A HREF="../../../datafu/hourglass/fs/package-summary.html">datafu.hourglass.fs</A> used by <A HREF="../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/fs/class-use/DateRange.html#datafu.hourglass.mapreduce"><B>DateRange</B></A></B> + +<BR> + A date range, consisting of a start and end date.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/fs/package-use.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-use.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/AbstractJob.html b/hourglass/docs/current/datafu/hourglass/jobs/AbstractJob.html new file mode 100644 index 0000000..daa5913 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/AbstractJob.html
@@ -0,0 +1,904 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +AbstractJob (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="AbstractJob (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AbstractJob.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV CLASS + <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/AbstractJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.jobs</FONT> +<BR> +Class AbstractJob</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.conf.Configured + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.jobs.AbstractJob</B> +</PRE> +<DL> +<DT><B>All Implemented Interfaces:</B> <DD>org.apache.hadoop.conf.Configurable</DD> +</DL> +<DL> +<DT><B>Direct Known Subclasses:</B> <DD><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A></DD> +</DL> +<HR> +<DL> +<DT><PRE>public abstract class <B>AbstractJob</B><DT>extends org.apache.hadoop.conf.Configured</DL> +</PRE> + +<P> +Base class for Hadoop jobs. + + <p> + This class defines a set of common methods and configuration shared by Hadoop jobs. + Jobs can be configured either by providing properties or by calling setters. + Each property has a corresponding setter. + </p> + + This class recognizes the following properties: + + <ul> + <li><em>input.path</em> - Input path job will read from</li> + <li><em>output.path</em> - Output path job will write to</li> + <li><em>temp.path</em> - Temporary path under which intermediate files are stored</li> + <li><em>retention.count</em> - Number of days to retain in output directory</li> + <li><em>num.reducers</em> - Number of reducers to use</li> + <li><em>use.combiner</em> - Whether to use a combiner or not</li> + <li><em>counters.path</em> - Path to store job counters in</li> + </ul> + + <p> + The <em>input.path</em> property may be a comma-separated list of paths. When there is more + than one it implies a join is to be performed. Alternatively the paths may be listed separately. + For example, <em>input.path.first</em> and <em>input.path.second</em> define two separate input + paths. + </p> + + <p> + The <em>num.reducers</em> fixes the number of reducers. When not set the number of reducers + is computed based on the input size. + </p> + + <p> + The <em>temp.path</em> property defines the parent directory for temporary paths, not the + temporary path itself. Temporary paths are created under this directory with an <em>hourglass-</em> + prefix followed by a GUID. + </p> + + <p> + The input and output paths are the only required parameters. The rest are optional. + </p> + + <p> + Hadoop configuration may be provided by setting a property with the prefix <em>hadoop-conf.</em>. + For example, <em>mapred.min.split.size</em> can be configured by setting property + <em>hadoop-conf.mapred.min.split.size</em> to the desired value. + </p> +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#AbstractJob()">AbstractJob</A></B>()</CODE> + +<BR> + Initializes the job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#AbstractJob(java.lang.String, java.util.Properties)">AbstractJob</A></B>(java.lang.String name, + java.util.Properties props)</CODE> + +<BR> + Initializes the job with a job name and properties.</TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#config(org.apache.hadoop.conf.Configuration)">config</A></B>(org.apache.hadoop.conf.Configuration conf)</CODE> + +<BR> + Overridden to provide custom configuration before the job starts.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected org.apache.hadoop.fs.Path</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#createRandomTempPath()">createRandomTempPath</A></B>()</CODE> + +<BR> + Creates a random temporary path within the file system.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected org.apache.hadoop.fs.Path</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#ensurePath(org.apache.hadoop.fs.Path)">ensurePath</A></B>(org.apache.hadoop.fs.Path path)</CODE> + +<BR> + Creates a path, if it does not already exist.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.hadoop.fs.Path</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getCountersParentPath()">getCountersParentPath</A></B>()</CODE> + +<BR> + Gets the path where counters will be stored.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected org.apache.hadoop.fs.FileSystem</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getFileSystem()">getFileSystem</A></B>()</CODE> + +<BR> + Gets the file system.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<org.apache.hadoop.fs.Path></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getInputPaths()">getInputPaths</A></B>()</CODE> + +<BR> + Gets the input paths.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.lang.String</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getName()">getName</A></B>()</CODE> + +<BR> + Gets the job name</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.lang.Integer</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getNumReducers()">getNumReducers</A></B>()</CODE> + +<BR> + Gets the number of reducers to use.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.hadoop.fs.Path</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getOutputPath()">getOutputPath</A></B>()</CODE> + +<BR> + Gets the output path.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.Properties</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getProperties()">getProperties</A></B>()</CODE> + +<BR> + Gets the configuration properties.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.lang.Integer</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getRetentionCount()">getRetentionCount</A></B>()</CODE> + +<BR> + Gets the number of days of data which will be retained in the output path.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.hadoop.fs.Path</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getTempPath()">getTempPath</A></B>()</CODE> + +<BR> + Gets the temporary path under which intermediate files will be stored.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#initialize()">initialize</A></B>()</CODE> + +<BR> + Initialization required before running job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> boolean</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#isUseCombiner()">isUseCombiner</A></B>()</CODE> + +<BR> + Gets whether the combiner should be used.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected org.apache.hadoop.fs.Path</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#randomTempPath()">randomTempPath</A></B>()</CODE> + +<BR> + Generates a random temporary path within the file system.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>abstract void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#run()">run</A></B>()</CODE> + +<BR> + Run the job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setCountersParentPath(org.apache.hadoop.fs.Path)">setCountersParentPath</A></B>(org.apache.hadoop.fs.Path countersParentPath)</CODE> + +<BR> + Sets the path where counters will be stored.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setInputPaths(java.util.List)">setInputPaths</A></B>(java.util.List<org.apache.hadoop.fs.Path> inputPaths)</CODE> + +<BR> + Sets the input paths.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setName(java.lang.String)">setName</A></B>(java.lang.String name)</CODE> + +<BR> + Sets the job name</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setNumReducers(java.lang.Integer)">setNumReducers</A></B>(java.lang.Integer numReducers)</CODE> + +<BR> + Sets the number of reducers to use.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setOutputPath(org.apache.hadoop.fs.Path)">setOutputPath</A></B>(org.apache.hadoop.fs.Path outputPath)</CODE> + +<BR> + Sets the output path.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setProperties(java.util.Properties)">setProperties</A></B>(java.util.Properties props)</CODE> + +<BR> + Sets the configuration properties.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setRetentionCount(java.lang.Integer)">setRetentionCount</A></B>(java.lang.Integer retentionCount)</CODE> + +<BR> + Sets the number of days of data which will be retained in the output path.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setTempPath(org.apache.hadoop.fs.Path)">setTempPath</A></B>(org.apache.hadoop.fs.Path tempPath)</CODE> + +<BR> + Sets the temporary path where intermediate files will be stored.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setUseCombiner(boolean)">setUseCombiner</A></B>(boolean useCombiner)</CODE> + +<BR> + Sets whether the combiner should be used.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#validate()">validate</A></B>()</CODE> + +<BR> + Validation required before running job.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_org.apache.hadoop.conf.Configured"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class org.apache.hadoop.conf.Configured</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>getConf, setConf</CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="AbstractJob()"><!-- --></A><H3> +AbstractJob</H3> +<PRE> +public <B>AbstractJob</B>()</PRE> +<DL> +<DD>Initializes the job. +<P> +</DL> +<HR> + +<A NAME="AbstractJob(java.lang.String, java.util.Properties)"><!-- --></A><H3> +AbstractJob</H3> +<PRE> +public <B>AbstractJob</B>(java.lang.String name, + java.util.Properties props)</PRE> +<DL> +<DD>Initializes the job with a job name and properties. +<P> +<DL> +<DT><B>Parameters:</B><DD><CODE>name</CODE> - Job name<DD><CODE>props</CODE> - Configuration properties</DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="getName()"><!-- --></A><H3> +getName</H3> +<PRE> +public java.lang.String <B>getName</B>()</PRE> +<DL> +<DD>Gets the job name +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>Job name</DL> +</DD> +</DL> +<HR> + +<A NAME="setName(java.lang.String)"><!-- --></A><H3> +setName</H3> +<PRE> +public void <B>setName</B>(java.lang.String name)</PRE> +<DL> +<DD>Sets the job name +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>name</CODE> - Job name</DL> +</DD> +</DL> +<HR> + +<A NAME="getProperties()"><!-- --></A><H3> +getProperties</H3> +<PRE> +public java.util.Properties <B>getProperties</B>()</PRE> +<DL> +<DD>Gets the configuration properties. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>Configuration properties</DL> +</DD> +</DL> +<HR> + +<A NAME="setProperties(java.util.Properties)"><!-- --></A><H3> +setProperties</H3> +<PRE> +public void <B>setProperties</B>(java.util.Properties props)</PRE> +<DL> +<DD>Sets the configuration properties. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>props</CODE> - Properties</DL> +</DD> +</DL> +<HR> + +<A NAME="config(org.apache.hadoop.conf.Configuration)"><!-- --></A><H3> +config</H3> +<PRE> +public void <B>config</B>(org.apache.hadoop.conf.Configuration conf)</PRE> +<DL> +<DD>Overridden to provide custom configuration before the job starts. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>conf</CODE> - </DL> +</DD> +</DL> +<HR> + +<A NAME="getNumReducers()"><!-- --></A><H3> +getNumReducers</H3> +<PRE> +public java.lang.Integer <B>getNumReducers</B>()</PRE> +<DL> +<DD>Gets the number of reducers to use. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>Number of reducers</DL> +</DD> +</DL> +<HR> + +<A NAME="setNumReducers(java.lang.Integer)"><!-- --></A><H3> +setNumReducers</H3> +<PRE> +public void <B>setNumReducers</B>(java.lang.Integer numReducers)</PRE> +<DL> +<DD>Sets the number of reducers to use. Can also be set with <em>num.reducers</em> property. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>numReducers</CODE> - Number of reducers to use</DL> +</DD> +</DL> +<HR> + +<A NAME="isUseCombiner()"><!-- --></A><H3> +isUseCombiner</H3> +<PRE> +public boolean <B>isUseCombiner</B>()</PRE> +<DL> +<DD>Gets whether the combiner should be used. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>True if combiner should be used, otherwise false.</DL> +</DD> +</DL> +<HR> + +<A NAME="setUseCombiner(boolean)"><!-- --></A><H3> +setUseCombiner</H3> +<PRE> +public void <B>setUseCombiner</B>(boolean useCombiner)</PRE> +<DL> +<DD>Sets whether the combiner should be used. Can also be set with <em>use.combiner</em>. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>useCombiner</CODE> - True if a combiner should be used, otherwise false.</DL> +</DD> +</DL> +<HR> + +<A NAME="getCountersParentPath()"><!-- --></A><H3> +getCountersParentPath</H3> +<PRE> +public org.apache.hadoop.fs.Path <B>getCountersParentPath</B>()</PRE> +<DL> +<DD>Gets the path where counters will be stored. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>Counters path</DL> +</DD> +</DL> +<HR> + +<A NAME="setCountersParentPath(org.apache.hadoop.fs.Path)"><!-- --></A><H3> +setCountersParentPath</H3> +<PRE> +public void <B>setCountersParentPath</B>(org.apache.hadoop.fs.Path countersParentPath)</PRE> +<DL> +<DD>Sets the path where counters will be stored. Can also be set with <em>counters.path</em>. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>countersParentPath</CODE> - Counters path</DL> +</DD> +</DL> +<HR> + +<A NAME="getRetentionCount()"><!-- --></A><H3> +getRetentionCount</H3> +<PRE> +public java.lang.Integer <B>getRetentionCount</B>()</PRE> +<DL> +<DD>Gets the number of days of data which will be retained in the output path. + Only the latest will be kept. Older paths will be removed. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>retention count</DL> +</DD> +</DL> +<HR> + +<A NAME="setRetentionCount(java.lang.Integer)"><!-- --></A><H3> +setRetentionCount</H3> +<PRE> +public void <B>setRetentionCount</B>(java.lang.Integer retentionCount)</PRE> +<DL> +<DD>Sets the number of days of data which will be retained in the output path. + Only the latest will be kept. Older paths will be removed. + Can also be set with <em>retention.count</em>. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>retentionCount</CODE> - </DL> +</DD> +</DL> +<HR> + +<A NAME="getInputPaths()"><!-- --></A><H3> +getInputPaths</H3> +<PRE> +public java.util.List<org.apache.hadoop.fs.Path> <B>getInputPaths</B>()</PRE> +<DL> +<DD>Gets the input paths. Multiple input paths imply a join is to be performed. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>input paths</DL> +</DD> +</DL> +<HR> + +<A NAME="setInputPaths(java.util.List)"><!-- --></A><H3> +setInputPaths</H3> +<PRE> +public void <B>setInputPaths</B>(java.util.List<org.apache.hadoop.fs.Path> inputPaths)</PRE> +<DL> +<DD>Sets the input paths. Multiple input paths imply a join is to be performed. + Can also be set with <em>input.path</em> or several properties starting with + <em>input.path.</em>. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>inputPaths</CODE> - input paths</DL> +</DD> +</DL> +<HR> + +<A NAME="getOutputPath()"><!-- --></A><H3> +getOutputPath</H3> +<PRE> +public org.apache.hadoop.fs.Path <B>getOutputPath</B>()</PRE> +<DL> +<DD>Gets the output path. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>output path</DL> +</DD> +</DL> +<HR> + +<A NAME="setOutputPath(org.apache.hadoop.fs.Path)"><!-- --></A><H3> +setOutputPath</H3> +<PRE> +public void <B>setOutputPath</B>(org.apache.hadoop.fs.Path outputPath)</PRE> +<DL> +<DD>Sets the output path. Can also be set with <em>output.path</em>. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>outputPath</CODE> - output path</DL> +</DD> +</DL> +<HR> + +<A NAME="getTempPath()"><!-- --></A><H3> +getTempPath</H3> +<PRE> +public org.apache.hadoop.fs.Path <B>getTempPath</B>()</PRE> +<DL> +<DD>Gets the temporary path under which intermediate files will be stored. Defaults to /tmp. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>Temporary path</DL> +</DD> +</DL> +<HR> + +<A NAME="setTempPath(org.apache.hadoop.fs.Path)"><!-- --></A><H3> +setTempPath</H3> +<PRE> +public void <B>setTempPath</B>(org.apache.hadoop.fs.Path tempPath)</PRE> +<DL> +<DD>Sets the temporary path where intermediate files will be stored. Defaults to /tmp. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>tempPath</CODE> - Temporary path</DL> +</DD> +</DL> +<HR> + +<A NAME="getFileSystem()"><!-- --></A><H3> +getFileSystem</H3> +<PRE> +protected org.apache.hadoop.fs.FileSystem <B>getFileSystem</B>()</PRE> +<DL> +<DD>Gets the file system. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>File system +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="randomTempPath()"><!-- --></A><H3> +randomTempPath</H3> +<PRE> +protected org.apache.hadoop.fs.Path <B>randomTempPath</B>()</PRE> +<DL> +<DD>Generates a random temporary path within the file system. This does not create the path. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>Random temporary path</DL> +</DD> +</DL> +<HR> + +<A NAME="createRandomTempPath()"><!-- --></A><H3> +createRandomTempPath</H3> +<PRE> +protected org.apache.hadoop.fs.Path <B>createRandomTempPath</B>() + throws java.io.IOException</PRE> +<DL> +<DD>Creates a random temporary path within the file system. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>Random temporary path +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="ensurePath(org.apache.hadoop.fs.Path)"><!-- --></A><H3> +ensurePath</H3> +<PRE> +protected org.apache.hadoop.fs.Path <B>ensurePath</B>(org.apache.hadoop.fs.Path path) + throws java.io.IOException</PRE> +<DL> +<DD>Creates a path, if it does not already exist. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>path</CODE> - Path to create +<DT><B>Returns:</B><DD>The same path that was provided +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="validate()"><!-- --></A><H3> +validate</H3> +<PRE> +protected void <B>validate</B>()</PRE> +<DL> +<DD>Validation required before running job. +<P> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="initialize()"><!-- --></A><H3> +initialize</H3> +<PRE> +protected void <B>initialize</B>()</PRE> +<DL> +<DD>Initialization required before running job. +<P> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="run()"><!-- --></A><H3> +run</H3> +<PRE> +public abstract void <B>run</B>() + throws java.io.IOException, + java.lang.InterruptedException, + java.lang.ClassNotFoundException</PRE> +<DL> +<DD>Run the job. +<P> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE> +<DD><CODE>java.lang.ClassNotFoundException</CODE></DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AbstractJob.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV CLASS + <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/AbstractJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html b/hourglass/docs/current/datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html new file mode 100644 index 0000000..fcae09f --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html
@@ -0,0 +1,264 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +AbstractNonIncrementalJob.BaseCombiner (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="AbstractNonIncrementalJob.BaseCombiner (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AbstractNonIncrementalJob.BaseCombiner.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractNonIncrementalJob.BaseCombiner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Reducer">NESTED</A> | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#methods_inherited_from_class_org.apache.hadoop.mapreduce.Reducer">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | METHOD</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.jobs</FONT> +<BR> +Class AbstractNonIncrementalJob.BaseCombiner</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.mapreduce.Reducer<org.apache.avro.mapred.AvroKey<org.apache.avro.generic.GenericRecord>,org.apache.avro.mapred.AvroValue<org.apache.avro.generic.GenericRecord>,org.apache.avro.mapred.AvroKey<org.apache.avro.generic.GenericRecord>,org.apache.avro.mapred.AvroValue<org.apache.avro.generic.GenericRecord>> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.jobs.AbstractNonIncrementalJob.BaseCombiner</B> +</PRE> +<DL> +<DT><B>Enclosing class:</B><DD><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob</A></DD> +</DL> +<HR> +<DL> +<DT><PRE>public abstract static class <B>AbstractNonIncrementalJob.BaseCombiner</B><DT>extends org.apache.hadoop.mapreduce.Reducer<org.apache.avro.mapred.AvroKey<org.apache.avro.generic.GenericRecord>,org.apache.avro.mapred.AvroValue<org.apache.avro.generic.GenericRecord>,org.apache.avro.mapred.AvroKey<org.apache.avro.generic.GenericRecord>,org.apache.avro.mapred.AvroValue<org.apache.avro.generic.GenericRecord>></DL> +</PRE> + +<P> +Combiner base class for <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractNonIncrementalJob</CODE></A>. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> +<!-- ======== NESTED CLASS SUMMARY ======== --> + +<A NAME="nested_class_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Nested Class Summary</B></FONT></TH> +</TR> +</TABLE> + <A NAME="nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Reducer"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.Reducer</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>org.apache.hadoop.mapreduce.Reducer.Context</CODE></TD> +</TR> +</TABLE> + + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html#AbstractNonIncrementalJob.BaseCombiner()">AbstractNonIncrementalJob.BaseCombiner</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_org.apache.hadoop.mapreduce.Reducer"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class org.apache.hadoop.mapreduce.Reducer</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>cleanup, reduce, run, setup</CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="AbstractNonIncrementalJob.BaseCombiner()"><!-- --></A><H3> +AbstractNonIncrementalJob.BaseCombiner</H3> +<PRE> +public <B>AbstractNonIncrementalJob.BaseCombiner</B>()</PRE> +<DL> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AbstractNonIncrementalJob.BaseCombiner.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractNonIncrementalJob.BaseCombiner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Reducer">NESTED</A> | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#methods_inherited_from_class_org.apache.hadoop.mapreduce.Reducer">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | METHOD</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html b/hourglass/docs/current/datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html new file mode 100644 index 0000000..68ed84e --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html
@@ -0,0 +1,264 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +AbstractNonIncrementalJob.BaseMapper (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="AbstractNonIncrementalJob.BaseMapper (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AbstractNonIncrementalJob.BaseMapper.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractNonIncrementalJob.BaseMapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Mapper">NESTED</A> | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#methods_inherited_from_class_org.apache.hadoop.mapreduce.Mapper">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | METHOD</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.jobs</FONT> +<BR> +Class AbstractNonIncrementalJob.BaseMapper</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.mapreduce.Mapper<org.apache.avro.mapred.AvroKey<org.apache.avro.generic.GenericRecord>,org.apache.hadoop.io.NullWritable,org.apache.avro.mapred.AvroKey<org.apache.avro.generic.GenericRecord>,org.apache.avro.mapred.AvroValue<org.apache.avro.generic.GenericRecord>> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.jobs.AbstractNonIncrementalJob.BaseMapper</B> +</PRE> +<DL> +<DT><B>Enclosing class:</B><DD><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob</A></DD> +</DL> +<HR> +<DL> +<DT><PRE>public abstract static class <B>AbstractNonIncrementalJob.BaseMapper</B><DT>extends org.apache.hadoop.mapreduce.Mapper<org.apache.avro.mapred.AvroKey<org.apache.avro.generic.GenericRecord>,org.apache.hadoop.io.NullWritable,org.apache.avro.mapred.AvroKey<org.apache.avro.generic.GenericRecord>,org.apache.avro.mapred.AvroValue<org.apache.avro.generic.GenericRecord>></DL> +</PRE> + +<P> +Mapper base class for <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractNonIncrementalJob</CODE></A>. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> +<!-- ======== NESTED CLASS SUMMARY ======== --> + +<A NAME="nested_class_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Nested Class Summary</B></FONT></TH> +</TR> +</TABLE> + <A NAME="nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Mapper"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.Mapper</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>org.apache.hadoop.mapreduce.Mapper.Context</CODE></TD> +</TR> +</TABLE> + + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html#AbstractNonIncrementalJob.BaseMapper()">AbstractNonIncrementalJob.BaseMapper</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_org.apache.hadoop.mapreduce.Mapper"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class org.apache.hadoop.mapreduce.Mapper</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>cleanup, map, run, setup</CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="AbstractNonIncrementalJob.BaseMapper()"><!-- --></A><H3> +AbstractNonIncrementalJob.BaseMapper</H3> +<PRE> +public <B>AbstractNonIncrementalJob.BaseMapper</B>()</PRE> +<DL> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AbstractNonIncrementalJob.BaseMapper.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractNonIncrementalJob.BaseMapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Mapper">NESTED</A> | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#methods_inherited_from_class_org.apache.hadoop.mapreduce.Mapper">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | METHOD</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html b/hourglass/docs/current/datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html new file mode 100644 index 0000000..669be42 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html
@@ -0,0 +1,264 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +AbstractNonIncrementalJob.BaseReducer (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="AbstractNonIncrementalJob.BaseReducer (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AbstractNonIncrementalJob.BaseReducer.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractNonIncrementalJob.BaseReducer.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Reducer">NESTED</A> | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#methods_inherited_from_class_org.apache.hadoop.mapreduce.Reducer">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | METHOD</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.jobs</FONT> +<BR> +Class AbstractNonIncrementalJob.BaseReducer</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.mapreduce.Reducer<org.apache.avro.mapred.AvroKey<org.apache.avro.generic.GenericRecord>,org.apache.avro.mapred.AvroValue<org.apache.avro.generic.GenericRecord>,org.apache.avro.mapred.AvroKey<org.apache.avro.generic.GenericRecord>,org.apache.hadoop.io.NullWritable> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.jobs.AbstractNonIncrementalJob.BaseReducer</B> +</PRE> +<DL> +<DT><B>Enclosing class:</B><DD><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob</A></DD> +</DL> +<HR> +<DL> +<DT><PRE>public abstract static class <B>AbstractNonIncrementalJob.BaseReducer</B><DT>extends org.apache.hadoop.mapreduce.Reducer<org.apache.avro.mapred.AvroKey<org.apache.avro.generic.GenericRecord>,org.apache.avro.mapred.AvroValue<org.apache.avro.generic.GenericRecord>,org.apache.avro.mapred.AvroKey<org.apache.avro.generic.GenericRecord>,org.apache.hadoop.io.NullWritable></DL> +</PRE> + +<P> +Reducer base class for <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractNonIncrementalJob</CODE></A>. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> +<!-- ======== NESTED CLASS SUMMARY ======== --> + +<A NAME="nested_class_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Nested Class Summary</B></FONT></TH> +</TR> +</TABLE> + <A NAME="nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Reducer"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.Reducer</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>org.apache.hadoop.mapreduce.Reducer.Context</CODE></TD> +</TR> +</TABLE> + + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html#AbstractNonIncrementalJob.BaseReducer()">AbstractNonIncrementalJob.BaseReducer</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_org.apache.hadoop.mapreduce.Reducer"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class org.apache.hadoop.mapreduce.Reducer</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>cleanup, reduce, run, setup</CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="AbstractNonIncrementalJob.BaseReducer()"><!-- --></A><H3> +AbstractNonIncrementalJob.BaseReducer</H3> +<PRE> +public <B>AbstractNonIncrementalJob.BaseReducer</B>()</PRE> +<DL> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AbstractNonIncrementalJob.BaseReducer.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractNonIncrementalJob.BaseReducer.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Reducer">NESTED</A> | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#methods_inherited_from_class_org.apache.hadoop.mapreduce.Reducer">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | METHOD</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html b/hourglass/docs/current/datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html new file mode 100644 index 0000000..2884baf --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html
@@ -0,0 +1,355 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +AbstractNonIncrementalJob.Report (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="AbstractNonIncrementalJob.Report (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AbstractNonIncrementalJob.Report.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractNonIncrementalJob.Report.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.jobs</FONT> +<BR> +Class AbstractNonIncrementalJob.Report</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.jobs.AbstractNonIncrementalJob.Report</B> +</PRE> +<DL> +<DT><B>Enclosing class:</B><DD><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob</A></DD> +</DL> +<HR> +<DL> +<DT><PRE>public static class <B>AbstractNonIncrementalJob.Report</B><DT>extends java.lang.Object</DL> +</PRE> + +<P> +Reports files created and processed for an iteration of the job. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html#AbstractNonIncrementalJob.Report()">AbstractNonIncrementalJob.Report</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.hadoop.fs.Path</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html#getCountersPath()">getCountersPath</A></B>()</CODE> + +<BR> + Gets the path to the counters file, if one was written.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html#getInputFiles()">getInputFiles</A></B>()</CODE> + +<BR> + Gets input files that were processed.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.lang.String</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html#getJobId()">getJobId</A></B>()</CODE> + +<BR> + Gets the job ID.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.lang.String</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html#getJobName()">getJobName</A></B>()</CODE> + +<BR> + Gets the job name.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html#getOutputFile()">getOutputFile</A></B>()</CODE> + +<BR> + Gets the output file that was produced by the job.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="AbstractNonIncrementalJob.Report()"><!-- --></A><H3> +AbstractNonIncrementalJob.Report</H3> +<PRE> +public <B>AbstractNonIncrementalJob.Report</B>()</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="getJobName()"><!-- --></A><H3> +getJobName</H3> +<PRE> +public java.lang.String <B>getJobName</B>()</PRE> +<DL> +<DD>Gets the job name. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>job name</DL> +</DD> +</DL> +<HR> + +<A NAME="getJobId()"><!-- --></A><H3> +getJobId</H3> +<PRE> +public java.lang.String <B>getJobId</B>()</PRE> +<DL> +<DD>Gets the job ID. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>job ID</DL> +</DD> +</DL> +<HR> + +<A NAME="getCountersPath()"><!-- --></A><H3> +getCountersPath</H3> +<PRE> +public org.apache.hadoop.fs.Path <B>getCountersPath</B>()</PRE> +<DL> +<DD>Gets the path to the counters file, if one was written. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>counters path</DL> +</DD> +</DL> +<HR> + +<A NAME="getInputFiles()"><!-- --></A><H3> +getInputFiles</H3> +<PRE> +public java.util.List<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>> <B>getInputFiles</B>()</PRE> +<DL> +<DD>Gets input files that were processed. These are files that are within + the desired date range. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>input files</DL> +</DD> +</DL> +<HR> + +<A NAME="getOutputFile()"><!-- --></A><H3> +getOutputFile</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A> <B>getOutputFile</B>()</PRE> +<DL> +<DD>Gets the output file that was produced by the job. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>output file</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AbstractNonIncrementalJob.Report.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractNonIncrementalJob.Report.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/AbstractNonIncrementalJob.html b/hourglass/docs/current/datafu/hourglass/jobs/AbstractNonIncrementalJob.html new file mode 100644 index 0000000..17debc8 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/AbstractNonIncrementalJob.html
@@ -0,0 +1,585 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +AbstractNonIncrementalJob (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="AbstractNonIncrementalJob (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AbstractNonIncrementalJob.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/AbstractNonIncrementalJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractNonIncrementalJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_class_summary">NESTED</A> | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.jobs</FONT> +<BR> +Class AbstractNonIncrementalJob</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.conf.Configured + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.AbstractJob</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.TimeBasedJob</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.jobs.AbstractNonIncrementalJob</B> +</PRE> +<DL> +<DT><B>All Implemented Interfaces:</B> <DD>org.apache.hadoop.conf.Configurable</DD> +</DL> +<HR> +<DL> +<DT><PRE>public abstract class <B>AbstractNonIncrementalJob</B><DT>extends <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A></DL> +</PRE> + +<P> +Base class for Hadoop jobs that consume time-partitioned data + in a non-incremental way. Typically this is only used for comparing incremental + jobs against a non-incremental baseline. + It is essentially the same as <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> + without all the incremental features. + + <p> + Jobs extending this class consume input data partitioned according to yyyy/MM/dd. + Only a single input path is supported. The output will be written to a directory + in the output path with name format yyyyMMdd derived from the end of the time + window that is consumed. + </p> + + <p> + This class has the same configuration and methods as <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs"><CODE>TimeBasedJob</CODE></A>. + In addition it also recognizes the following properties: + </p> + + <ul> + <li><em>combine.inputs</em> - True if inputs should be combined (defaults to false)</li> + <li><em>num.reducers.bytes.per.reducer</em> - Number of input bytes per reducer</li> + </ul> + + <p> + When <em>combine.inputs</em> is true, then CombinedAvroKeyInputFormat is used + instead of AvroKeyInputFormat. This enables a single map task to consume more than + one file. + </p> + + <p> + The <em>num.reducers.bytes.per.reducer</em> property controls the number of reducers to + use based on the input size. The total size of the input files is divided by this number + and then rounded up. + </p> +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> +<!-- ======== NESTED CLASS SUMMARY ======== --> + +<A NAME="nested_class_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Nested Class Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseCombiner</A></B></CODE> + +<BR> + Combiner base class for <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractNonIncrementalJob</CODE></A>.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseMapper</A></B></CODE> + +<BR> + Mapper base class for <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractNonIncrementalJob</CODE></A>.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseReducer</A></B></CODE> + +<BR> + Reducer base class for <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractNonIncrementalJob</CODE></A>.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.Report</A></B></CODE> + +<BR> + Reports files created and processed for an iteration of the job.</TD> +</TR> +</TABLE> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html#AbstractNonIncrementalJob(java.lang.String, java.util.Properties)">AbstractNonIncrementalJob</A></B>(java.lang.String name, + java.util.Properties props)</CODE> + +<BR> + Initializes the job.</TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> boolean</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html#getCombineInputs()">getCombineInputs</A></B>()</CODE> + +<BR> + Gets whether inputs should be combined.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.lang.Class<? extends <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseCombiner</A>></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html#getCombinerClass()">getCombinerClass</A></B>()</CODE> + +<BR> + Gets the combiner class.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected abstract org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html#getMapOutputKeySchema()">getMapOutputKeySchema</A></B>()</CODE> + +<BR> + Gets the key schema for the map output.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected abstract org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html#getMapOutputValueSchema()">getMapOutputValueSchema</A></B>()</CODE> + +<BR> + Gets the value schema for the map output.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>abstract java.lang.Class<? extends <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseMapper</A>></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html#getMapperClass()">getMapperClass</A></B>()</CODE> + +<BR> + Gets the mapper class.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected abstract org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html#getReduceOutputSchema()">getReduceOutputSchema</A></B>()</CODE> + +<BR> + Gets the reduce output schema.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>abstract java.lang.Class<? extends <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseReducer</A>></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html#getReducerClass()">getReducerClass</A></B>()</CODE> + +<BR> + Gets the reducer class.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.Report</A></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html#getReport()">getReport</A></B>()</CODE> + +<BR> + Gets a report summarizing the run.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html#run()">run</A></B>()</CODE> + +<BR> + Runs the job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html#setCombineInputs(boolean)">setCombineInputs</A></B>(boolean combineInputs)</CODE> + +<BR> + Sets whether inputs should be combined.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.jobs.TimeBasedJob"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getDaysAgo()">getDaysAgo</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getEndDate()">getEndDate</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getNumDays()">getNumDays</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getStartDate()">getStartDate</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setDaysAgo(java.lang.Integer)">setDaysAgo</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setEndDate(java.util.Date)">setEndDate</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setNumDays(java.lang.Integer)">setNumDays</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setProperties(java.util.Properties)">setProperties</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setStartDate(java.util.Date)">setStartDate</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#validate()">validate</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.jobs.AbstractJob"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#config(org.apache.hadoop.conf.Configuration)">config</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#createRandomTempPath()">createRandomTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#ensurePath(org.apache.hadoop.fs.Path)">ensurePath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getCountersParentPath()">getCountersParentPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getFileSystem()">getFileSystem</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getInputPaths()">getInputPaths</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getName()">getName</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getNumReducers()">getNumReducers</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getOutputPath()">getOutputPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getProperties()">getProperties</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getRetentionCount()">getRetentionCount</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getTempPath()">getTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#initialize()">initialize</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#isUseCombiner()">isUseCombiner</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#randomTempPath()">randomTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setCountersParentPath(org.apache.hadoop.fs.Path)">setCountersParentPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setInputPaths(java.util.List)">setInputPaths</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setName(java.lang.String)">setName</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setNumReducers(java.lang.Integer)">setNumReducers</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setOutputPath(org.apache.hadoop.fs.Path)">setOutputPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setRetentionCount(java.lang.Integer)">setRetentionCount</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setTempPath(org.apache.hadoop.fs.Path)">setTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setUseCombiner(boolean)">setUseCombiner</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_org.apache.hadoop.conf.Configured"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class org.apache.hadoop.conf.Configured</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>getConf, setConf</CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="AbstractNonIncrementalJob(java.lang.String, java.util.Properties)"><!-- --></A><H3> +AbstractNonIncrementalJob</H3> +<PRE> +public <B>AbstractNonIncrementalJob</B>(java.lang.String name, + java.util.Properties props) + throws java.io.IOException</PRE> +<DL> +<DD>Initializes the job. +<P> +<DL> +<DT><B>Parameters:</B><DD><CODE>name</CODE> - job name<DD><CODE>props</CODE> - configuration properties +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="getCombineInputs()"><!-- --></A><H3> +getCombineInputs</H3> +<PRE> +public boolean <B>getCombineInputs</B>()</PRE> +<DL> +<DD>Gets whether inputs should be combined. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>true if inputs are to be combined</DL> +</DD> +</DL> +<HR> + +<A NAME="setCombineInputs(boolean)"><!-- --></A><H3> +setCombineInputs</H3> +<PRE> +public void <B>setCombineInputs</B>(boolean combineInputs)</PRE> +<DL> +<DD>Sets whether inputs should be combined. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>combineInputs</CODE> - true to combine inputs</DL> +</DD> +</DL> +<HR> + +<A NAME="getReport()"><!-- --></A><H3> +getReport</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.Report</A> <B>getReport</B>()</PRE> +<DL> +<DD>Gets a report summarizing the run. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>report</DL> +</DD> +</DL> +<HR> + +<A NAME="run()"><!-- --></A><H3> +run</H3> +<PRE> +public void <B>run</B>() + throws java.io.IOException, + java.lang.InterruptedException, + java.lang.ClassNotFoundException</PRE> +<DL> +<DD>Runs the job. +<P> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#run()">run</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE> +<DD><CODE>java.lang.ClassNotFoundException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="getMapOutputKeySchema()"><!-- --></A><H3> +getMapOutputKeySchema</H3> +<PRE> +protected abstract org.apache.avro.Schema <B>getMapOutputKeySchema</B>()</PRE> +<DL> +<DD>Gets the key schema for the map output. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>map output key schema</DL> +</DD> +</DL> +<HR> + +<A NAME="getMapOutputValueSchema()"><!-- --></A><H3> +getMapOutputValueSchema</H3> +<PRE> +protected abstract org.apache.avro.Schema <B>getMapOutputValueSchema</B>()</PRE> +<DL> +<DD>Gets the value schema for the map output. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>map output value schema</DL> +</DD> +</DL> +<HR> + +<A NAME="getReduceOutputSchema()"><!-- --></A><H3> +getReduceOutputSchema</H3> +<PRE> +protected abstract org.apache.avro.Schema <B>getReduceOutputSchema</B>()</PRE> +<DL> +<DD>Gets the reduce output schema. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>reduce output schema</DL> +</DD> +</DL> +<HR> + +<A NAME="getMapperClass()"><!-- --></A><H3> +getMapperClass</H3> +<PRE> +public abstract java.lang.Class<? extends <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseMapper</A>> <B>getMapperClass</B>()</PRE> +<DL> +<DD>Gets the mapper class. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>the mapper</DL> +</DD> +</DL> +<HR> + +<A NAME="getReducerClass()"><!-- --></A><H3> +getReducerClass</H3> +<PRE> +public abstract java.lang.Class<? extends <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseReducer</A>> <B>getReducerClass</B>()</PRE> +<DL> +<DD>Gets the reducer class. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>the reducer</DL> +</DD> +</DL> +<HR> + +<A NAME="getCombinerClass()"><!-- --></A><H3> +getCombinerClass</H3> +<PRE> +public java.lang.Class<? extends <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseCombiner</A>> <B>getCombinerClass</B>()</PRE> +<DL> +<DD>Gets the combiner class. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>the combiner</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AbstractNonIncrementalJob.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/AbstractNonIncrementalJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractNonIncrementalJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_class_summary">NESTED</A> | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html b/hourglass/docs/current/datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html new file mode 100644 index 0000000..9f3ee0e --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html
@@ -0,0 +1,400 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +AbstractPartitionCollapsingIncrementalJob.Report (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="AbstractPartitionCollapsingIncrementalJob.Report (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AbstractPartitionCollapsingIncrementalJob.Report.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractPartitionCollapsingIncrementalJob.Report.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.jobs</FONT> +<BR> +Class AbstractPartitionCollapsingIncrementalJob.Report</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.jobs.AbstractPartitionCollapsingIncrementalJob.Report</B> +</PRE> +<DL> +<DT><B>Enclosing class:</B><DD><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A></DD> +</DL> +<HR> +<DL> +<DT><PRE>public static class <B>AbstractPartitionCollapsingIncrementalJob.Report</B><DT>extends java.lang.Object</DL> +</PRE> + +<P> +Reports files created and processed for an iteration of the job. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html#AbstractPartitionCollapsingIncrementalJob.Report()">AbstractPartitionCollapsingIncrementalJob.Report</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.hadoop.fs.Path</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html#getCountersPath()">getCountersPath</A></B>()</CODE> + +<BR> + Gets the path to the counters file, if one was written.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html#getInputFiles()">getInputFiles</A></B>()</CODE> + +<BR> + Gets new input files that were processed.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.lang.String</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html#getJobId()">getJobId</A></B>()</CODE> + +<BR> + Gets the job ID.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.lang.String</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html#getJobName()">getJobName</A></B>()</CODE> + +<BR> + Gets the job name.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html#getOldInputFiles()">getOldInputFiles</A></B>()</CODE> + +<BR> + Gets old input files that were processed.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html#getOutputPath()">getOutputPath</A></B>()</CODE> + +<BR> + Gets the path to the output which was produced by the job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html#getReusedOutput()">getReusedOutput</A></B>()</CODE> + +<BR> + Gets the output that was reused, if one was reused.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="AbstractPartitionCollapsingIncrementalJob.Report()"><!-- --></A><H3> +AbstractPartitionCollapsingIncrementalJob.Report</H3> +<PRE> +public <B>AbstractPartitionCollapsingIncrementalJob.Report</B>()</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="getJobName()"><!-- --></A><H3> +getJobName</H3> +<PRE> +public java.lang.String <B>getJobName</B>()</PRE> +<DL> +<DD>Gets the job name. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>job name</DL> +</DD> +</DL> +<HR> + +<A NAME="getJobId()"><!-- --></A><H3> +getJobId</H3> +<PRE> +public java.lang.String <B>getJobId</B>()</PRE> +<DL> +<DD>Gets the job ID. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>job ID</DL> +</DD> +</DL> +<HR> + +<A NAME="getCountersPath()"><!-- --></A><H3> +getCountersPath</H3> +<PRE> +public org.apache.hadoop.fs.Path <B>getCountersPath</B>()</PRE> +<DL> +<DD>Gets the path to the counters file, if one was written. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>counters path</DL> +</DD> +</DL> +<HR> + +<A NAME="getOutputPath()"><!-- --></A><H3> +getOutputPath</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A> <B>getOutputPath</B>()</PRE> +<DL> +<DD>Gets the path to the output which was produced by the job. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>output path</DL> +</DD> +</DL> +<HR> + +<A NAME="getReusedOutput()"><!-- --></A><H3> +getReusedOutput</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A> <B>getReusedOutput</B>()</PRE> +<DL> +<DD>Gets the output that was reused, if one was reused. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>reused output path</DL> +</DD> +</DL> +<HR> + +<A NAME="getInputFiles()"><!-- --></A><H3> +getInputFiles</H3> +<PRE> +public java.util.List<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>> <B>getInputFiles</B>()</PRE> +<DL> +<DD>Gets new input files that were processed. These are files that are within + the desired date range. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>input files</DL> +</DD> +</DL> +<HR> + +<A NAME="getOldInputFiles()"><!-- --></A><H3> +getOldInputFiles</H3> +<PRE> +public java.util.List<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>> <B>getOldInputFiles</B>()</PRE> +<DL> +<DD>Gets old input files that were processed. These are files that are before + the desired date range and were subtracted from the reused output. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>output files</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AbstractPartitionCollapsingIncrementalJob.Report.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractPartitionCollapsingIncrementalJob.Report.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html b/hourglass/docs/current/datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html new file mode 100644 index 0000000..40ccefb --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html
@@ -0,0 +1,801 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +AbstractPartitionCollapsingIncrementalJob (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="AbstractPartitionCollapsingIncrementalJob (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AbstractPartitionCollapsingIncrementalJob.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractPartitionCollapsingIncrementalJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_class_summary">NESTED</A> | <A HREF="#field_summary">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: <A HREF="#field_detail">FIELD</A> | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.jobs</FONT> +<BR> +Class AbstractPartitionCollapsingIncrementalJob</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.conf.Configured + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.AbstractJob</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.TimeBasedJob</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.IncrementalJob</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.jobs.AbstractPartitionCollapsingIncrementalJob</B> +</PRE> +<DL> +<DT><B>All Implemented Interfaces:</B> <DD>org.apache.hadoop.conf.Configurable</DD> +</DL> +<DL> +<DT><B>Direct Known Subclasses:</B> <DD><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</A></DD> +</DL> +<HR> +<DL> +<DT><PRE>public abstract class <B>AbstractPartitionCollapsingIncrementalJob</B><DT>extends <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A></DL> +</PRE> + +<P> +An <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>IncrementalJob</CODE></A> that consumes partitioned input data and collapses the + partitions to produce a single output. This job can be used to process data + using a sliding window. It is capable of reusing the previous output, which + means that it can process data more efficiently. + Only Avro is supported for the input, intermediate, and output data. + + <p> + Implementations of this class must provide key, intermediate value, and output value schemas. + The key and intermediate value schemas define the output for the mapper and combiner. + The key and output value schemas define the output for the reducer. + These are defined by overriding <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getKeySchema()"><CODE>IncrementalJob.getKeySchema()</CODE></A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getIntermediateValueSchema()"><CODE>IncrementalJob.getIntermediateValueSchema()</CODE></A>, + and <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getOutputValueSchema()"><CODE>IncrementalJob.getOutputValueSchema()</CODE></A>. + </p> + + <p> + Implementations must also provide a mapper by overriding <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getMapper()"><CODE>getMapper()</CODE></A> and an accumulator + for the reducer by overriding <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getReducerAccumulator()"><CODE>getReducerAccumulator()</CODE></A>. An optional combiner may be + provided by overriding <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getCombinerAccumulator()"><CODE>getCombinerAccumulator()</CODE></A>. For the combiner to be used + the property <em>use.combiner</em> must also be set to true. + </p> + + <p> + The input path can be provided either through the property <em>input.path</em> + or by calling <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setInputPaths(java.util.List)"><CODE>AbstractJob.setInputPaths(List)</CODE></A>. If multiple input paths are provided then + this implicitly means a join is to be performed. Multiple input paths can be provided via + properties by prefixing each with <em>input.path.</em>, such as <em>input.path.first</em> + and <em>input.path.second</em>. + Input data must be partitioned by day according to the naming convention yyyy/MM/dd. + The output path can be provided either through the property <em>output.path</em> + or by calling <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setOutputPath(org.apache.hadoop.fs.Path)"><CODE>AbstractJob.setOutputPath(Path)</CODE></A>. + Output data will be written using the naming convention yyyyMMdd, where the date used + to format the output path is the same as the end of the desired time range to process. + For example, if the desired time range to process is 2013/01/01 through 2013/01/14, + then the output will be named 20130114. + By default the job will fail if any input data in the desired time window is missing. This can be overriden by setting + <em>fail.on.missing</em> to false. + </p> + + <p> + The job will not process input if the corresponding output has already been produced. For example, if the desired date + range is 2013/01/01 through 2013/01/14 and the output 20130114 already exists, then it assumes the work has alreaday + been completed. + </p> + + <p> + By default only the latest output will be kept. All other outputs will be removed. This can be controlled + by setting the property <em>retention.count</em>, or by calling <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setRetentionCount(java.lang.Integer)"><CODE>AbstractJob.setRetentionCount(Integer)</CODE></A>. + </p> + + <p> + Two types of sliding windows may be used: <em>fixed-length</em> and <em>fixed-start</em>. For a fixed-length + sliding window, the size of the window is fixed; the start and end move according to the + availability of input data. For a fixed-start window, the size of the window is flexible; + the start is fixed and the end moves according to the availability of input data. + </p> + + <p> + A fixed-length sliding window can be defined either by setting the property <em>num.days</em> + or by calling <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setNumDays(java.lang.Integer)"><CODE>TimeBasedJob.setNumDays(Integer)</CODE></A>. This sets how many days of input data will be + consumed. By default the end of the window will be the same as the date of the latest available + input data. The start is then determine by the number of days to consume. The end date can + be moved back relative to the latest input data by setting the <em>days.ago</em> property or + by calling <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setDaysAgo(java.lang.Integer)"><CODE>TimeBasedJob.setDaysAgo(Integer)</CODE></A>. Since the end date is determined by the availability + of input data, as new data arrives the window will advance forward. + </p> + + <p> + A fixed-start sliding window can be defined by setting the property <em>start.date</em> or + by calling <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setStartDate(java.util.Date)"><CODE>TimeBasedJob.setStartDate(java.util.Date)</CODE></A>. The end date will be the same as the date of + the latest available input data. The end date can + be moved back relative to the latest input data by setting the <em>days.ago</em> property or + by calling <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setDaysAgo(java.lang.Integer)"><CODE>TimeBasedJob.setDaysAgo(Integer)</CODE></A>. + Because the end date is determined by the availability of input data, as new data arrives the window + will grow to include it. + </p> + + <p> + Previous output can be reused by setting the <em>reuse.previous.output</em> property to true, or + by calling <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#setReusePreviousOutput(boolean)"><CODE>setReusePreviousOutput(boolean)</CODE></A>. Reusing the previous output is often more efficient + because only input data outside of the time window covered by the previous output needs to be consumed. + For example, given a fixed-start sliding window job, if one new day of input data is available since the + last time the job ran, then the job can reuse the previous output and only read the newest day of data, rather + than reading all the input data again. Given a fixed-length sliding window in the same scenario, the new output + can be produced by adding the newest input to the previous output and subtracting the oldest input from the old + window. + </p> + + <p> + For a fixed-start sliding window, if the schema for the intermediate and output values are the same then no additional + changes are necessary, as the reducer's accumulator should be capable of adding the new input to the previous output. + However if they are different then a record must be defined by overriding <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getRecordMerger()"><CODE>getRecordMerger()</CODE></A> so that the previous + output can be merged with the partial output produced by reducing the new input data. + For the fixed-length sliding window one must override <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getOldRecordMerger()"><CODE>getOldRecordMerger()</CODE></A> to reuse the previous output. + This method essentially unmerges old, partial output data from the current output. For this case as well if the intermediate + and output schemas are the same the <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getRecordMerger()"><CODE>getRecordMerger()</CODE></A> method does not need to be overriden. + </p> + + <p> + The number of reducers to use is automatically determined based on the size of the data to process. + The total size is computed and then divided by the value of the property <em>num.reducers.bytes.per.reducer</em>, which + defaults to 256 MB. This is the number of reducers that will be used. This calculation includes + the input data as well as previous output that will be reused. It is also possible calculate the number of reducers + separately for the input and previous output through the properties <em>num.reducers.input.bytes.per.reducer</em> + and <em>num.reducers.previous.bytes.per.reducer</em>. The reducers will be computed separately for the two sets of data + and then added together. The number of reducers can also be set to a fixed value through the property <em>num.reducers</em>. + </p> + + <p> + This type of job is capable of performing its work over multiple iterations if previous output can be reused. + The number of days to process at a time can be limited by setting the property <em>max.days.to.process</em>, + or by calling <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#setMaxToProcess(java.lang.Integer)"><CODE>IncrementalJob.setMaxToProcess(Integer)</CODE></A>. The default is 90 days. + This can be useful when there are restrictions on how many tasks + can be used by a single MapReduce job in the cluster. When this property is set, the job will process no more than + this many days at a time, and it will perform one or more iterations if necessary to complete the work. + The number of iterations can be limited by setting the property <em>max.iterations</em>, or by calling <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#setMaxIterations(java.lang.Integer)"><CODE>IncrementalJob.setMaxIterations(Integer)</CODE></A>. + If the number of iterations is exceeded the job will fail. By default the maximum number of iterations is 20. + </p> + + <p> + Hadoop configuration may be provided by setting a property with the prefix <em>hadoop-conf.</em>. + For example, <em>mapred.min.split.size</em> can be configured by setting property + <em>hadoop-conf.mapred.min.split.size</em> to the desired value. + </p> +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> +<!-- ======== NESTED CLASS SUMMARY ======== --> + +<A NAME="nested_class_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Nested Class Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob.Report</A></B></CODE> + +<BR> + Reports files created and processed for an iteration of the job.</TD> +</TR> +</TABLE> + <!-- =========== FIELD SUMMARY =========== --> + +<A NAME="field_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Field Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected boolean</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#_reusePreviousOutput">_reusePreviousOutput</A></B></CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#AbstractPartitionCollapsingIncrementalJob()">AbstractPartitionCollapsingIncrementalJob</A></B>()</CODE> + +<BR> + Initializes the job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#AbstractPartitionCollapsingIncrementalJob(java.lang.String, java.util.Properties)">AbstractPartitionCollapsingIncrementalJob</A></B>(java.lang.String name, + java.util.Properties props)</CODE> + +<BR> + Initializes the job with a job name and properties.</TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getCombinerAccumulator()">getCombinerAccumulator</A></B>()</CODE> + +<BR> + Gets the accumulator used for the combiner.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>abstract <A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getMapper()">getMapper</A></B>()</CODE> + +<BR> + Gets the mapper.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A><org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getOldRecordMerger()">getOldRecordMerger</A></B>()</CODE> + +<BR> + Gets the record merger that is capable of unmerging old partial output from the new output.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected java.lang.String</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getOutputSchemaName()">getOutputSchemaName</A></B>()</CODE> + +<BR> + Get the name for the reduce output schema.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected java.lang.String</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getOutputSchemaNamespace()">getOutputSchemaNamespace</A></B>()</CODE> + +<BR> + Get the namespace for the reduce output schema.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A><org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getRecordMerger()">getRecordMerger</A></B>()</CODE> + +<BR> + Gets the record merger that is capable of merging previous output with a new partial output.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>abstract <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getReducerAccumulator()">getReducerAccumulator</A></B>()</CODE> + +<BR> + Gets the accumulator used for the reducer.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<<A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob.Report</A>></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getReports()">getReports</A></B>()</CODE> + +<BR> + Get reports that summarize each of the job iterations.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> boolean</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getReusePreviousOutput()">getReusePreviousOutput</A></B>()</CODE> + +<BR> + Get whether previous output should be reused.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#initialize()">initialize</A></B>()</CODE> + +<BR> + Initialization required before running job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#run()">run</A></B>()</CODE> + +<BR> + Run the job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#setProperties(java.util.Properties)">setProperties</A></B>(java.util.Properties props)</CODE> + +<BR> + Sets the configuration properties.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#setReusePreviousOutput(boolean)">setReusePreviousOutput</A></B>(boolean reuse)</CODE> + +<BR> + Set whether previous output should be reused.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.jobs.IncrementalJob"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getIntermediateValueSchema()">getIntermediateValueSchema</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getKeySchema()">getKeySchema</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getMaxIterations()">getMaxIterations</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getMaxToProcess()">getMaxToProcess</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getOutputValueSchema()">getOutputValueSchema</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getSchemas()">getSchemas</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#isFailOnMissing()">isFailOnMissing</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#setFailOnMissing(boolean)">setFailOnMissing</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#setMaxIterations(java.lang.Integer)">setMaxIterations</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#setMaxToProcess(java.lang.Integer)">setMaxToProcess</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.jobs.TimeBasedJob"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getDaysAgo()">getDaysAgo</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getEndDate()">getEndDate</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getNumDays()">getNumDays</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getStartDate()">getStartDate</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setDaysAgo(java.lang.Integer)">setDaysAgo</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setEndDate(java.util.Date)">setEndDate</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setNumDays(java.lang.Integer)">setNumDays</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setStartDate(java.util.Date)">setStartDate</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#validate()">validate</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.jobs.AbstractJob"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#config(org.apache.hadoop.conf.Configuration)">config</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#createRandomTempPath()">createRandomTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#ensurePath(org.apache.hadoop.fs.Path)">ensurePath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getCountersParentPath()">getCountersParentPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getFileSystem()">getFileSystem</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getInputPaths()">getInputPaths</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getName()">getName</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getNumReducers()">getNumReducers</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getOutputPath()">getOutputPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getProperties()">getProperties</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getRetentionCount()">getRetentionCount</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getTempPath()">getTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#isUseCombiner()">isUseCombiner</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#randomTempPath()">randomTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setCountersParentPath(org.apache.hadoop.fs.Path)">setCountersParentPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setInputPaths(java.util.List)">setInputPaths</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setName(java.lang.String)">setName</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setNumReducers(java.lang.Integer)">setNumReducers</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setOutputPath(org.apache.hadoop.fs.Path)">setOutputPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setRetentionCount(java.lang.Integer)">setRetentionCount</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setTempPath(org.apache.hadoop.fs.Path)">setTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setUseCombiner(boolean)">setUseCombiner</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_org.apache.hadoop.conf.Configured"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class org.apache.hadoop.conf.Configured</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>getConf, setConf</CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ============ FIELD DETAIL =========== --> + +<A NAME="field_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Field Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="_reusePreviousOutput"><!-- --></A><H3> +_reusePreviousOutput</H3> +<PRE> +protected boolean <B>_reusePreviousOutput</B></PRE> +<DL> +<DL> +</DL> +</DL> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="AbstractPartitionCollapsingIncrementalJob()"><!-- --></A><H3> +AbstractPartitionCollapsingIncrementalJob</H3> +<PRE> +public <B>AbstractPartitionCollapsingIncrementalJob</B>() + throws java.io.IOException</PRE> +<DL> +<DD>Initializes the job. +<P> +<DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DL> +<HR> + +<A NAME="AbstractPartitionCollapsingIncrementalJob(java.lang.String, java.util.Properties)"><!-- --></A><H3> +AbstractPartitionCollapsingIncrementalJob</H3> +<PRE> +public <B>AbstractPartitionCollapsingIncrementalJob</B>(java.lang.String name, + java.util.Properties props) + throws java.io.IOException</PRE> +<DL> +<DD>Initializes the job with a job name and properties. +<P> +<DL> +<DT><B>Parameters:</B><DD><CODE>name</CODE> - job name<DD><CODE>props</CODE> - configuration properties +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="getMapper()"><!-- --></A><H3> +getMapper</H3> +<PRE> +public abstract <A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> <B>getMapper</B>()</PRE> +<DL> +<DD>Gets the mapper. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>mapper</DL> +</DD> +</DL> +<HR> + +<A NAME="getCombinerAccumulator()"><!-- --></A><H3> +getCombinerAccumulator</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> <B>getCombinerAccumulator</B>()</PRE> +<DL> +<DD>Gets the accumulator used for the combiner. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>combiner accumulator</DL> +</DD> +</DL> +<HR> + +<A NAME="getReducerAccumulator()"><!-- --></A><H3> +getReducerAccumulator</H3> +<PRE> +public abstract <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> <B>getReducerAccumulator</B>()</PRE> +<DL> +<DD>Gets the accumulator used for the reducer. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>reducer accumulator</DL> +</DD> +</DL> +<HR> + +<A NAME="getRecordMerger()"><!-- --></A><H3> +getRecordMerger</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A><org.apache.avro.generic.GenericRecord> <B>getRecordMerger</B>()</PRE> +<DL> +<DD>Gets the record merger that is capable of merging previous output with a new partial output. + This is only needed when reusing previous output where the intermediate and output schemas are different. + New partial output is produced by the reducer from new input that is after the previous output. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>merger</DL> +</DD> +</DL> +<HR> + +<A NAME="getOldRecordMerger()"><!-- --></A><H3> +getOldRecordMerger</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A><org.apache.avro.generic.GenericRecord> <B>getOldRecordMerger</B>()</PRE> +<DL> +<DD>Gets the record merger that is capable of unmerging old partial output from the new output. + This is only needed when reusing previous output for a fixed-length sliding window. + The new output is the result of merging the previous output with the new partial output. + The old partial output is produced by the reducer from old input data before the time range of + the previous output. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>merger</DL> +</DD> +</DL> +<HR> + +<A NAME="getOutputSchemaName()"><!-- --></A><H3> +getOutputSchemaName</H3> +<PRE> +protected java.lang.String <B>getOutputSchemaName</B>()</PRE> +<DL> +<DD>Get the name for the reduce output schema. + By default this is the name of the class with "Output" appended. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>output schema name</DL> +</DD> +</DL> +<HR> + +<A NAME="getOutputSchemaNamespace()"><!-- --></A><H3> +getOutputSchemaNamespace</H3> +<PRE> +protected java.lang.String <B>getOutputSchemaNamespace</B>()</PRE> +<DL> +<DD>Get the namespace for the reduce output schema. + By default this is the package of the class. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>output schema namespace</DL> +</DD> +</DL> +<HR> + +<A NAME="setProperties(java.util.Properties)"><!-- --></A><H3> +setProperties</H3> +<PRE> +public void <B>setProperties</B>(java.util.Properties props)</PRE> +<DL> +<DD><B>Description copied from class: <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setProperties(java.util.Properties)">AbstractJob</A></CODE></B></DD> +<DD>Sets the configuration properties. +<P> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#setProperties(java.util.Properties)">setProperties</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A></CODE></DL> +</DD> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>props</CODE> - Properties</DL> +</DD> +</DL> +<HR> + +<A NAME="getReusePreviousOutput()"><!-- --></A><H3> +getReusePreviousOutput</H3> +<PRE> +public boolean <B>getReusePreviousOutput</B>()</PRE> +<DL> +<DD>Get whether previous output should be reused. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>true if previous output should be reused</DL> +</DD> +</DL> +<HR> + +<A NAME="setReusePreviousOutput(boolean)"><!-- --></A><H3> +setReusePreviousOutput</H3> +<PRE> +public void <B>setReusePreviousOutput</B>(boolean reuse)</PRE> +<DL> +<DD>Set whether previous output should be reused. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>reuse</CODE> - true if previous output should be reused</DL> +</DD> +</DL> +<HR> + +<A NAME="initialize()"><!-- --></A><H3> +initialize</H3> +<PRE> +protected void <B>initialize</B>()</PRE> +<DL> +<DD><B>Description copied from class: <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#initialize()">AbstractJob</A></CODE></B></DD> +<DD>Initialization required before running job. +<P> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#initialize()">initialize</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A></CODE></DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="run()"><!-- --></A><H3> +run</H3> +<PRE> +public void <B>run</B>() + throws java.io.IOException, + java.lang.InterruptedException, + java.lang.ClassNotFoundException</PRE> +<DL> +<DD><B>Description copied from class: <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#run()">AbstractJob</A></CODE></B></DD> +<DD>Run the job. +<P> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#run()">run</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE> +<DD><CODE>java.lang.ClassNotFoundException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="getReports()"><!-- --></A><H3> +getReports</H3> +<PRE> +public java.util.List<<A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob.Report</A>> <B>getReports</B>()</PRE> +<DL> +<DD>Get reports that summarize each of the job iterations. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>reports</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AbstractPartitionCollapsingIncrementalJob.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractPartitionCollapsingIncrementalJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_class_summary">NESTED</A> | <A HREF="#field_summary">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: <A HREF="#field_detail">FIELD</A> | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html b/hourglass/docs/current/datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html new file mode 100644 index 0000000..bd39f9a --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html
@@ -0,0 +1,355 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +AbstractPartitionPreservingIncrementalJob.Report (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="AbstractPartitionPreservingIncrementalJob.Report (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AbstractPartitionPreservingIncrementalJob.Report.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractPartitionPreservingIncrementalJob.Report.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.jobs</FONT> +<BR> +Class AbstractPartitionPreservingIncrementalJob.Report</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.jobs.AbstractPartitionPreservingIncrementalJob.Report</B> +</PRE> +<DL> +<DT><B>Enclosing class:</B><DD><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A></DD> +</DL> +<HR> +<DL> +<DT><PRE>public static class <B>AbstractPartitionPreservingIncrementalJob.Report</B><DT>extends java.lang.Object</DL> +</PRE> + +<P> +Reports files created and processed for an iteration of the job. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html#AbstractPartitionPreservingIncrementalJob.Report()">AbstractPartitionPreservingIncrementalJob.Report</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.hadoop.fs.Path</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html#getCountersPath()">getCountersPath</A></B>()</CODE> + +<BR> + Gets the path to the counters file, if one was written.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html#getInputFiles()">getInputFiles</A></B>()</CODE> + +<BR> + Gets input files that were processed.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.lang.String</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html#getJobId()">getJobId</A></B>()</CODE> + +<BR> + Gets the job ID.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.lang.String</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html#getJobName()">getJobName</A></B>()</CODE> + +<BR> + Gets the job name.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html#getOutputFiles()">getOutputFiles</A></B>()</CODE> + +<BR> + Gets the output files that were produced by the job.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="AbstractPartitionPreservingIncrementalJob.Report()"><!-- --></A><H3> +AbstractPartitionPreservingIncrementalJob.Report</H3> +<PRE> +public <B>AbstractPartitionPreservingIncrementalJob.Report</B>()</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="getJobName()"><!-- --></A><H3> +getJobName</H3> +<PRE> +public java.lang.String <B>getJobName</B>()</PRE> +<DL> +<DD>Gets the job name. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>job name</DL> +</DD> +</DL> +<HR> + +<A NAME="getJobId()"><!-- --></A><H3> +getJobId</H3> +<PRE> +public java.lang.String <B>getJobId</B>()</PRE> +<DL> +<DD>Gets the job ID. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>job ID</DL> +</DD> +</DL> +<HR> + +<A NAME="getCountersPath()"><!-- --></A><H3> +getCountersPath</H3> +<PRE> +public org.apache.hadoop.fs.Path <B>getCountersPath</B>()</PRE> +<DL> +<DD>Gets the path to the counters file, if one was written. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>counters path</DL> +</DD> +</DL> +<HR> + +<A NAME="getInputFiles()"><!-- --></A><H3> +getInputFiles</H3> +<PRE> +public java.util.List<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>> <B>getInputFiles</B>()</PRE> +<DL> +<DD>Gets input files that were processed. These are files that are within + the desired date range. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>new input files</DL> +</DD> +</DL> +<HR> + +<A NAME="getOutputFiles()"><!-- --></A><H3> +getOutputFiles</H3> +<PRE> +public java.util.List<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>> <B>getOutputFiles</B>()</PRE> +<DL> +<DD>Gets the output files that were produced by the job. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>old input files</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AbstractPartitionPreservingIncrementalJob.Report.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractPartitionPreservingIncrementalJob.Report.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html b/hourglass/docs/current/datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html new file mode 100644 index 0000000..1e1ea50 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html
@@ -0,0 +1,678 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +AbstractPartitionPreservingIncrementalJob (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="AbstractPartitionPreservingIncrementalJob (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AbstractPartitionPreservingIncrementalJob.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractPartitionPreservingIncrementalJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_class_summary">NESTED</A> | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.jobs</FONT> +<BR> +Class AbstractPartitionPreservingIncrementalJob</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.conf.Configured + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.AbstractJob</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.TimeBasedJob</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.IncrementalJob</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.jobs.AbstractPartitionPreservingIncrementalJob</B> +</PRE> +<DL> +<DT><B>All Implemented Interfaces:</B> <DD>org.apache.hadoop.conf.Configurable</DD> +</DL> +<DL> +<DT><B>Direct Known Subclasses:</B> <DD><A HREF="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionPreservingIncrementalJob</A></DD> +</DL> +<HR> +<DL> +<DT><PRE>public abstract class <B>AbstractPartitionPreservingIncrementalJob</B><DT>extends <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A></DL> +</PRE> + +<P> +An <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>IncrementalJob</CODE></A> that consumes partitioned input data and produces + output data having the same partitions. + Typically this is used in conjunction with <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> + when computing aggregates over sliding windows. A partition-preserving job can perform + initial aggregation per-day, which can then be consumed by a partition-collapsing job to + produce the final aggregates over the time window. + Only Avro is supported for the input, intermediate, and output data. + + <p> + Implementations of this class must provide key, intermediate value, and output value schemas. + The key and intermediate value schemas define the output for the mapper and combiner. + The key and output value schemas define the output for the reducer. + These are defined by overriding <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getKeySchema()"><CODE>IncrementalJob.getKeySchema()</CODE></A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getIntermediateValueSchema()"><CODE>IncrementalJob.getIntermediateValueSchema()</CODE></A>, + and <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getOutputValueSchema()"><CODE>IncrementalJob.getOutputValueSchema()</CODE></A>. + </p> + + <p> + Implementations must also provide a mapper by overriding <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getMapper()"><CODE>getMapper()</CODE></A> and an accumulator + for the reducer by overriding <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getReducerAccumulator()"><CODE>getReducerAccumulator()</CODE></A>. An optional combiner may be + provided by overriding <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getCombinerAccumulator()"><CODE>getCombinerAccumulator()</CODE></A>. For the combiner to be used + the property <em>use.combiner</em> must also be set to true. + </p> + + <p> + The distinguishing feature this type of job is that the input partitioning is preserved in the ouput. + The data from each partition is processed independently of other partitions and then output separately. + For example, input that is partitioned by day can be aggregated by day and then output by day. + This is achieved by attaching a long value to each key, which represents the partition, so that the reducer + receives data grouped by the key and partition together. Multiple outputs are then used so that the output + will have the same partitions as the input. + </p> + + <p> + The input path can be provided either through the property <em>input.path</em> + or by calling <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setInputPaths(java.util.List)"><CODE>AbstractJob.setInputPaths(List)</CODE></A>. If multiple input paths are provided then + this implicitly means a join is to be performed. Multiple input paths can be provided via + properties by prefixing each with <em>input.path.</em>, such as <em>input.path.first</em> + and <em>input.path.second</em>. + Input data must be partitioned by day according to the naming convention yyyy/MM/dd. + The output path can be provided either through the property <em>output.path</em> + or by calling <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setOutputPath(org.apache.hadoop.fs.Path)"><CODE>AbstractJob.setOutputPath(Path)</CODE></A>. + Output data will be written using the same naming convention as the input, namely yyyy/MM/dd, where the date used + to format the output path is the same the date for the input it was derived from. + For example, if the desired time range to process is 2013/01/01 through 2013/01/14, + then the output will be named 2013/01/01 through 2013/01/14. + By default the job will fail if any input data in the desired time window is missing. This can be overriden by setting + <em>fail.on.missing</em> to false. + </p> + + <p> + The job will not process input for which a corresponding output already exists. For example, if the desired date + range is 2013/01/01 through 2013/01/14 and the outputs 2013/01/01 through 2013/01/12 exist, then only + 2013/01/13 and 2013/01/14 will be processed and only 2013/01/13 and 2013/01/14 will be produced. + </p> + + <p> + The number of paths in the output to retain can be configured through the property <em>retention.count</em>, + or by calling <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setRetentionCount(java.lang.Integer)"><CODE>AbstractJob.setRetentionCount(Integer)</CODE></A>. When this property is set only the latest paths in the output + will be kept; the remainder will be removed. By default there is no retention count set so all output paths are kept. + </p> + + <p> + The inputs to process can be controlled by defining a desired date range. By default the job will process all input + data available. To limit the number of days of input to process one can set the property <em>num.days</em> + or call <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setNumDays(java.lang.Integer)"><CODE>TimeBasedJob.setNumDays(Integer)</CODE></A>. This would define a processing window with the same number of days, + where the end date of the window is the latest available input and the start date is <em>num.days</em> ago. + Only inputs within this window would be processed. + Because the end date is the same as the latest available input, as new input data becomes available the end of the + window will advance forward to include it. The end date can be adjusted backwards relative to the latest input + through the property <em>days.ago</em>, or by calling <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setDaysAgo(java.lang.Integer)"><CODE>TimeBasedJob.setDaysAgo(Integer)</CODE></A>. This subtracts as many days + from the latest available input date to determine the end date. The start date or end date can also be fixed + by setting the properties <em>start.date</em> or <em>end.date</em>, or by calling <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setStartDate(java.util.Date)"><CODE>TimeBasedJob.setStartDate(Date)</CODE></A> + or <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setEndDate(java.util.Date)"><CODE>TimeBasedJob.setEndDate(Date)</CODE></A>. + </p> + + <p> + The number of reducers to use is automatically determined based on the size of the data to process. + The total size is computed and then divided by the value of the property <em>num.reducers.bytes.per.reducer</em>, which + defaults to 256 MB. This is the number of reducers that will be used. + The number of reducers can also be set to a fixed value through the property <em>num.reducers</em>. + </p> + + <p> + This type of job is capable of performing its work over multiple iterations. + The number of days to process at a time can be limited by setting the property <em>max.days.to.process</em>, + or by calling <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#setMaxToProcess(java.lang.Integer)"><CODE>IncrementalJob.setMaxToProcess(Integer)</CODE></A>. The default is 90 days. + This can be useful when there are restrictions on how many tasks + can be used by a single MapReduce job in the cluster. When this property is set, the job will process no more than + this many days at a time, and it will perform one or more iterations if necessary to complete the work. + The number of iterations can be limited by setting the property <em>max.iterations</em>, or by calling <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#setMaxIterations(java.lang.Integer)"><CODE>IncrementalJob.setMaxIterations(Integer)</CODE></A>. + If the number of iterations is exceeded the job will fail. By default the maximum number of iterations is 20. + </p> + + <p> + Hadoop configuration may be provided by setting a property with the prefix <em>hadoop-conf.</em>. + For example, <em>mapred.min.split.size</em> can be configured by setting property + <em>hadoop-conf.mapred.min.split.size</em> to the desired value. + </p> +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> +<!-- ======== NESTED CLASS SUMMARY ======== --> + +<A NAME="nested_class_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Nested Class Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob.Report</A></B></CODE> + +<BR> + Reports files created and processed for an iteration of the job.</TD> +</TR> +</TABLE> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#AbstractPartitionPreservingIncrementalJob()">AbstractPartitionPreservingIncrementalJob</A></B>()</CODE> + +<BR> + Initializes the job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#AbstractPartitionPreservingIncrementalJob(java.lang.String, java.util.Properties)">AbstractPartitionPreservingIncrementalJob</A></B>(java.lang.String name, + java.util.Properties props)</CODE> + +<BR> + Initializes the job with a job name and properties.</TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected <A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getCombineProcessor()">getCombineProcessor</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getCombinerAccumulator()">getCombinerAccumulator</A></B>()</CODE> + +<BR> + Gets the accumulator used for the combiner.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>abstract <A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getMapper()">getMapper</A></B>()</CODE> + +<BR> + Gets the mapper.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected <A HREF="../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce">ObjectMapper</A></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getMapProcessor()">getMapProcessor</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected java.lang.String</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getOutputSchemaName()">getOutputSchemaName</A></B>()</CODE> + +<BR> + Get the name for the reduce output schema.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected java.lang.String</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getOutputSchemaNamespace()">getOutputSchemaNamespace</A></B>()</CODE> + +<BR> + Get the namespace for the reduce output schema.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected <A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getReduceProcessor()">getReduceProcessor</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>abstract <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getReducerAccumulator()">getReducerAccumulator</A></B>()</CODE> + +<BR> + Gets the accumulator used for the reducer.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<<A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob.Report</A>></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getReports()">getReports</A></B>()</CODE> + +<BR> + Get reports that summarize each of the job iterations.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#initialize()">initialize</A></B>()</CODE> + +<BR> + Initialization required before running job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#run()">run</A></B>()</CODE> + +<BR> + Run the job.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.jobs.IncrementalJob"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getIntermediateValueSchema()">getIntermediateValueSchema</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getKeySchema()">getKeySchema</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getMaxIterations()">getMaxIterations</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getMaxToProcess()">getMaxToProcess</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getOutputValueSchema()">getOutputValueSchema</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getSchemas()">getSchemas</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#isFailOnMissing()">isFailOnMissing</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#setFailOnMissing(boolean)">setFailOnMissing</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#setMaxIterations(java.lang.Integer)">setMaxIterations</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#setMaxToProcess(java.lang.Integer)">setMaxToProcess</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#setProperties(java.util.Properties)">setProperties</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.jobs.TimeBasedJob"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getDaysAgo()">getDaysAgo</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getEndDate()">getEndDate</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getNumDays()">getNumDays</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getStartDate()">getStartDate</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setDaysAgo(java.lang.Integer)">setDaysAgo</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setEndDate(java.util.Date)">setEndDate</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setNumDays(java.lang.Integer)">setNumDays</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setStartDate(java.util.Date)">setStartDate</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#validate()">validate</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.jobs.AbstractJob"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#config(org.apache.hadoop.conf.Configuration)">config</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#createRandomTempPath()">createRandomTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#ensurePath(org.apache.hadoop.fs.Path)">ensurePath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getCountersParentPath()">getCountersParentPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getFileSystem()">getFileSystem</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getInputPaths()">getInputPaths</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getName()">getName</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getNumReducers()">getNumReducers</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getOutputPath()">getOutputPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getProperties()">getProperties</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getRetentionCount()">getRetentionCount</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getTempPath()">getTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#isUseCombiner()">isUseCombiner</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#randomTempPath()">randomTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setCountersParentPath(org.apache.hadoop.fs.Path)">setCountersParentPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setInputPaths(java.util.List)">setInputPaths</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setName(java.lang.String)">setName</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setNumReducers(java.lang.Integer)">setNumReducers</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setOutputPath(org.apache.hadoop.fs.Path)">setOutputPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setRetentionCount(java.lang.Integer)">setRetentionCount</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setTempPath(org.apache.hadoop.fs.Path)">setTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setUseCombiner(boolean)">setUseCombiner</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_org.apache.hadoop.conf.Configured"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class org.apache.hadoop.conf.Configured</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>getConf, setConf</CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="AbstractPartitionPreservingIncrementalJob()"><!-- --></A><H3> +AbstractPartitionPreservingIncrementalJob</H3> +<PRE> +public <B>AbstractPartitionPreservingIncrementalJob</B>() + throws java.io.IOException</PRE> +<DL> +<DD>Initializes the job. +<P> +<DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DL> +<HR> + +<A NAME="AbstractPartitionPreservingIncrementalJob(java.lang.String, java.util.Properties)"><!-- --></A><H3> +AbstractPartitionPreservingIncrementalJob</H3> +<PRE> +public <B>AbstractPartitionPreservingIncrementalJob</B>(java.lang.String name, + java.util.Properties props) + throws java.io.IOException</PRE> +<DL> +<DD>Initializes the job with a job name and properties. +<P> +<DL> +<DT><B>Parameters:</B><DD><CODE>name</CODE> - job name<DD><CODE>props</CODE> - configuration properties +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="getMapper()"><!-- --></A><H3> +getMapper</H3> +<PRE> +public abstract <A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> <B>getMapper</B>()</PRE> +<DL> +<DD>Gets the mapper. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>mapper</DL> +</DD> +</DL> +<HR> + +<A NAME="getCombinerAccumulator()"><!-- --></A><H3> +getCombinerAccumulator</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> <B>getCombinerAccumulator</B>()</PRE> +<DL> +<DD>Gets the accumulator used for the combiner. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>combiner accumulator</DL> +</DD> +</DL> +<HR> + +<A NAME="getReducerAccumulator()"><!-- --></A><H3> +getReducerAccumulator</H3> +<PRE> +public abstract <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> <B>getReducerAccumulator</B>()</PRE> +<DL> +<DD>Gets the accumulator used for the reducer. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>reducer accumulator</DL> +</DD> +</DL> +<HR> + +<A NAME="run()"><!-- --></A><H3> +run</H3> +<PRE> +public void <B>run</B>() + throws java.io.IOException, + java.lang.InterruptedException, + java.lang.ClassNotFoundException</PRE> +<DL> +<DD>Run the job. +<P> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#run()">run</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE> +<DD><CODE>java.lang.ClassNotFoundException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="getReports()"><!-- --></A><H3> +getReports</H3> +<PRE> +public java.util.List<<A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob.Report</A>> <B>getReports</B>()</PRE> +<DL> +<DD>Get reports that summarize each of the job iterations. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>reports</DL> +</DD> +</DL> +<HR> + +<A NAME="initialize()"><!-- --></A><H3> +initialize</H3> +<PRE> +protected void <B>initialize</B>()</PRE> +<DL> +<DD><B>Description copied from class: <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#initialize()">AbstractJob</A></CODE></B></DD> +<DD>Initialization required before running job. +<P> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#initialize()">initialize</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A></CODE></DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getOutputSchemaName()"><!-- --></A><H3> +getOutputSchemaName</H3> +<PRE> +protected java.lang.String <B>getOutputSchemaName</B>()</PRE> +<DL> +<DD>Get the name for the reduce output schema. + By default this is the name of the class with "Output" appended. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>output schema name</DL> +</DD> +</DL> +<HR> + +<A NAME="getOutputSchemaNamespace()"><!-- --></A><H3> +getOutputSchemaNamespace</H3> +<PRE> +protected java.lang.String <B>getOutputSchemaNamespace</B>()</PRE> +<DL> +<DD>Get the namespace for the reduce output schema. + By default this is the package of the class. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>output schema namespace</DL> +</DD> +</DL> +<HR> + +<A NAME="getMapProcessor()"><!-- --></A><H3> +getMapProcessor</H3> +<PRE> +protected <A HREF="../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce">ObjectMapper</A> <B>getMapProcessor</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getCombineProcessor()"><!-- --></A><H3> +getCombineProcessor</H3> +<PRE> +protected <A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A> <B>getCombineProcessor</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getReduceProcessor()"><!-- --></A><H3> +getReduceProcessor</H3> +<PRE> +protected <A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A> <B>getReduceProcessor</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AbstractPartitionPreservingIncrementalJob.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractPartitionPreservingIncrementalJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_class_summary">NESTED</A> | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/DateRangeConfigurable.html b/hourglass/docs/current/datafu/hourglass/jobs/DateRangeConfigurable.html new file mode 100644 index 0000000..338fdf1 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/DateRangeConfigurable.html
@@ -0,0 +1,219 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +DateRangeConfigurable (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="DateRangeConfigurable (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/DateRangeConfigurable.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/DateRangePlanner.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/DateRangeConfigurable.html" target="_top"><B>FRAMES</B></A> + <A HREF="DateRangeConfigurable.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | CONSTR | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | CONSTR | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.jobs</FONT> +<BR> +Interface DateRangeConfigurable</H2> +<DL> +<DT><B>All Known Implementing Classes:</B> <DD><A HREF="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce">CollapsingCombiner</A>, <A HREF="../../../datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce">CollapsingReducer</A></DD> +</DL> +<HR> +<DL> +<DT><PRE>public interface <B>DateRangeConfigurable</B></DL> +</PRE> + +<P> +An interface for an object with a configurable output date range. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/DateRangeConfigurable.html#setOutputDateRange(datafu.hourglass.fs.DateRange)">setOutputDateRange</A></B>(<A HREF="../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A> dateRange)</CODE> + +<BR> + Sets the date range for the output.</TD> +</TR> +</TABLE> + +<P> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="setOutputDateRange(datafu.hourglass.fs.DateRange)"><!-- --></A><H3> +setOutputDateRange</H3> +<PRE> +void <B>setOutputDateRange</B>(<A HREF="../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A> dateRange)</PRE> +<DL> +<DD>Sets the date range for the output. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>dateRange</CODE> - output date range</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/DateRangeConfigurable.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/DateRangePlanner.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/DateRangeConfigurable.html" target="_top"><B>FRAMES</B></A> + <A HREF="DateRangeConfigurable.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | CONSTR | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | CONSTR | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/DateRangePlanner.html b/hourglass/docs/current/datafu/hourglass/jobs/DateRangePlanner.html new file mode 100644 index 0000000..38ad7b9 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/DateRangePlanner.html
@@ -0,0 +1,271 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +DateRangePlanner (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="DateRangePlanner (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/DateRangePlanner.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/DateRangePlanner.html" target="_top"><B>FRAMES</B></A> + <A HREF="DateRangePlanner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.jobs</FONT> +<BR> +Class DateRangePlanner</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.jobs.DateRangePlanner</B> +</PRE> +<HR> +<DL> +<DT><PRE>public class <B>DateRangePlanner</B><DT>extends java.lang.Object</DL> +</PRE> + +<P> +Determines the date range of inputs which should be processed. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/DateRangePlanner.html#DateRangePlanner()">DateRangePlanner</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static <A HREF="../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/DateRangePlanner.html#getDateRange(java.util.Date, java.util.Date, java.util.Collection, java.lang.Integer, java.lang.Integer)">getDateRange</A></B>(java.util.Date beginDateOverride, + java.util.Date endDateOverride, + java.util.Collection<java.util.Date> available, + java.lang.Integer daysAgo, + java.lang.Integer numDays)</CODE> + +<BR> + Determines the date range of inputs which should be processed.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="DateRangePlanner()"><!-- --></A><H3> +DateRangePlanner</H3> +<PRE> +public <B>DateRangePlanner</B>()</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="getDateRange(java.util.Date, java.util.Date, java.util.Collection, java.lang.Integer, java.lang.Integer)"><!-- --></A><H3> +getDateRange</H3> +<PRE> +public static <A HREF="../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A> <B>getDateRange</B>(java.util.Date beginDateOverride, + java.util.Date endDateOverride, + java.util.Collection<java.util.Date> available, + java.lang.Integer daysAgo, + java.lang.Integer numDays)</PRE> +<DL> +<DD>Determines the date range of inputs which should be processed. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>beginDateOverride</CODE> - Begin date<DD><CODE>endDateOverride</CODE> - End date<DD><CODE>available</CODE> - The input dates which are available<DD><CODE>daysAgo</CODE> - Number of days to subtract from the end date<DD><CODE>numDays</CODE> - Number of days to process +<DT><B>Returns:</B><DD>desired date range for inputs to be processed</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/DateRangePlanner.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/DateRangePlanner.html" target="_top"><B>FRAMES</B></A> + <A HREF="DateRangePlanner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/ExecutionPlanner.html b/hourglass/docs/current/datafu/hourglass/jobs/ExecutionPlanner.html new file mode 100644 index 0000000..9e7d51d --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/ExecutionPlanner.html
@@ -0,0 +1,799 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +ExecutionPlanner (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="ExecutionPlanner (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/ExecutionPlanner.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/DateRangePlanner.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/FileCleaner.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/ExecutionPlanner.html" target="_top"><B>FRAMES</B></A> + <A HREF="ExecutionPlanner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.jobs</FONT> +<BR> +Class ExecutionPlanner</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.jobs.ExecutionPlanner</B> +</PRE> +<DL> +<DT><B>Direct Known Subclasses:</B> <DD><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionCollapsingExecutionPlanner</A>, <A HREF="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionPreservingExecutionPlanner</A></DD> +</DL> +<HR> +<DL> +<DT><PRE>public abstract class <B>ExecutionPlanner</B><DT>extends java.lang.Object</DL> +</PRE> + +<P> +Base class for execution planners. An execution planner determines which files should be processed + for a particular run. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#ExecutionPlanner(org.apache.hadoop.fs.FileSystem, java.util.Properties)">ExecutionPlanner</A></B>(org.apache.hadoop.fs.FileSystem fs, + java.util.Properties props)</CODE> + +<BR> + Initializes the execution planner.</TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#determineAvailableInputDates()">determineAvailableInputDates</A></B>()</CODE> + +<BR> + Determines what input data is available.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#determineDateRange()">determineDateRange</A></B>()</CODE> + +<BR> + Determine the date range for inputs to process based on the configuration and available inputs.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected java.util.Map<java.util.Date,java.util.List<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>>></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getAvailableInputsByDate()">getAvailableInputsByDate</A></B>()</CODE> + +<BR> + Gets a map from date to available input data.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected java.util.SortedMap<java.util.Date,<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDailyData(org.apache.hadoop.fs.Path)">getDailyData</A></B>(org.apache.hadoop.fs.Path path)</CODE> + +<BR> + Get a map from date to path for all paths matching yyyy/MM/dd under the given path.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected java.util.SortedMap<java.util.Date,<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDatedData(org.apache.hadoop.fs.Path)">getDatedData</A></B>(org.apache.hadoop.fs.Path path)</CODE> + +<BR> + Get a map from date to path for all paths matching yyyyMMdd under the given path.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDateRange()">getDateRange</A></B>()</CODE> + +<BR> + Gets the desired input date range to process based on the configuration and available inputs.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.lang.Integer</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDaysAgo()">getDaysAgo</A></B>()</CODE> + +<BR> + Gets the number of days to subtract off the end date.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.Date</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getEndDate()">getEndDate</A></B>()</CODE> + +<BR> + Gets the end date</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected org.apache.hadoop.fs.FileSystem</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getFileSystem()">getFileSystem</A></B>()</CODE> + +<BR> + Gets the file system.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<org.apache.hadoop.fs.Path></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getInputPaths()">getInputPaths</A></B>()</CODE> + +<BR> + Gets the input paths.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.lang.Integer</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getMaxToProcess()">getMaxToProcess</A></B>()</CODE> + +<BR> + Gets the maximum number of days to process at a time.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.lang.Integer</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getNumDays()">getNumDays</A></B>()</CODE> + +<BR> + Gets the number of days to process.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.hadoop.fs.Path</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getOutputPath()">getOutputPath</A></B>()</CODE> + +<BR> + Gets the output path.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected java.util.Properties</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getProps()">getProps</A></B>()</CODE> + +<BR> + Gets the configuration properties.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.Date</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getStartDate()">getStartDate</A></B>()</CODE> + +<BR> + Gets the start date</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> boolean</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#isFailOnMissing()">isFailOnMissing</A></B>()</CODE> + +<BR> + Gets whether the job should fail if data is missing within the desired date range.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#loadInputData()">loadInputData</A></B>()</CODE> + +<BR> + Determine what input data is available.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setDaysAgo(java.lang.Integer)">setDaysAgo</A></B>(java.lang.Integer daysAgo)</CODE> + +<BR> + Sets the number of days to subtract off the end date.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setEndDate(java.util.Date)">setEndDate</A></B>(java.util.Date endDate)</CODE> + +<BR> + Sets the end date.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setFailOnMissing(boolean)">setFailOnMissing</A></B>(boolean failOnMissing)</CODE> + +<BR> + Sets whether the job should fail if data is missing within the desired date range.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setInputPaths(java.util.List)">setInputPaths</A></B>(java.util.List<org.apache.hadoop.fs.Path> inputPaths)</CODE> + +<BR> + Sets the input paths.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setMaxToProcess(java.lang.Integer)">setMaxToProcess</A></B>(java.lang.Integer maxToProcess)</CODE> + +<BR> + Sets the maximum number of days to process at a time.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setNumDays(java.lang.Integer)">setNumDays</A></B>(java.lang.Integer numDays)</CODE> + +<BR> + Sets the number of days to process.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setOutputPath(org.apache.hadoop.fs.Path)">setOutputPath</A></B>(org.apache.hadoop.fs.Path outputPath)</CODE> + +<BR> + Sets the output path.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setStartDate(java.util.Date)">setStartDate</A></B>(java.util.Date startDate)</CODE> + +<BR> + Sets the start date.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="ExecutionPlanner(org.apache.hadoop.fs.FileSystem, java.util.Properties)"><!-- --></A><H3> +ExecutionPlanner</H3> +<PRE> +public <B>ExecutionPlanner</B>(org.apache.hadoop.fs.FileSystem fs, + java.util.Properties props)</PRE> +<DL> +<DD>Initializes the execution planner. +<P> +<DL> +<DT><B>Parameters:</B><DD><CODE>fs</CODE> - file system to use<DD><CODE>props</CODE> - configuration properties</DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="getOutputPath()"><!-- --></A><H3> +getOutputPath</H3> +<PRE> +public org.apache.hadoop.fs.Path <B>getOutputPath</B>()</PRE> +<DL> +<DD>Gets the output path. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>output path</DL> +</DD> +</DL> +<HR> + +<A NAME="getInputPaths()"><!-- --></A><H3> +getInputPaths</H3> +<PRE> +public java.util.List<org.apache.hadoop.fs.Path> <B>getInputPaths</B>()</PRE> +<DL> +<DD>Gets the input paths. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>input paths</DL> +</DD> +</DL> +<HR> + +<A NAME="setOutputPath(org.apache.hadoop.fs.Path)"><!-- --></A><H3> +setOutputPath</H3> +<PRE> +public void <B>setOutputPath</B>(org.apache.hadoop.fs.Path outputPath)</PRE> +<DL> +<DD>Sets the output path. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>outputPath</CODE> - output path</DL> +</DD> +</DL> +<HR> + +<A NAME="setInputPaths(java.util.List)"><!-- --></A><H3> +setInputPaths</H3> +<PRE> +public void <B>setInputPaths</B>(java.util.List<org.apache.hadoop.fs.Path> inputPaths)</PRE> +<DL> +<DD>Sets the input paths. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>inputPaths</CODE> - input paths</DL> +</DD> +</DL> +<HR> + +<A NAME="setStartDate(java.util.Date)"><!-- --></A><H3> +setStartDate</H3> +<PRE> +public void <B>setStartDate</B>(java.util.Date startDate)</PRE> +<DL> +<DD>Sets the start date. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>startDate</CODE> - start date</DL> +</DD> +</DL> +<HR> + +<A NAME="getStartDate()"><!-- --></A><H3> +getStartDate</H3> +<PRE> +public java.util.Date <B>getStartDate</B>()</PRE> +<DL> +<DD>Gets the start date +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>start date</DL> +</DD> +</DL> +<HR> + +<A NAME="setEndDate(java.util.Date)"><!-- --></A><H3> +setEndDate</H3> +<PRE> +public void <B>setEndDate</B>(java.util.Date endDate)</PRE> +<DL> +<DD>Sets the end date. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>endDate</CODE> - end date</DL> +</DD> +</DL> +<HR> + +<A NAME="getEndDate()"><!-- --></A><H3> +getEndDate</H3> +<PRE> +public java.util.Date <B>getEndDate</B>()</PRE> +<DL> +<DD>Gets the end date +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>end date</DL> +</DD> +</DL> +<HR> + +<A NAME="setDaysAgo(java.lang.Integer)"><!-- --></A><H3> +setDaysAgo</H3> +<PRE> +public void <B>setDaysAgo</B>(java.lang.Integer daysAgo)</PRE> +<DL> +<DD>Sets the number of days to subtract off the end date. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>daysAgo</CODE> - days ago</DL> +</DD> +</DL> +<HR> + +<A NAME="getDaysAgo()"><!-- --></A><H3> +getDaysAgo</H3> +<PRE> +public java.lang.Integer <B>getDaysAgo</B>()</PRE> +<DL> +<DD>Gets the number of days to subtract off the end date. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>days ago</DL> +</DD> +</DL> +<HR> + +<A NAME="setNumDays(java.lang.Integer)"><!-- --></A><H3> +setNumDays</H3> +<PRE> +public void <B>setNumDays</B>(java.lang.Integer numDays)</PRE> +<DL> +<DD>Sets the number of days to process. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>numDays</CODE> - number of days to process</DL> +</DD> +</DL> +<HR> + +<A NAME="getNumDays()"><!-- --></A><H3> +getNumDays</H3> +<PRE> +public java.lang.Integer <B>getNumDays</B>()</PRE> +<DL> +<DD>Gets the number of days to process. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>number of days to process</DL> +</DD> +</DL> +<HR> + +<A NAME="setMaxToProcess(java.lang.Integer)"><!-- --></A><H3> +setMaxToProcess</H3> +<PRE> +public void <B>setMaxToProcess</B>(java.lang.Integer maxToProcess)</PRE> +<DL> +<DD>Sets the maximum number of days to process at a time. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>maxToProcess</CODE> - maximum number of days</DL> +</DD> +</DL> +<HR> + +<A NAME="getMaxToProcess()"><!-- --></A><H3> +getMaxToProcess</H3> +<PRE> +public java.lang.Integer <B>getMaxToProcess</B>()</PRE> +<DL> +<DD>Gets the maximum number of days to process at a time. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>maximum number of days</DL> +</DD> +</DL> +<HR> + +<A NAME="isFailOnMissing()"><!-- --></A><H3> +isFailOnMissing</H3> +<PRE> +public boolean <B>isFailOnMissing</B>()</PRE> +<DL> +<DD>Gets whether the job should fail if data is missing within the desired date range. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>true if the job should fail on missing data</DL> +</DD> +</DL> +<HR> + +<A NAME="setFailOnMissing(boolean)"><!-- --></A><H3> +setFailOnMissing</H3> +<PRE> +public void <B>setFailOnMissing</B>(boolean failOnMissing)</PRE> +<DL> +<DD>Sets whether the job should fail if data is missing within the desired date range. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>failOnMissing</CODE> - true if the job should fail on missing data</DL> +</DD> +</DL> +<HR> + +<A NAME="getDateRange()"><!-- --></A><H3> +getDateRange</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A> <B>getDateRange</B>()</PRE> +<DL> +<DD>Gets the desired input date range to process based on the configuration and available inputs. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>desired date range</DL> +</DD> +</DL> +<HR> + +<A NAME="getFileSystem()"><!-- --></A><H3> +getFileSystem</H3> +<PRE> +protected org.apache.hadoop.fs.FileSystem <B>getFileSystem</B>()</PRE> +<DL> +<DD>Gets the file system. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>file system</DL> +</DD> +</DL> +<HR> + +<A NAME="getProps()"><!-- --></A><H3> +getProps</H3> +<PRE> +protected java.util.Properties <B>getProps</B>()</PRE> +<DL> +<DD>Gets the configuration properties. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>properties</DL> +</DD> +</DL> +<HR> + +<A NAME="getAvailableInputsByDate()"><!-- --></A><H3> +getAvailableInputsByDate</H3> +<PRE> +protected java.util.Map<java.util.Date,java.util.List<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>>> <B>getAvailableInputsByDate</B>()</PRE> +<DL> +<DD>Gets a map from date to available input data. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>map from date to available input data</DL> +</DD> +</DL> +<HR> + +<A NAME="getDailyData(org.apache.hadoop.fs.Path)"><!-- --></A><H3> +getDailyData</H3> +<PRE> +protected java.util.SortedMap<java.util.Date,<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>> <B>getDailyData</B>(org.apache.hadoop.fs.Path path) + throws java.io.IOException</PRE> +<DL> +<DD>Get a map from date to path for all paths matching yyyy/MM/dd under the given path. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>path</CODE> - path to search under +<DT><B>Returns:</B><DD>map of date to path +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="getDatedData(org.apache.hadoop.fs.Path)"><!-- --></A><H3> +getDatedData</H3> +<PRE> +protected java.util.SortedMap<java.util.Date,<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>> <B>getDatedData</B>(org.apache.hadoop.fs.Path path) + throws java.io.IOException</PRE> +<DL> +<DD>Get a map from date to path for all paths matching yyyyMMdd under the given path. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>path</CODE> - path to search under +<DT><B>Returns:</B><DD>map of date to path +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="loadInputData()"><!-- --></A><H3> +loadInputData</H3> +<PRE> +protected void <B>loadInputData</B>() + throws java.io.IOException</PRE> +<DL> +<DD>Determine what input data is available. +<P> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="determineAvailableInputDates()"><!-- --></A><H3> +determineAvailableInputDates</H3> +<PRE> +protected void <B>determineAvailableInputDates</B>()</PRE> +<DL> +<DD>Determines what input data is available. +<P> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="determineDateRange()"><!-- --></A><H3> +determineDateRange</H3> +<PRE> +protected void <B>determineDateRange</B>()</PRE> +<DL> +<DD>Determine the date range for inputs to process based on the configuration and available inputs. +<P> +<DD><DL> +</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/ExecutionPlanner.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/DateRangePlanner.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/FileCleaner.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/ExecutionPlanner.html" target="_top"><B>FRAMES</B></A> + <A HREF="ExecutionPlanner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/FileCleaner.html b/hourglass/docs/current/datafu/hourglass/jobs/FileCleaner.html new file mode 100644 index 0000000..7c6ede1 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/FileCleaner.html
@@ -0,0 +1,309 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +FileCleaner (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="FileCleaner (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/FileCleaner.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/FileCleaner.html" target="_top"><B>FRAMES</B></A> + <A HREF="FileCleaner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.jobs</FONT> +<BR> +Class FileCleaner</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.jobs.FileCleaner</B> +</PRE> +<HR> +<DL> +<DT><PRE>public class <B>FileCleaner</B><DT>extends java.lang.Object</DL> +</PRE> + +<P> +Used to remove files from the file system when they are no longer needed. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/FileCleaner.html#FileCleaner(org.apache.hadoop.fs.FileSystem)">FileCleaner</A></B>(org.apache.hadoop.fs.FileSystem fs)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.hadoop.fs.Path</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/FileCleaner.html#add(org.apache.hadoop.fs.Path)">add</A></B>(org.apache.hadoop.fs.Path path)</CODE> + +<BR> + Add a path to be removed later.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.lang.String</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/FileCleaner.html#add(java.lang.String)">add</A></B>(java.lang.String path)</CODE> + +<BR> + Add a path to be removed later.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/FileCleaner.html#clean()">clean</A></B>()</CODE> + +<BR> + Removes added paths from the file system.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="FileCleaner(org.apache.hadoop.fs.FileSystem)"><!-- --></A><H3> +FileCleaner</H3> +<PRE> +public <B>FileCleaner</B>(org.apache.hadoop.fs.FileSystem fs)</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="add(org.apache.hadoop.fs.Path)"><!-- --></A><H3> +add</H3> +<PRE> +public org.apache.hadoop.fs.Path <B>add</B>(org.apache.hadoop.fs.Path path)</PRE> +<DL> +<DD>Add a path to be removed later. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>path</CODE> - +<DT><B>Returns:</B><DD>added path</DL> +</DD> +</DL> +<HR> + +<A NAME="add(java.lang.String)"><!-- --></A><H3> +add</H3> +<PRE> +public java.lang.String <B>add</B>(java.lang.String path)</PRE> +<DL> +<DD>Add a path to be removed later. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>path</CODE> - +<DT><B>Returns:</B><DD>added path</DL> +</DD> +</DL> +<HR> + +<A NAME="clean()"><!-- --></A><H3> +clean</H3> +<PRE> +public void <B>clean</B>() + throws java.io.IOException</PRE> +<DL> +<DD>Removes added paths from the file system. +<P> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/FileCleaner.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/FileCleaner.html" target="_top"><B>FRAMES</B></A> + <A HREF="FileCleaner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/IncrementalJob.html b/hourglass/docs/current/datafu/hourglass/jobs/IncrementalJob.html new file mode 100644 index 0000000..91e04dd --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/IncrementalJob.html
@@ -0,0 +1,591 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +IncrementalJob (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="IncrementalJob (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/IncrementalJob.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/FileCleaner.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/IncrementalJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="IncrementalJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.jobs</FONT> +<BR> +Class IncrementalJob</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.conf.Configured + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.AbstractJob</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.TimeBasedJob</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.jobs.IncrementalJob</B> +</PRE> +<DL> +<DT><B>All Implemented Interfaces:</B> <DD>org.apache.hadoop.conf.Configurable</DD> +</DL> +<DL> +<DT><B>Direct Known Subclasses:</B> <DD><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A></DD> +</DL> +<HR> +<DL> +<DT><PRE>public abstract class <B>IncrementalJob</B><DT>extends <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A></DL> +</PRE> + +<P> +Base class for incremental jobs. Incremental jobs consume day-partitioned input data. + + <p> + Implementations of this class must provide key, intermediate value, and output value schemas. + The key and intermediate value schemas define the output for the mapper and combiner. + The key and output value schemas define the output for the reducer. + </p> + + <p> + This class has the same configuration and methods as <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs"><CODE>TimeBasedJob</CODE></A>. + In addition it also recognizes the following properties: + </p> + + <ul> + <li><em>max.iterations</em> - maximum number of iterations for the job</li> + <li><em>max.days.to.process</em> - maximum number of days of input data to process in a single run</li> + <li><em>fail.on.missing</em> - whether the job should fail if input data within the desired range is missing</li> + </ul> +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#IncrementalJob()">IncrementalJob</A></B>()</CODE> + +<BR> + Initializes the job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#IncrementalJob(java.lang.String, java.util.Properties)">IncrementalJob</A></B>(java.lang.String name, + java.util.Properties props)</CODE> + +<BR> + Initializes the job with a job name and properties.</TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected abstract org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getIntermediateValueSchema()">getIntermediateValueSchema</A></B>()</CODE> + +<BR> + Gets the Avro schema for the intermediate value.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected abstract org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getKeySchema()">getKeySchema</A></B>()</CODE> + +<BR> + Gets the Avro schema for the key.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.lang.Integer</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getMaxIterations()">getMaxIterations</A></B>()</CODE> + +<BR> + Gets the maximum number of iterations for the job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.lang.Integer</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getMaxToProcess()">getMaxToProcess</A></B>()</CODE> + +<BR> + Gets the maximum number of days of input data to process in a single run.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected abstract org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getOutputValueSchema()">getOutputValueSchema</A></B>()</CODE> + +<BR> + Gets the Avro schema for the output data.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected <A HREF="../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas">TaskSchemas</A></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getSchemas()">getSchemas</A></B>()</CODE> + +<BR> + Gets the schemas.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#initialize()">initialize</A></B>()</CODE> + +<BR> + Initialization required before running job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> boolean</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#isFailOnMissing()">isFailOnMissing</A></B>()</CODE> + +<BR> + Gets whether the job should fail if input data within the desired range is missing.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#setFailOnMissing(boolean)">setFailOnMissing</A></B>(boolean failOnMissing)</CODE> + +<BR> + Sets whether the job should fail if input data within the desired range is missing.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#setMaxIterations(java.lang.Integer)">setMaxIterations</A></B>(java.lang.Integer maxIterations)</CODE> + +<BR> + Sets the maximum number of iterations for the job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#setMaxToProcess(java.lang.Integer)">setMaxToProcess</A></B>(java.lang.Integer maxToProcess)</CODE> + +<BR> + Sets the maximum number of days of input data to process in a single run.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#setProperties(java.util.Properties)">setProperties</A></B>(java.util.Properties props)</CODE> + +<BR> + Sets the configuration properties.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.jobs.TimeBasedJob"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getDaysAgo()">getDaysAgo</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getEndDate()">getEndDate</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getNumDays()">getNumDays</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getStartDate()">getStartDate</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setDaysAgo(java.lang.Integer)">setDaysAgo</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setEndDate(java.util.Date)">setEndDate</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setNumDays(java.lang.Integer)">setNumDays</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setStartDate(java.util.Date)">setStartDate</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#validate()">validate</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.jobs.AbstractJob"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#config(org.apache.hadoop.conf.Configuration)">config</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#createRandomTempPath()">createRandomTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#ensurePath(org.apache.hadoop.fs.Path)">ensurePath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getCountersParentPath()">getCountersParentPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getFileSystem()">getFileSystem</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getInputPaths()">getInputPaths</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getName()">getName</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getNumReducers()">getNumReducers</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getOutputPath()">getOutputPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getProperties()">getProperties</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getRetentionCount()">getRetentionCount</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getTempPath()">getTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#isUseCombiner()">isUseCombiner</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#randomTempPath()">randomTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#run()">run</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setCountersParentPath(org.apache.hadoop.fs.Path)">setCountersParentPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setInputPaths(java.util.List)">setInputPaths</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setName(java.lang.String)">setName</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setNumReducers(java.lang.Integer)">setNumReducers</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setOutputPath(org.apache.hadoop.fs.Path)">setOutputPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setRetentionCount(java.lang.Integer)">setRetentionCount</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setTempPath(org.apache.hadoop.fs.Path)">setTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setUseCombiner(boolean)">setUseCombiner</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_org.apache.hadoop.conf.Configured"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class org.apache.hadoop.conf.Configured</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>getConf, setConf</CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="IncrementalJob()"><!-- --></A><H3> +IncrementalJob</H3> +<PRE> +public <B>IncrementalJob</B>()</PRE> +<DL> +<DD>Initializes the job. +<P> +</DL> +<HR> + +<A NAME="IncrementalJob(java.lang.String, java.util.Properties)"><!-- --></A><H3> +IncrementalJob</H3> +<PRE> +public <B>IncrementalJob</B>(java.lang.String name, + java.util.Properties props)</PRE> +<DL> +<DD>Initializes the job with a job name and properties. +<P> +<DL> +<DT><B>Parameters:</B><DD><CODE>name</CODE> - job name<DD><CODE>props</CODE> - configuration properties</DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="setProperties(java.util.Properties)"><!-- --></A><H3> +setProperties</H3> +<PRE> +public void <B>setProperties</B>(java.util.Properties props)</PRE> +<DL> +<DD><B>Description copied from class: <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setProperties(java.util.Properties)">AbstractJob</A></CODE></B></DD> +<DD>Sets the configuration properties. +<P> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setProperties(java.util.Properties)">setProperties</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A></CODE></DL> +</DD> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>props</CODE> - Properties</DL> +</DD> +</DL> +<HR> + +<A NAME="initialize()"><!-- --></A><H3> +initialize</H3> +<PRE> +protected void <B>initialize</B>()</PRE> +<DL> +<DD><B>Description copied from class: <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#initialize()">AbstractJob</A></CODE></B></DD> +<DD>Initialization required before running job. +<P> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#initialize()">initialize</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A></CODE></DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getKeySchema()"><!-- --></A><H3> +getKeySchema</H3> +<PRE> +protected abstract org.apache.avro.Schema <B>getKeySchema</B>()</PRE> +<DL> +<DD>Gets the Avro schema for the key. + <p> + This is also used as the key for the map output. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>key schema.</DL> +</DD> +</DL> +<HR> + +<A NAME="getIntermediateValueSchema()"><!-- --></A><H3> +getIntermediateValueSchema</H3> +<PRE> +protected abstract org.apache.avro.Schema <B>getIntermediateValueSchema</B>()</PRE> +<DL> +<DD>Gets the Avro schema for the intermediate value. + <p> + This is also used for the value for the map output. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>intermediate value schema</DL> +</DD> +</DL> +<HR> + +<A NAME="getOutputValueSchema()"><!-- --></A><H3> +getOutputValueSchema</H3> +<PRE> +protected abstract org.apache.avro.Schema <B>getOutputValueSchema</B>()</PRE> +<DL> +<DD>Gets the Avro schema for the output data. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>output data schema</DL> +</DD> +</DL> +<HR> + +<A NAME="getSchemas()"><!-- --></A><H3> +getSchemas</H3> +<PRE> +protected <A HREF="../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas">TaskSchemas</A> <B>getSchemas</B>()</PRE> +<DL> +<DD>Gets the schemas. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>schemas</DL> +</DD> +</DL> +<HR> + +<A NAME="getMaxToProcess()"><!-- --></A><H3> +getMaxToProcess</H3> +<PRE> +public java.lang.Integer <B>getMaxToProcess</B>()</PRE> +<DL> +<DD>Gets the maximum number of days of input data to process in a single run. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>maximum number of days to process</DL> +</DD> +</DL> +<HR> + +<A NAME="setMaxToProcess(java.lang.Integer)"><!-- --></A><H3> +setMaxToProcess</H3> +<PRE> +public void <B>setMaxToProcess</B>(java.lang.Integer maxToProcess)</PRE> +<DL> +<DD>Sets the maximum number of days of input data to process in a single run. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>maxToProcess</CODE> - maximum number of days to process</DL> +</DD> +</DL> +<HR> + +<A NAME="getMaxIterations()"><!-- --></A><H3> +getMaxIterations</H3> +<PRE> +public java.lang.Integer <B>getMaxIterations</B>()</PRE> +<DL> +<DD>Gets the maximum number of iterations for the job. Multiple iterations will only occur + when there is a maximum set for the number of days to process in a single run. + An error should be thrown if this number will be exceeded. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>maximum number of iterations</DL> +</DD> +</DL> +<HR> + +<A NAME="setMaxIterations(java.lang.Integer)"><!-- --></A><H3> +setMaxIterations</H3> +<PRE> +public void <B>setMaxIterations</B>(java.lang.Integer maxIterations)</PRE> +<DL> +<DD>Sets the maximum number of iterations for the job. Multiple iterations will only occur + when there is a maximum set for the number of days to process in a single run. + An error should be thrown if this number will be exceeded. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>maxIterations</CODE> - maximum number of iterations</DL> +</DD> +</DL> +<HR> + +<A NAME="isFailOnMissing()"><!-- --></A><H3> +isFailOnMissing</H3> +<PRE> +public boolean <B>isFailOnMissing</B>()</PRE> +<DL> +<DD>Gets whether the job should fail if input data within the desired range is missing. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>true if the job should fail on missing data</DL> +</DD> +</DL> +<HR> + +<A NAME="setFailOnMissing(boolean)"><!-- --></A><H3> +setFailOnMissing</H3> +<PRE> +public void <B>setFailOnMissing</B>(boolean failOnMissing)</PRE> +<DL> +<DD>Sets whether the job should fail if input data within the desired range is missing. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>failOnMissing</CODE> - true if the job should fail on missing data</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/IncrementalJob.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/FileCleaner.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/IncrementalJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="IncrementalJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html b/hourglass/docs/current/datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html new file mode 100644 index 0000000..986a3c9 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html
@@ -0,0 +1,538 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +PartitionCollapsingExecutionPlanner (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="PartitionCollapsingExecutionPlanner (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/PartitionCollapsingExecutionPlanner.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitionCollapsingExecutionPlanner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.jobs</FONT> +<BR> +Class PartitionCollapsingExecutionPlanner</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.ExecutionPlanner</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.jobs.PartitionCollapsingExecutionPlanner</B> +</PRE> +<HR> +<DL> +<DT><PRE>public class <B>PartitionCollapsingExecutionPlanner</B><DT>extends <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A></DL> +</PRE> + +<P> +Execution planner used by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> and its derived classes. + This creates a plan to process partitioned input data and collapse the partitions into a single output. + + <p> + To use this class, the input and output paths must be specified. In addition the desired input date + range can be specified through several methods. Then <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#createPlan()"><CODE>createPlan()</CODE></A> can be called and the + execution plan will be created. The inputs to process will be available from <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getInputsToProcess()"><CODE>getInputsToProcess()</CODE></A>, + the number of reducers to use will be available from <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getNumReducers()"><CODE>getNumReducers()</CODE></A>, and the input schemas + will be available from <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getInputSchemas()"><CODE>getInputSchemas()</CODE></A>. + </p> + + <p> + Previous output may be reused by using <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#setReusePreviousOutput(boolean)"><CODE>setReusePreviousOutput(boolean)</CODE></A>. If previous output exists + and it is to be reused then it will be available from <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getPreviousOutputToProcess()"><CODE>getPreviousOutputToProcess()</CODE></A>. New input data + to process that is after the previous output time range is available from <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getNewInputsToProcess()"><CODE>getNewInputsToProcess()</CODE></A>. + Old input data to process that is before the previous output time range and should be subtracted from the + previous output is available from <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getOldInputsToProcess()"><CODE>getOldInputsToProcess()</CODE></A>. + </p> + + <p> + Configuration properties are used to configure a <A HREF="../../../datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs"><CODE>ReduceEstimator</CODE></A> instance. This is used to + calculate how many reducers should be used. + The number of reducers to use is based on the input data size and the + <em>num.reducers.bytes.per.reducer</em> property. This setting can be controlled more granularly + through <em>num.reducers.input.bytes.per.reducer</em> and <em>num.reducers.previous.bytes.per.reducer</em>. + Check <A HREF="../../../datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs"><CODE>ReduceEstimator</CODE></A> for more details on how the properties are used. + </p> +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#PartitionCollapsingExecutionPlanner(org.apache.hadoop.fs.FileSystem, java.util.Properties)">PartitionCollapsingExecutionPlanner</A></B>(org.apache.hadoop.fs.FileSystem fs, + java.util.Properties props)</CODE> + +<BR> + Initializes the execution planner.</TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#createPlan()">createPlan</A></B>()</CODE> + +<BR> + Create the execution plan.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getCurrentDateRange()">getCurrentDateRange</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<org.apache.avro.Schema></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getInputSchemas()">getInputSchemas</A></B>()</CODE> + +<BR> + Gets the input schemas.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getInputsToProcess()">getInputsToProcess</A></B>()</CODE> + +<BR> + Gets all inputs that will be processed.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> boolean</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getNeedsAnotherPass()">getNeedsAnotherPass</A></B>()</CODE> + +<BR> + Gets whether another pass will be required.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getNewInputsToProcess()">getNewInputsToProcess</A></B>()</CODE> + +<BR> + Gets only the new data that will be processed.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> int</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getNumReducers()">getNumReducers</A></B>()</CODE> + +<BR> + Get the number of reducers to use based on the input and previous output data size.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getOldInputsToProcess()">getOldInputsToProcess</A></B>()</CODE> + +<BR> + Gets only the old data that will be processed.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getPreviousOutputToProcess()">getPreviousOutputToProcess</A></B>()</CODE> + +<BR> + Gets the previous output to reuse, or null if no output is being reused.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> boolean</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getReusePreviousOutput()">getReusePreviousOutput</A></B>()</CODE> + +<BR> + Gets whether previous output should be reused, if it exists.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#setReusePreviousOutput(boolean)">setReusePreviousOutput</A></B>(boolean reuse)</CODE> + +<BR> + Sets whether previous output should be reused, if it exists.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.jobs.ExecutionPlanner"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#determineAvailableInputDates()">determineAvailableInputDates</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#determineDateRange()">determineDateRange</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getAvailableInputsByDate()">getAvailableInputsByDate</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDailyData(org.apache.hadoop.fs.Path)">getDailyData</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDatedData(org.apache.hadoop.fs.Path)">getDatedData</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDateRange()">getDateRange</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDaysAgo()">getDaysAgo</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getEndDate()">getEndDate</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getFileSystem()">getFileSystem</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getInputPaths()">getInputPaths</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getMaxToProcess()">getMaxToProcess</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getNumDays()">getNumDays</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getOutputPath()">getOutputPath</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getProps()">getProps</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getStartDate()">getStartDate</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#isFailOnMissing()">isFailOnMissing</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#loadInputData()">loadInputData</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setDaysAgo(java.lang.Integer)">setDaysAgo</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setEndDate(java.util.Date)">setEndDate</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setFailOnMissing(boolean)">setFailOnMissing</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setInputPaths(java.util.List)">setInputPaths</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setMaxToProcess(java.lang.Integer)">setMaxToProcess</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setNumDays(java.lang.Integer)">setNumDays</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setOutputPath(org.apache.hadoop.fs.Path)">setOutputPath</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setStartDate(java.util.Date)">setStartDate</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="PartitionCollapsingExecutionPlanner(org.apache.hadoop.fs.FileSystem, java.util.Properties)"><!-- --></A><H3> +PartitionCollapsingExecutionPlanner</H3> +<PRE> +public <B>PartitionCollapsingExecutionPlanner</B>(org.apache.hadoop.fs.FileSystem fs, + java.util.Properties props)</PRE> +<DL> +<DD>Initializes the execution planner. +<P> +<DL> +<DT><B>Parameters:</B><DD><CODE>fs</CODE> - file system<DD><CODE>props</CODE> - configuration properties</DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="createPlan()"><!-- --></A><H3> +createPlan</H3> +<PRE> +public void <B>createPlan</B>() + throws java.io.IOException</PRE> +<DL> +<DD>Create the execution plan. +<P> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="getReusePreviousOutput()"><!-- --></A><H3> +getReusePreviousOutput</H3> +<PRE> +public boolean <B>getReusePreviousOutput</B>()</PRE> +<DL> +<DD>Gets whether previous output should be reused, if it exists. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>true if previous output should be reused</DL> +</DD> +</DL> +<HR> + +<A NAME="setReusePreviousOutput(boolean)"><!-- --></A><H3> +setReusePreviousOutput</H3> +<PRE> +public void <B>setReusePreviousOutput</B>(boolean reuse)</PRE> +<DL> +<DD>Sets whether previous output should be reused, if it exists. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>reuse</CODE> - true if previous output should be reused</DL> +</DD> +</DL> +<HR> + +<A NAME="getNumReducers()"><!-- --></A><H3> +getNumReducers</H3> +<PRE> +public int <B>getNumReducers</B>()</PRE> +<DL> +<DD>Get the number of reducers to use based on the input and previous output data size. + Must call <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#createPlan()"><CODE>createPlan()</CODE></A> first. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>number of reducers to use</DL> +</DD> +</DL> +<HR> + +<A NAME="getCurrentDateRange()"><!-- --></A><H3> +getCurrentDateRange</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A> <B>getCurrentDateRange</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getPreviousOutputToProcess()"><!-- --></A><H3> +getPreviousOutputToProcess</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A> <B>getPreviousOutputToProcess</B>()</PRE> +<DL> +<DD>Gets the previous output to reuse, or null if no output is being reused. + Must call <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#createPlan()"><CODE>createPlan()</CODE></A> first. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>previous output to reuse, or null</DL> +</DD> +</DL> +<HR> + +<A NAME="getInputsToProcess()"><!-- --></A><H3> +getInputsToProcess</H3> +<PRE> +public java.util.List<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>> <B>getInputsToProcess</B>()</PRE> +<DL> +<DD>Gets all inputs that will be processed. This includes both old and new data. + Must call <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#createPlan()"><CODE>createPlan()</CODE></A> first. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>inputs to process</DL> +</DD> +</DL> +<HR> + +<A NAME="getNewInputsToProcess()"><!-- --></A><H3> +getNewInputsToProcess</H3> +<PRE> +public java.util.List<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>> <B>getNewInputsToProcess</B>()</PRE> +<DL> +<DD>Gets only the new data that will be processed. New data is data that falls within the + desired date range. + Must call <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#createPlan()"><CODE>createPlan()</CODE></A> first. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>new inputs to process</DL> +</DD> +</DL> +<HR> + +<A NAME="getOldInputsToProcess()"><!-- --></A><H3> +getOldInputsToProcess</H3> +<PRE> +public java.util.List<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>> <B>getOldInputsToProcess</B>()</PRE> +<DL> +<DD>Gets only the old data that will be processed. Old data is data that falls before the + desired date range. It will be subtracted out from the previous output. + Must call <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#createPlan()"><CODE>createPlan()</CODE></A> first. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>old inputs to process</DL> +</DD> +</DL> +<HR> + +<A NAME="getNeedsAnotherPass()"><!-- --></A><H3> +getNeedsAnotherPass</H3> +<PRE> +public boolean <B>getNeedsAnotherPass</B>()</PRE> +<DL> +<DD>Gets whether another pass will be required. Because there may be a limit on the number of inputs processed + in a single run, multiple runs may be required to process all data in the desired date range. + Must call <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#createPlan()"><CODE>createPlan()</CODE></A> first. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>true if another pass is required</DL> +</DD> +</DL> +<HR> + +<A NAME="getInputSchemas()"><!-- --></A><H3> +getInputSchemas</H3> +<PRE> +public java.util.List<org.apache.avro.Schema> <B>getInputSchemas</B>()</PRE> +<DL> +<DD>Gets the input schemas. Because multiple inputs are allowed, there may be multiple schemas. + Must call <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#createPlan()"><CODE>createPlan()</CODE></A> first. + + <p> + This does not include the output schema, even though previous output may be fed back as input. + The reason is that the ouput schema it determined based on the input schema. + </p> +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>input schemas</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/PartitionCollapsingExecutionPlanner.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitionCollapsingExecutionPlanner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html b/hourglass/docs/current/datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html new file mode 100644 index 0000000..bd682aa --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html
@@ -0,0 +1,784 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +PartitionCollapsingIncrementalJob (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="PartitionCollapsingIncrementalJob (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/PartitionCollapsingIncrementalJob.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitionCollapsingIncrementalJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_classes_inherited_from_class_datafu.hourglass.jobs.AbstractPartitionCollapsingIncrementalJob">NESTED</A> | <A HREF="#fields_inherited_from_class_datafu.hourglass.jobs.AbstractPartitionCollapsingIncrementalJob">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.jobs</FONT> +<BR> +Class PartitionCollapsingIncrementalJob</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.conf.Configured + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.AbstractJob</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.TimeBasedJob</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.IncrementalJob</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.AbstractPartitionCollapsingIncrementalJob</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.jobs.PartitionCollapsingIncrementalJob</B> +</PRE> +<DL> +<DT><B>All Implemented Interfaces:</B> <DD>org.apache.hadoop.conf.Configurable</DD> +</DL> +<HR> +<DL> +<DT><PRE>public class <B>PartitionCollapsingIncrementalJob</B><DT>extends <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A></DL> +</PRE> + +<P> +A concrete version of <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A>. + + This provides an alternative to extending <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A>. + Instead of extending this class and implementing the abstract methods, this concrete version + can be used instead. Getters and setters have been provided for the abstract methods. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> +<!-- ======== NESTED CLASS SUMMARY ======== --> + +<A NAME="nested_class_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Nested Class Summary</B></FONT></TH> +</TR> +</TABLE> + <A NAME="nested_classes_inherited_from_class_datafu.hourglass.jobs.AbstractPartitionCollapsingIncrementalJob"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Nested classes/interfaces inherited from class datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob.Report</A></CODE></TD> +</TR> +</TABLE> + +<!-- =========== FIELD SUMMARY =========== --> + +<A NAME="field_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Field Summary</B></FONT></TH> +</TR> +</TABLE> + <A NAME="fields_inherited_from_class_datafu.hourglass.jobs.AbstractPartitionCollapsingIncrementalJob"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Fields inherited from class datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#_reusePreviousOutput">_reusePreviousOutput</A></CODE></TD> +</TR> +</TABLE> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#PartitionCollapsingIncrementalJob(java.lang.Class)">PartitionCollapsingIncrementalJob</A></B>(java.lang.Class cls)</CODE> + +<BR> + Initializes the job.</TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#config(org.apache.hadoop.conf.Configuration)">config</A></B>(org.apache.hadoop.conf.Configuration conf)</CODE> + +<BR> + Overridden to provide custom configuration before the job starts.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#getCombinerAccumulator()">getCombinerAccumulator</A></B>()</CODE> + +<BR> + Gets the accumulator used for the combiner.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#getIntermediateValueSchema()">getIntermediateValueSchema</A></B>()</CODE> + +<BR> + Gets the Avro schema for the intermediate value.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#getKeySchema()">getKeySchema</A></B>()</CODE> + +<BR> + Gets the Avro schema for the key.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#getMapper()">getMapper</A></B>()</CODE> + +<BR> + Gets the mapper.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A><org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#getOldRecordMerger()">getOldRecordMerger</A></B>()</CODE> + +<BR> + Gets the record merger that is capable of unmerging old partial output from the new output.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#getOutputValueSchema()">getOutputValueSchema</A></B>()</CODE> + +<BR> + Gets the Avro schema for the output data.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A><org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#getRecordMerger()">getRecordMerger</A></B>()</CODE> + +<BR> + Gets the record merger that is capable of merging previous output with a new partial output.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#getReducerAccumulator()">getReducerAccumulator</A></B>()</CODE> + +<BR> + Gets the accumulator used for the reducer.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#setCombinerAccumulator(datafu.hourglass.model.Accumulator)">setCombinerAccumulator</A></B>(<A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> combiner)</CODE> + +<BR> + Set the accumulator for the combiner</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#setIntermediateValueSchema(org.apache.avro.Schema)">setIntermediateValueSchema</A></B>(org.apache.avro.Schema intermediateValueSchema)</CODE> + +<BR> + Sets the Avro schema for the intermediate value.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#setKeySchema(org.apache.avro.Schema)">setKeySchema</A></B>(org.apache.avro.Schema keySchema)</CODE> + +<BR> + Sets the Avro schema for the key.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#setMapper(datafu.hourglass.model.Mapper)">setMapper</A></B>(<A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> mapper)</CODE> + +<BR> + Set the mapper.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#setMerger(datafu.hourglass.model.Merger)">setMerger</A></B>(<A HREF="../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A><org.apache.avro.generic.GenericRecord> merger)</CODE> + +<BR> + Sets the record merger that is capable of merging previous output with a new partial output.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#setOldMerger(datafu.hourglass.model.Merger)">setOldMerger</A></B>(<A HREF="../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A><org.apache.avro.generic.GenericRecord> oldMerger)</CODE> + +<BR> + Sets the record merger that is capable of unmerging old partial output from the new output.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#setOnSetup(datafu.hourglass.jobs.Setup)">setOnSetup</A></B>(<A HREF="../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs">Setup</A> setup)</CODE> + +<BR> + Set callback to provide custom configuration before job begins execution.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#setOutputValueSchema(org.apache.avro.Schema)">setOutputValueSchema</A></B>(org.apache.avro.Schema outputValueSchema)</CODE> + +<BR> + Sets the Avro schema for the output data.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#setReducerAccumulator(datafu.hourglass.model.Accumulator)">setReducerAccumulator</A></B>(<A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> reducer)</CODE> + +<BR> + Set the accumulator for the reducer.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.jobs.AbstractPartitionCollapsingIncrementalJob"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getOutputSchemaName()">getOutputSchemaName</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getOutputSchemaNamespace()">getOutputSchemaNamespace</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getReports()">getReports</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getReusePreviousOutput()">getReusePreviousOutput</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#initialize()">initialize</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#run()">run</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#setProperties(java.util.Properties)">setProperties</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#setReusePreviousOutput(boolean)">setReusePreviousOutput</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.jobs.IncrementalJob"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getMaxIterations()">getMaxIterations</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getMaxToProcess()">getMaxToProcess</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getSchemas()">getSchemas</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#isFailOnMissing()">isFailOnMissing</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#setFailOnMissing(boolean)">setFailOnMissing</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#setMaxIterations(java.lang.Integer)">setMaxIterations</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#setMaxToProcess(java.lang.Integer)">setMaxToProcess</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.jobs.TimeBasedJob"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getDaysAgo()">getDaysAgo</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getEndDate()">getEndDate</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getNumDays()">getNumDays</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getStartDate()">getStartDate</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setDaysAgo(java.lang.Integer)">setDaysAgo</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setEndDate(java.util.Date)">setEndDate</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setNumDays(java.lang.Integer)">setNumDays</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setStartDate(java.util.Date)">setStartDate</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#validate()">validate</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.jobs.AbstractJob"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#createRandomTempPath()">createRandomTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#ensurePath(org.apache.hadoop.fs.Path)">ensurePath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getCountersParentPath()">getCountersParentPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getFileSystem()">getFileSystem</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getInputPaths()">getInputPaths</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getName()">getName</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getNumReducers()">getNumReducers</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getOutputPath()">getOutputPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getProperties()">getProperties</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getRetentionCount()">getRetentionCount</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getTempPath()">getTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#isUseCombiner()">isUseCombiner</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#randomTempPath()">randomTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setCountersParentPath(org.apache.hadoop.fs.Path)">setCountersParentPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setInputPaths(java.util.List)">setInputPaths</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setName(java.lang.String)">setName</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setNumReducers(java.lang.Integer)">setNumReducers</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setOutputPath(org.apache.hadoop.fs.Path)">setOutputPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setRetentionCount(java.lang.Integer)">setRetentionCount</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setTempPath(org.apache.hadoop.fs.Path)">setTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setUseCombiner(boolean)">setUseCombiner</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_org.apache.hadoop.conf.Configured"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class org.apache.hadoop.conf.Configured</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>getConf, setConf</CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="PartitionCollapsingIncrementalJob(java.lang.Class)"><!-- --></A><H3> +PartitionCollapsingIncrementalJob</H3> +<PRE> +public <B>PartitionCollapsingIncrementalJob</B>(java.lang.Class cls) + throws java.io.IOException</PRE> +<DL> +<DD>Initializes the job. The job name is derived from the name of a provided class. +<P> +<DL> +<DT><B>Parameters:</B><DD><CODE>cls</CODE> - class to base job name on +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="getMapper()"><!-- --></A><H3> +getMapper</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> <B>getMapper</B>()</PRE> +<DL> +<DD><B>Description copied from class: <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getMapper()">AbstractPartitionCollapsingIncrementalJob</A></CODE></B></DD> +<DD>Gets the mapper. +<P> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getMapper()">getMapper</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>mapper</DL> +</DD> +</DL> +<HR> + +<A NAME="getCombinerAccumulator()"><!-- --></A><H3> +getCombinerAccumulator</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> <B>getCombinerAccumulator</B>()</PRE> +<DL> +<DD><B>Description copied from class: <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getCombinerAccumulator()">AbstractPartitionCollapsingIncrementalJob</A></CODE></B></DD> +<DD>Gets the accumulator used for the combiner. +<P> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getCombinerAccumulator()">getCombinerAccumulator</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>combiner accumulator</DL> +</DD> +</DL> +<HR> + +<A NAME="getReducerAccumulator()"><!-- --></A><H3> +getReducerAccumulator</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> <B>getReducerAccumulator</B>()</PRE> +<DL> +<DD><B>Description copied from class: <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getReducerAccumulator()">AbstractPartitionCollapsingIncrementalJob</A></CODE></B></DD> +<DD>Gets the accumulator used for the reducer. +<P> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getReducerAccumulator()">getReducerAccumulator</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>reducer accumulator</DL> +</DD> +</DL> +<HR> + +<A NAME="getKeySchema()"><!-- --></A><H3> +getKeySchema</H3> +<PRE> +protected org.apache.avro.Schema <B>getKeySchema</B>()</PRE> +<DL> +<DD><B>Description copied from class: <CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getKeySchema()">IncrementalJob</A></CODE></B></DD> +<DD>Gets the Avro schema for the key. + <p> + This is also used as the key for the map output. +<P> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getKeySchema()">getKeySchema</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>key schema.</DL> +</DD> +</DL> +<HR> + +<A NAME="getIntermediateValueSchema()"><!-- --></A><H3> +getIntermediateValueSchema</H3> +<PRE> +protected org.apache.avro.Schema <B>getIntermediateValueSchema</B>()</PRE> +<DL> +<DD><B>Description copied from class: <CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getIntermediateValueSchema()">IncrementalJob</A></CODE></B></DD> +<DD>Gets the Avro schema for the intermediate value. + <p> + This is also used for the value for the map output. +<P> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getIntermediateValueSchema()">getIntermediateValueSchema</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>intermediate value schema</DL> +</DD> +</DL> +<HR> + +<A NAME="getOutputValueSchema()"><!-- --></A><H3> +getOutputValueSchema</H3> +<PRE> +protected org.apache.avro.Schema <B>getOutputValueSchema</B>()</PRE> +<DL> +<DD><B>Description copied from class: <CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getOutputValueSchema()">IncrementalJob</A></CODE></B></DD> +<DD>Gets the Avro schema for the output data. +<P> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getOutputValueSchema()">getOutputValueSchema</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>output data schema</DL> +</DD> +</DL> +<HR> + +<A NAME="getRecordMerger()"><!-- --></A><H3> +getRecordMerger</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A><org.apache.avro.generic.GenericRecord> <B>getRecordMerger</B>()</PRE> +<DL> +<DD><B>Description copied from class: <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getRecordMerger()">AbstractPartitionCollapsingIncrementalJob</A></CODE></B></DD> +<DD>Gets the record merger that is capable of merging previous output with a new partial output. + This is only needed when reusing previous output where the intermediate and output schemas are different. + New partial output is produced by the reducer from new input that is after the previous output. +<P> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getRecordMerger()">getRecordMerger</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>merger</DL> +</DD> +</DL> +<HR> + +<A NAME="getOldRecordMerger()"><!-- --></A><H3> +getOldRecordMerger</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A><org.apache.avro.generic.GenericRecord> <B>getOldRecordMerger</B>()</PRE> +<DL> +<DD><B>Description copied from class: <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getOldRecordMerger()">AbstractPartitionCollapsingIncrementalJob</A></CODE></B></DD> +<DD>Gets the record merger that is capable of unmerging old partial output from the new output. + This is only needed when reusing previous output for a fixed-length sliding window. + The new output is the result of merging the previous output with the new partial output. + The old partial output is produced by the reducer from old input data before the time range of + the previous output. +<P> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getOldRecordMerger()">getOldRecordMerger</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>merger</DL> +</DD> +</DL> +<HR> + +<A NAME="setMapper(datafu.hourglass.model.Mapper)"><!-- --></A><H3> +setMapper</H3> +<PRE> +public void <B>setMapper</B>(<A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> mapper)</PRE> +<DL> +<DD>Set the mapper. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>mapper</CODE> - </DL> +</DD> +</DL> +<HR> + +<A NAME="setCombinerAccumulator(datafu.hourglass.model.Accumulator)"><!-- --></A><H3> +setCombinerAccumulator</H3> +<PRE> +public void <B>setCombinerAccumulator</B>(<A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> combiner)</PRE> +<DL> +<DD>Set the accumulator for the combiner +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>combiner</CODE> - accumulator for the combiner</DL> +</DD> +</DL> +<HR> + +<A NAME="setReducerAccumulator(datafu.hourglass.model.Accumulator)"><!-- --></A><H3> +setReducerAccumulator</H3> +<PRE> +public void <B>setReducerAccumulator</B>(<A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> reducer)</PRE> +<DL> +<DD>Set the accumulator for the reducer. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>reducer</CODE> - accumulator for the reducer</DL> +</DD> +</DL> +<HR> + +<A NAME="setKeySchema(org.apache.avro.Schema)"><!-- --></A><H3> +setKeySchema</H3> +<PRE> +public void <B>setKeySchema</B>(org.apache.avro.Schema keySchema)</PRE> +<DL> +<DD>Sets the Avro schema for the key. + <p> + This is also used as the key for the map output. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>keySchema</CODE> - key schema</DL> +</DD> +</DL> +<HR> + +<A NAME="setIntermediateValueSchema(org.apache.avro.Schema)"><!-- --></A><H3> +setIntermediateValueSchema</H3> +<PRE> +public void <B>setIntermediateValueSchema</B>(org.apache.avro.Schema intermediateValueSchema)</PRE> +<DL> +<DD>Sets the Avro schema for the intermediate value. + <p> + This is also used for the value for the map output. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>intermediateValueSchema</CODE> - intermediate value schema</DL> +</DD> +</DL> +<HR> + +<A NAME="setOutputValueSchema(org.apache.avro.Schema)"><!-- --></A><H3> +setOutputValueSchema</H3> +<PRE> +public void <B>setOutputValueSchema</B>(org.apache.avro.Schema outputValueSchema)</PRE> +<DL> +<DD>Sets the Avro schema for the output data. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>outputValueSchema</CODE> - output value schema</DL> +</DD> +</DL> +<HR> + +<A NAME="setMerger(datafu.hourglass.model.Merger)"><!-- --></A><H3> +setMerger</H3> +<PRE> +public void <B>setMerger</B>(<A HREF="../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A><org.apache.avro.generic.GenericRecord> merger)</PRE> +<DL> +<DD>Sets the record merger that is capable of merging previous output with a new partial output. + This is only needed when reusing previous output where the intermediate and output schemas are different. + New partial output is produced by the reducer from new input that is after the previous output. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>merger</CODE> - </DL> +</DD> +</DL> +<HR> + +<A NAME="setOldMerger(datafu.hourglass.model.Merger)"><!-- --></A><H3> +setOldMerger</H3> +<PRE> +public void <B>setOldMerger</B>(<A HREF="../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A><org.apache.avro.generic.GenericRecord> oldMerger)</PRE> +<DL> +<DD>Sets the record merger that is capable of unmerging old partial output from the new output. + This is only needed when reusing previous output for a fixed-length sliding window. + The new output is the result of merging the previous output with the new partial output. + The old partial output is produced by the reducer from old input data before the time range of + the previous output. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>oldMerger</CODE> - merger</DL> +</DD> +</DL> +<HR> + +<A NAME="setOnSetup(datafu.hourglass.jobs.Setup)"><!-- --></A><H3> +setOnSetup</H3> +<PRE> +public void <B>setOnSetup</B>(<A HREF="../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs">Setup</A> setup)</PRE> +<DL> +<DD>Set callback to provide custom configuration before job begins execution. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>setup</CODE> - object with callback method</DL> +</DD> +</DL> +<HR> + +<A NAME="config(org.apache.hadoop.conf.Configuration)"><!-- --></A><H3> +config</H3> +<PRE> +public void <B>config</B>(org.apache.hadoop.conf.Configuration conf)</PRE> +<DL> +<DD><B>Description copied from class: <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#config(org.apache.hadoop.conf.Configuration)">AbstractJob</A></CODE></B></DD> +<DD>Overridden to provide custom configuration before the job starts. +<P> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#config(org.apache.hadoop.conf.Configuration)">config</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A></CODE></DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/PartitionCollapsingIncrementalJob.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitionCollapsingIncrementalJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_classes_inherited_from_class_datafu.hourglass.jobs.AbstractPartitionCollapsingIncrementalJob">NESTED</A> | <A HREF="#fields_inherited_from_class_datafu.hourglass.jobs.AbstractPartitionCollapsingIncrementalJob">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html b/hourglass/docs/current/datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html new file mode 100644 index 0000000..cc76f98 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html
@@ -0,0 +1,414 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +PartitionPreservingExecutionPlanner (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="PartitionPreservingExecutionPlanner (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/PartitionPreservingExecutionPlanner.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitionPreservingExecutionPlanner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.jobs</FONT> +<BR> +Class PartitionPreservingExecutionPlanner</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.ExecutionPlanner</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.jobs.PartitionPreservingExecutionPlanner</B> +</PRE> +<HR> +<DL> +<DT><PRE>public class <B>PartitionPreservingExecutionPlanner</B><DT>extends <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A></DL> +</PRE> + +<P> +Execution planner used by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> and its derived classes. + This creates a plan to process partitioned input data and produce partitioned output data. + + <p> + To use this class, the input and output paths must be specified. In addition the desired input date + range can be specified through several methods. Then <A HREF="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#createPlan()"><CODE>createPlan()</CODE></A> can be called and the + execution plan will be created. The inputs to process will be available from <A HREF="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getInputsToProcess()"><CODE>getInputsToProcess()</CODE></A>, + the number of reducers to use will be available from <A HREF="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getNumReducers()"><CODE>getNumReducers()</CODE></A>, and the input schemas + will be available from <A HREF="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getInputSchemas()"><CODE>getInputSchemas()</CODE></A>. + </p> + + <p> + Configuration properties are used to configure a <A HREF="../../../datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs"><CODE>ReduceEstimator</CODE></A> instance. This is used to + calculate how many reducers should be used. + The number of reducers to use is based on the input data size and the + <em>num.reducers.bytes.per.reducer</em> property. + Check <A HREF="../../../datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs"><CODE>ReduceEstimator</CODE></A> for more details on how the properties are used. + </p> +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#PartitionPreservingExecutionPlanner(org.apache.hadoop.fs.FileSystem, java.util.Properties)">PartitionPreservingExecutionPlanner</A></B>(org.apache.hadoop.fs.FileSystem fs, + java.util.Properties props)</CODE> + +<BR> + Initializes the execution planner.</TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#createPlan()">createPlan</A></B>()</CODE> + +<BR> + Create the execution plan.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<java.util.Date></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getDatesToProcess()">getDatesToProcess</A></B>()</CODE> + +<BR> + Gets the input dates which are to be processed.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<org.apache.avro.Schema></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getInputSchemas()">getInputSchemas</A></B>()</CODE> + +<BR> + Gets the input schemas.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getInputsToProcess()">getInputsToProcess</A></B>()</CODE> + +<BR> + Gets the inputs which are to be processed.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> boolean</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getNeedsAnotherPass()">getNeedsAnotherPass</A></B>()</CODE> + +<BR> + Gets whether another pass will be required.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> int</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getNumReducers()">getNumReducers</A></B>()</CODE> + +<BR> + Get the number of reducers to use based on the input data size.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.jobs.ExecutionPlanner"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#determineAvailableInputDates()">determineAvailableInputDates</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#determineDateRange()">determineDateRange</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getAvailableInputsByDate()">getAvailableInputsByDate</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDailyData(org.apache.hadoop.fs.Path)">getDailyData</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDatedData(org.apache.hadoop.fs.Path)">getDatedData</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDateRange()">getDateRange</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDaysAgo()">getDaysAgo</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getEndDate()">getEndDate</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getFileSystem()">getFileSystem</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getInputPaths()">getInputPaths</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getMaxToProcess()">getMaxToProcess</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getNumDays()">getNumDays</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getOutputPath()">getOutputPath</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getProps()">getProps</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getStartDate()">getStartDate</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#isFailOnMissing()">isFailOnMissing</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#loadInputData()">loadInputData</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setDaysAgo(java.lang.Integer)">setDaysAgo</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setEndDate(java.util.Date)">setEndDate</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setFailOnMissing(boolean)">setFailOnMissing</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setInputPaths(java.util.List)">setInputPaths</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setMaxToProcess(java.lang.Integer)">setMaxToProcess</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setNumDays(java.lang.Integer)">setNumDays</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setOutputPath(org.apache.hadoop.fs.Path)">setOutputPath</A>, <A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setStartDate(java.util.Date)">setStartDate</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="PartitionPreservingExecutionPlanner(org.apache.hadoop.fs.FileSystem, java.util.Properties)"><!-- --></A><H3> +PartitionPreservingExecutionPlanner</H3> +<PRE> +public <B>PartitionPreservingExecutionPlanner</B>(org.apache.hadoop.fs.FileSystem fs, + java.util.Properties props)</PRE> +<DL> +<DD>Initializes the execution planner. +<P> +<DL> +<DT><B>Parameters:</B><DD><CODE>fs</CODE> - file system<DD><CODE>props</CODE> - configuration properties</DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="createPlan()"><!-- --></A><H3> +createPlan</H3> +<PRE> +public void <B>createPlan</B>() + throws java.io.IOException</PRE> +<DL> +<DD>Create the execution plan. +<P> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="getNumReducers()"><!-- --></A><H3> +getNumReducers</H3> +<PRE> +public int <B>getNumReducers</B>()</PRE> +<DL> +<DD>Get the number of reducers to use based on the input data size. + Must call <A HREF="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#createPlan()"><CODE>createPlan()</CODE></A> first. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>number of reducers to use</DL> +</DD> +</DL> +<HR> + +<A NAME="getInputSchemas()"><!-- --></A><H3> +getInputSchemas</H3> +<PRE> +public java.util.List<org.apache.avro.Schema> <B>getInputSchemas</B>()</PRE> +<DL> +<DD>Gets the input schemas. Because multiple inputs are allowed, there may be multiple schemas. + Must call <A HREF="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#createPlan()"><CODE>createPlan()</CODE></A> first. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>input schemas</DL> +</DD> +</DL> +<HR> + +<A NAME="getNeedsAnotherPass()"><!-- --></A><H3> +getNeedsAnotherPass</H3> +<PRE> +public boolean <B>getNeedsAnotherPass</B>()</PRE> +<DL> +<DD>Gets whether another pass will be required. Because there may be a limit on the number of inputs processed + in a single run, multiple runs may be required to process all data in the desired date range. + Must call <A HREF="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#createPlan()"><CODE>createPlan()</CODE></A> first. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>true if another pass is required</DL> +</DD> +</DL> +<HR> + +<A NAME="getInputsToProcess()"><!-- --></A><H3> +getInputsToProcess</H3> +<PRE> +public java.util.List<<A HREF="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A>> <B>getInputsToProcess</B>()</PRE> +<DL> +<DD>Gets the inputs which are to be processed. + Must call <A HREF="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#createPlan()"><CODE>createPlan()</CODE></A> first. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>inputs to process</DL> +</DD> +</DL> +<HR> + +<A NAME="getDatesToProcess()"><!-- --></A><H3> +getDatesToProcess</H3> +<PRE> +public java.util.List<java.util.Date> <B>getDatesToProcess</B>()</PRE> +<DL> +<DD>Gets the input dates which are to be processed. + Must call <A HREF="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#createPlan()"><CODE>createPlan()</CODE></A> first. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>dates to process</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/PartitionPreservingExecutionPlanner.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitionPreservingExecutionPlanner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html b/hourglass/docs/current/datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html new file mode 100644 index 0000000..311e241 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html
@@ -0,0 +1,660 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +PartitionPreservingIncrementalJob (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="PartitionPreservingIncrementalJob (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/PartitionPreservingIncrementalJob.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitionPreservingIncrementalJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_classes_inherited_from_class_datafu.hourglass.jobs.AbstractPartitionPreservingIncrementalJob">NESTED</A> | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.jobs</FONT> +<BR> +Class PartitionPreservingIncrementalJob</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.conf.Configured + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.AbstractJob</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.TimeBasedJob</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.IncrementalJob</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.AbstractPartitionPreservingIncrementalJob</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.jobs.PartitionPreservingIncrementalJob</B> +</PRE> +<DL> +<DT><B>All Implemented Interfaces:</B> <DD>org.apache.hadoop.conf.Configurable</DD> +</DL> +<HR> +<DL> +<DT><PRE>public class <B>PartitionPreservingIncrementalJob</B><DT>extends <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A></DL> +</PRE> + +<P> +A concrete version of <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A>. + + This provides an alternative to extending <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A>. + Instead of extending this class and implementing the abstract methods, this concrete version + can be used instead. Getters and setters have been provided for the abstract methods. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> +<!-- ======== NESTED CLASS SUMMARY ======== --> + +<A NAME="nested_class_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Nested Class Summary</B></FONT></TH> +</TR> +</TABLE> + <A NAME="nested_classes_inherited_from_class_datafu.hourglass.jobs.AbstractPartitionPreservingIncrementalJob"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Nested classes/interfaces inherited from class datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob.Report</A></CODE></TD> +</TR> +</TABLE> + + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#PartitionPreservingIncrementalJob(java.lang.Class)">PartitionPreservingIncrementalJob</A></B>(java.lang.Class cls)</CODE> + +<BR> + Initializes the job.</TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#config(org.apache.hadoop.conf.Configuration)">config</A></B>(org.apache.hadoop.conf.Configuration conf)</CODE> + +<BR> + Overridden to provide custom configuration before the job starts.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getCombinerAccumulator()">getCombinerAccumulator</A></B>()</CODE> + +<BR> + Gets the accumulator used for the combiner.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getIntermediateValueSchema()">getIntermediateValueSchema</A></B>()</CODE> + +<BR> + Gets the Avro schema for the intermediate value.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getKeySchema()">getKeySchema</A></B>()</CODE> + +<BR> + Gets the Avro schema for the key.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getMapper()">getMapper</A></B>()</CODE> + +<BR> + Gets the mapper.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getOutputValueSchema()">getOutputValueSchema</A></B>()</CODE> + +<BR> + Gets the Avro schema for the output data.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getReducerAccumulator()">getReducerAccumulator</A></B>()</CODE> + +<BR> + Gets the accumulator used for the reducer.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setCombinerAccumulator(datafu.hourglass.model.Accumulator)">setCombinerAccumulator</A></B>(<A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> combiner)</CODE> + +<BR> + Set the accumulator for the combiner</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setIntermediateValueSchema(org.apache.avro.Schema)">setIntermediateValueSchema</A></B>(org.apache.avro.Schema intermediateValueSchema)</CODE> + +<BR> + Sets the Avro schema for the intermediate value.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setKeySchema(org.apache.avro.Schema)">setKeySchema</A></B>(org.apache.avro.Schema keySchema)</CODE> + +<BR> + Sets the Avro schema for the key.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setMapper(datafu.hourglass.model.Mapper)">setMapper</A></B>(<A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> mapper)</CODE> + +<BR> + Set the mapper.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setOnSetup(datafu.hourglass.jobs.Setup)">setOnSetup</A></B>(<A HREF="../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs">Setup</A> setup)</CODE> + +<BR> + Set callback to provide custom configuration before job begins execution.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setOutputValueSchema(org.apache.avro.Schema)">setOutputValueSchema</A></B>(org.apache.avro.Schema outputValueSchema)</CODE> + +<BR> + Sets the Avro schema for the output data.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setReducerAccumulator(datafu.hourglass.model.Accumulator)">setReducerAccumulator</A></B>(<A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> reducer)</CODE> + +<BR> + Set the accumulator for the reducer.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.jobs.AbstractPartitionPreservingIncrementalJob"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getCombineProcessor()">getCombineProcessor</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getMapProcessor()">getMapProcessor</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getOutputSchemaName()">getOutputSchemaName</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getOutputSchemaNamespace()">getOutputSchemaNamespace</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getReduceProcessor()">getReduceProcessor</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getReports()">getReports</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#initialize()">initialize</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#run()">run</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.jobs.IncrementalJob"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getMaxIterations()">getMaxIterations</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getMaxToProcess()">getMaxToProcess</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getSchemas()">getSchemas</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#isFailOnMissing()">isFailOnMissing</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#setFailOnMissing(boolean)">setFailOnMissing</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#setMaxIterations(java.lang.Integer)">setMaxIterations</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#setMaxToProcess(java.lang.Integer)">setMaxToProcess</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#setProperties(java.util.Properties)">setProperties</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.jobs.TimeBasedJob"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getDaysAgo()">getDaysAgo</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getEndDate()">getEndDate</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getNumDays()">getNumDays</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getStartDate()">getStartDate</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setDaysAgo(java.lang.Integer)">setDaysAgo</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setEndDate(java.util.Date)">setEndDate</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setNumDays(java.lang.Integer)">setNumDays</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setStartDate(java.util.Date)">setStartDate</A>, <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#validate()">validate</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.jobs.AbstractJob"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#createRandomTempPath()">createRandomTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#ensurePath(org.apache.hadoop.fs.Path)">ensurePath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getCountersParentPath()">getCountersParentPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getFileSystem()">getFileSystem</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getInputPaths()">getInputPaths</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getName()">getName</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getNumReducers()">getNumReducers</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getOutputPath()">getOutputPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getProperties()">getProperties</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getRetentionCount()">getRetentionCount</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getTempPath()">getTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#isUseCombiner()">isUseCombiner</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#randomTempPath()">randomTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setCountersParentPath(org.apache.hadoop.fs.Path)">setCountersParentPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setInputPaths(java.util.List)">setInputPaths</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setName(java.lang.String)">setName</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setNumReducers(java.lang.Integer)">setNumReducers</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setOutputPath(org.apache.hadoop.fs.Path)">setOutputPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setRetentionCount(java.lang.Integer)">setRetentionCount</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setTempPath(org.apache.hadoop.fs.Path)">setTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setUseCombiner(boolean)">setUseCombiner</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_org.apache.hadoop.conf.Configured"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class org.apache.hadoop.conf.Configured</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>getConf, setConf</CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="PartitionPreservingIncrementalJob(java.lang.Class)"><!-- --></A><H3> +PartitionPreservingIncrementalJob</H3> +<PRE> +public <B>PartitionPreservingIncrementalJob</B>(java.lang.Class cls) + throws java.io.IOException</PRE> +<DL> +<DD>Initializes the job. The job name is derived from the name of a provided class. +<P> +<DL> +<DT><B>Parameters:</B><DD><CODE>cls</CODE> - class to base job name on +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="getMapper()"><!-- --></A><H3> +getMapper</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> <B>getMapper</B>()</PRE> +<DL> +<DD><B>Description copied from class: <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getMapper()">AbstractPartitionPreservingIncrementalJob</A></CODE></B></DD> +<DD>Gets the mapper. +<P> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getMapper()">getMapper</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>mapper</DL> +</DD> +</DL> +<HR> + +<A NAME="getCombinerAccumulator()"><!-- --></A><H3> +getCombinerAccumulator</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> <B>getCombinerAccumulator</B>()</PRE> +<DL> +<DD><B>Description copied from class: <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getCombinerAccumulator()">AbstractPartitionPreservingIncrementalJob</A></CODE></B></DD> +<DD>Gets the accumulator used for the combiner. +<P> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getCombinerAccumulator()">getCombinerAccumulator</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>combiner accumulator</DL> +</DD> +</DL> +<HR> + +<A NAME="getReducerAccumulator()"><!-- --></A><H3> +getReducerAccumulator</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> <B>getReducerAccumulator</B>()</PRE> +<DL> +<DD><B>Description copied from class: <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getReducerAccumulator()">AbstractPartitionPreservingIncrementalJob</A></CODE></B></DD> +<DD>Gets the accumulator used for the reducer. +<P> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getReducerAccumulator()">getReducerAccumulator</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>reducer accumulator</DL> +</DD> +</DL> +<HR> + +<A NAME="getKeySchema()"><!-- --></A><H3> +getKeySchema</H3> +<PRE> +protected org.apache.avro.Schema <B>getKeySchema</B>()</PRE> +<DL> +<DD><B>Description copied from class: <CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getKeySchema()">IncrementalJob</A></CODE></B></DD> +<DD>Gets the Avro schema for the key. + <p> + This is also used as the key for the map output. +<P> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getKeySchema()">getKeySchema</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>key schema.</DL> +</DD> +</DL> +<HR> + +<A NAME="getIntermediateValueSchema()"><!-- --></A><H3> +getIntermediateValueSchema</H3> +<PRE> +protected org.apache.avro.Schema <B>getIntermediateValueSchema</B>()</PRE> +<DL> +<DD><B>Description copied from class: <CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getIntermediateValueSchema()">IncrementalJob</A></CODE></B></DD> +<DD>Gets the Avro schema for the intermediate value. + <p> + This is also used for the value for the map output. +<P> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getIntermediateValueSchema()">getIntermediateValueSchema</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>intermediate value schema</DL> +</DD> +</DL> +<HR> + +<A NAME="getOutputValueSchema()"><!-- --></A><H3> +getOutputValueSchema</H3> +<PRE> +protected org.apache.avro.Schema <B>getOutputValueSchema</B>()</PRE> +<DL> +<DD><B>Description copied from class: <CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getOutputValueSchema()">IncrementalJob</A></CODE></B></DD> +<DD>Gets the Avro schema for the output data. +<P> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html#getOutputValueSchema()">getOutputValueSchema</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>output data schema</DL> +</DD> +</DL> +<HR> + +<A NAME="setMapper(datafu.hourglass.model.Mapper)"><!-- --></A><H3> +setMapper</H3> +<PRE> +public void <B>setMapper</B>(<A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> mapper)</PRE> +<DL> +<DD>Set the mapper. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>mapper</CODE> - </DL> +</DD> +</DL> +<HR> + +<A NAME="setCombinerAccumulator(datafu.hourglass.model.Accumulator)"><!-- --></A><H3> +setCombinerAccumulator</H3> +<PRE> +public void <B>setCombinerAccumulator</B>(<A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> combiner)</PRE> +<DL> +<DD>Set the accumulator for the combiner +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>combiner</CODE> - accumulator for the combiner</DL> +</DD> +</DL> +<HR> + +<A NAME="setReducerAccumulator(datafu.hourglass.model.Accumulator)"><!-- --></A><H3> +setReducerAccumulator</H3> +<PRE> +public void <B>setReducerAccumulator</B>(<A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> reducer)</PRE> +<DL> +<DD>Set the accumulator for the reducer. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>reducer</CODE> - accumulator for the reducer</DL> +</DD> +</DL> +<HR> + +<A NAME="setKeySchema(org.apache.avro.Schema)"><!-- --></A><H3> +setKeySchema</H3> +<PRE> +public void <B>setKeySchema</B>(org.apache.avro.Schema keySchema)</PRE> +<DL> +<DD>Sets the Avro schema for the key. + <p> + This is also used as the key for the map output. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>keySchema</CODE> - key schema</DL> +</DD> +</DL> +<HR> + +<A NAME="setIntermediateValueSchema(org.apache.avro.Schema)"><!-- --></A><H3> +setIntermediateValueSchema</H3> +<PRE> +public void <B>setIntermediateValueSchema</B>(org.apache.avro.Schema intermediateValueSchema)</PRE> +<DL> +<DD>Sets the Avro schema for the intermediate value. + <p> + This is also used for the value for the map output. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>intermediateValueSchema</CODE> - intermediate value schema</DL> +</DD> +</DL> +<HR> + +<A NAME="setOutputValueSchema(org.apache.avro.Schema)"><!-- --></A><H3> +setOutputValueSchema</H3> +<PRE> +public void <B>setOutputValueSchema</B>(org.apache.avro.Schema outputValueSchema)</PRE> +<DL> +<DD>Sets the Avro schema for the output data. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>outputValueSchema</CODE> - output value schema</DL> +</DD> +</DL> +<HR> + +<A NAME="setOnSetup(datafu.hourglass.jobs.Setup)"><!-- --></A><H3> +setOnSetup</H3> +<PRE> +public void <B>setOnSetup</B>(<A HREF="../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs">Setup</A> setup)</PRE> +<DL> +<DD>Set callback to provide custom configuration before job begins execution. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>setup</CODE> - object with callback method</DL> +</DD> +</DL> +<HR> + +<A NAME="config(org.apache.hadoop.conf.Configuration)"><!-- --></A><H3> +config</H3> +<PRE> +public void <B>config</B>(org.apache.hadoop.conf.Configuration conf)</PRE> +<DL> +<DD><B>Description copied from class: <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#config(org.apache.hadoop.conf.Configuration)">AbstractJob</A></CODE></B></DD> +<DD>Overridden to provide custom configuration before the job starts. +<P> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#config(org.apache.hadoop.conf.Configuration)">config</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A></CODE></DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/PartitionPreservingIncrementalJob.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitionPreservingIncrementalJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_classes_inherited_from_class_datafu.hourglass.jobs.AbstractPartitionPreservingIncrementalJob">NESTED</A> | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/ReduceEstimator.html b/hourglass/docs/current/datafu/hourglass/jobs/ReduceEstimator.html new file mode 100644 index 0000000..3ec11e7 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/ReduceEstimator.html
@@ -0,0 +1,329 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +ReduceEstimator (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="ReduceEstimator (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/ReduceEstimator.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/ReduceEstimator.html" target="_top"><B>FRAMES</B></A> + <A HREF="ReduceEstimator.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.jobs</FONT> +<BR> +Class ReduceEstimator</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.jobs.ReduceEstimator</B> +</PRE> +<HR> +<DL> +<DT><PRE>public class <B>ReduceEstimator</B><DT>extends java.lang.Object</DL> +</PRE> + +<P> +Estimates the number of reducers needed based on input size. + + <p> + This sums the size of the inputs and uses bytes-per-reducer + settings to compute the number of reducers. By default, + the bytes-per-reducer is 256 MB. This means that if the + total input size is 1 GB, the total number of reducers + computed will be 4. + </p> + + <p> + The bytes-per-reducer can be configured through properties + provided in the constructor. The default bytes-per-reducer + can be overriden by setting <em>num.reducers.bytes.per.reducer</em>. + For example, if 536870912 (512 MB) is used for this setting, + then 2 reducers would be used for 1 GB. + </p> + + <p> + The bytes-per-reducer can also be configured separately for + different types of inputs. Inputs can be identified by a tag. + For example, if an input is tagged with <em>mydata</em>, then + the reducers for this input data can be configured with + <em>num.reducers.mydata.bytes.per.reducer</em>. + </p> +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ReduceEstimator.html#ReduceEstimator(org.apache.hadoop.fs.FileSystem, java.util.Properties)">ReduceEstimator</A></B>(org.apache.hadoop.fs.FileSystem fs, + java.util.Properties props)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ReduceEstimator.html#addInputPath(org.apache.hadoop.fs.Path)">addInputPath</A></B>(org.apache.hadoop.fs.Path input)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ReduceEstimator.html#addInputPath(java.lang.String, org.apache.hadoop.fs.Path)">addInputPath</A></B>(java.lang.String tag, + org.apache.hadoop.fs.Path input)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> int</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/ReduceEstimator.html#getNumReducers()">getNumReducers</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="ReduceEstimator(org.apache.hadoop.fs.FileSystem, java.util.Properties)"><!-- --></A><H3> +ReduceEstimator</H3> +<PRE> +public <B>ReduceEstimator</B>(org.apache.hadoop.fs.FileSystem fs, + java.util.Properties props)</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="addInputPath(org.apache.hadoop.fs.Path)"><!-- --></A><H3> +addInputPath</H3> +<PRE> +public void <B>addInputPath</B>(org.apache.hadoop.fs.Path input)</PRE> +<DL> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="addInputPath(java.lang.String, org.apache.hadoop.fs.Path)"><!-- --></A><H3> +addInputPath</H3> +<PRE> +public void <B>addInputPath</B>(java.lang.String tag, + org.apache.hadoop.fs.Path input)</PRE> +<DL> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getNumReducers()"><!-- --></A><H3> +getNumReducers</H3> +<PRE> +public int <B>getNumReducers</B>() + throws java.io.IOException</PRE> +<DL> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/ReduceEstimator.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/ReduceEstimator.html" target="_top"><B>FRAMES</B></A> + <A HREF="ReduceEstimator.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/Setup.html b/hourglass/docs/current/datafu/hourglass/jobs/Setup.html new file mode 100644 index 0000000..4f56f3b --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/Setup.html
@@ -0,0 +1,217 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Setup (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Setup (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/Setup.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/Setup.html" target="_top"><B>FRAMES</B></A> + <A HREF="Setup.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | CONSTR | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | CONSTR | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.jobs</FONT> +<BR> +Interface Setup</H2> +<HR> +<DL> +<DT><PRE>public interface <B>Setup</B></DL> +</PRE> + +<P> +Used as a callback by <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>PartitionCollapsingIncrementalJob</CODE></A> and <A HREF="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>PartitionPreservingIncrementalJob</CODE></A> + to provide configuration settings for the Hadoop job. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/Setup.html#setup(org.apache.hadoop.conf.Configuration)">setup</A></B>(org.apache.hadoop.conf.Configuration conf)</CODE> + +<BR> + Set custom configuration.</TD> +</TR> +</TABLE> + +<P> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="setup(org.apache.hadoop.conf.Configuration)"><!-- --></A><H3> +setup</H3> +<PRE> +void <B>setup</B>(org.apache.hadoop.conf.Configuration conf)</PRE> +<DL> +<DD>Set custom configuration. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>conf</CODE> - configuration</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/Setup.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/Setup.html" target="_top"><B>FRAMES</B></A> + <A HREF="Setup.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | CONSTR | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | CONSTR | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/StagedOutputJob.html b/hourglass/docs/current/datafu/hourglass/jobs/StagedOutputJob.html new file mode 100644 index 0000000..19d83fa --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/StagedOutputJob.html
@@ -0,0 +1,533 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +StagedOutputJob (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="StagedOutputJob (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/StagedOutputJob.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/StagedOutputJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="StagedOutputJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Job">NESTED</A> | <A HREF="#fields_inherited_from_class_org.apache.hadoop.mapreduce.JobContext">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.jobs</FONT> +<BR> +Class StagedOutputJob</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.mapreduce.JobContext + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.mapreduce.Job + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.jobs.StagedOutputJob</B> +</PRE> +<DL> +<DT><B>All Implemented Interfaces:</B> <DD>java.util.concurrent.Callable<java.lang.Boolean></DD> +</DL> +<HR> +<DL> +<DT><PRE>public class <B>StagedOutputJob</B><DT>extends org.apache.hadoop.mapreduce.Job<DT>implements java.util.concurrent.Callable<java.lang.Boolean></DL> +</PRE> + +<P> +A derivation of <CODE>Job</CODE> that stages its output in another location and only + moves it to the final destination if the job completes successfully. + It also outputs a counters file to the file system that contains counters fetched from Hadoop + and other task statistics. +<P> + +<P> +<HR> + +<P> +<!-- ======== NESTED CLASS SUMMARY ======== --> + +<A NAME="nested_class_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Nested Class Summary</B></FONT></TH> +</TR> +</TABLE> + <A NAME="nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Job"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.Job</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>org.apache.hadoop.mapreduce.Job.JobState</CODE></TD> +</TR> +</TABLE> + +<!-- =========== FIELD SUMMARY =========== --> + +<A NAME="field_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Field Summary</B></FONT></TH> +</TR> +</TABLE> + <A NAME="fields_inherited_from_class_org.apache.hadoop.mapreduce.JobContext"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Fields inherited from class org.apache.hadoop.mapreduce.JobContext</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>CACHE_ARCHIVES_VISIBILITIES, CACHE_FILE_VISIBILITIES, COMBINE_CLASS_ATTR, conf, credentials, INPUT_FORMAT_CLASS_ATTR, JOB_ACL_MODIFY_JOB, JOB_ACL_VIEW_JOB, JOB_CANCEL_DELEGATION_TOKEN, JOB_NAMENODES, MAP_CLASS_ATTR, OUTPUT_FORMAT_CLASS_ATTR, PARTITIONER_CLASS_ATTR, REDUCE_CLASS_ATTR, ugi, USER_LOG_RETAIN_HOURS</CODE></TD> +</TR> +</TABLE> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/StagedOutputJob.html#StagedOutputJob(org.apache.hadoop.conf.Configuration, java.lang.String, org.apache.log4j.Logger)">StagedOutputJob</A></B>(org.apache.hadoop.conf.Configuration conf, + java.lang.String stagingPrefix, + org.apache.log4j.Logger log)</CODE> + +<BR> + Initializes the job.</TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.lang.Boolean</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/StagedOutputJob.html#call()">call</A></B>()</CODE> + +<BR> + Run the job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static <A HREF="../../../datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs">StagedOutputJob</A></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/StagedOutputJob.html#createStagedJob(org.apache.hadoop.conf.Configuration, java.lang.String, java.util.List, java.lang.String, java.lang.String, org.apache.log4j.Logger)">createStagedJob</A></B>(org.apache.hadoop.conf.Configuration conf, + java.lang.String jobName, + java.util.List<java.lang.String> inputPaths, + java.lang.String stagingLocation, + java.lang.String outputPath, + org.apache.log4j.Logger log)</CODE> + +<BR> + Creates a job which using a temporary staging location for the output data.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.hadoop.fs.Path</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/StagedOutputJob.html#getCountersParentPath()">getCountersParentPath</A></B>()</CODE> + +<BR> + Gets path to store the counters.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.hadoop.fs.Path</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/StagedOutputJob.html#getCountersPath()">getCountersPath</A></B>()</CODE> + +<BR> + Path to written counters.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> boolean</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/StagedOutputJob.html#getWriteCounters()">getWriteCounters</A></B>()</CODE> + +<BR> + Get whether counters should be written.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/StagedOutputJob.html#setCountersParentPath(org.apache.hadoop.fs.Path)">setCountersParentPath</A></B>(org.apache.hadoop.fs.Path path)</CODE> + +<BR> + Sets path to store the counters.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/StagedOutputJob.html#setWriteCounters(boolean)">setWriteCounters</A></B>(boolean writeCounters)</CODE> + +<BR> + Sets whether counters should be written.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> boolean</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/StagedOutputJob.html#waitForCompletion(boolean)">waitForCompletion</A></B>(boolean verbose)</CODE> + +<BR> + Run the job and wait for it to complete.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_org.apache.hadoop.mapreduce.Job"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class org.apache.hadoop.mapreduce.Job</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>failTask, getCounters, getJar, getTaskCompletionEvents, getTrackingURL, isComplete, isSuccessful, killJob, killTask, mapProgress, reduceProgress, setCancelDelegationTokenUponJobCompletion, setCombinerClass, setGroupingComparatorClass, setInputFormatClass, setJarByClass, setJobName, setMapOutputKeyClass, setMapOutputValueClass, setMapperClass, setMapSpeculativeExecution, setNumReduceTasks, setOutputFormatClass, setOutputKeyClass, setOutputValueClass, setPartitionerClass, setReducerClass, setReduceSpeculativeExecution, setSortComparatorClass, setSpeculativeExecution, setupProgress, setWorkingDirectory, submit</CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_org.apache.hadoop.mapreduce.JobContext"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class org.apache.hadoop.mapreduce.JobContext</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>getCombinerClass, getConfiguration, getCredentials, getGroupingComparator, getInputFormatClass, getJobID, getJobName, getMapOutputKeyClass, getMapOutputValueClass, getMapperClass, getNumReduceTasks, getOutputFormatClass, getOutputKeyClass, getOutputValueClass, getPartitionerClass, getReducerClass, getSortComparator, getWorkingDirectory</CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="StagedOutputJob(org.apache.hadoop.conf.Configuration, java.lang.String, org.apache.log4j.Logger)"><!-- --></A><H3> +StagedOutputJob</H3> +<PRE> +public <B>StagedOutputJob</B>(org.apache.hadoop.conf.Configuration conf, + java.lang.String stagingPrefix, + org.apache.log4j.Logger log) + throws java.io.IOException</PRE> +<DL> +<DD>Initializes the job. +<P> +<DL> +<DT><B>Parameters:</B><DD><CODE>conf</CODE> - configuration<DD><CODE>stagingPrefix</CODE> - where to stage output temporarily<DD><CODE>log</CODE> - logger +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="createStagedJob(org.apache.hadoop.conf.Configuration, java.lang.String, java.util.List, java.lang.String, java.lang.String, org.apache.log4j.Logger)"><!-- --></A><H3> +createStagedJob</H3> +<PRE> +public static <A HREF="../../../datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs">StagedOutputJob</A> <B>createStagedJob</B>(org.apache.hadoop.conf.Configuration conf, + java.lang.String jobName, + java.util.List<java.lang.String> inputPaths, + java.lang.String stagingLocation, + java.lang.String outputPath, + org.apache.log4j.Logger log)</PRE> +<DL> +<DD>Creates a job which using a temporary staging location for the output data. + The data is only copied to the final output directory on successful completion + of the job. This prevents existing output data from being overwritten unless + the job completes successfully. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>conf</CODE> - configuration<DD><CODE>jobName</CODE> - job name<DD><CODE>inputPaths</CODE> - input paths<DD><CODE>stagingLocation</CODE> - where to stage output temporarily<DD><CODE>outputPath</CODE> - output path<DD><CODE>log</CODE> - logger +<DT><B>Returns:</B><DD>job</DL> +</DD> +</DL> +<HR> + +<A NAME="getCountersParentPath()"><!-- --></A><H3> +getCountersParentPath</H3> +<PRE> +public org.apache.hadoop.fs.Path <B>getCountersParentPath</B>()</PRE> +<DL> +<DD>Gets path to store the counters. If this is not set then by default the counters will be + stored in the output directory. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>path parent path for counters</DL> +</DD> +</DL> +<HR> + +<A NAME="setCountersParentPath(org.apache.hadoop.fs.Path)"><!-- --></A><H3> +setCountersParentPath</H3> +<PRE> +public void <B>setCountersParentPath</B>(org.apache.hadoop.fs.Path path)</PRE> +<DL> +<DD>Sets path to store the counters. If this is not set then by default the counters will be + stored in the output directory. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>path</CODE> - parent path for counters</DL> +</DD> +</DL> +<HR> + +<A NAME="getCountersPath()"><!-- --></A><H3> +getCountersPath</H3> +<PRE> +public org.apache.hadoop.fs.Path <B>getCountersPath</B>()</PRE> +<DL> +<DD>Path to written counters. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>counters path</DL> +</DD> +</DL> +<HR> + +<A NAME="getWriteCounters()"><!-- --></A><H3> +getWriteCounters</H3> +<PRE> +public boolean <B>getWriteCounters</B>()</PRE> +<DL> +<DD>Get whether counters should be written. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>true if counters should be written</DL> +</DD> +</DL> +<HR> + +<A NAME="setWriteCounters(boolean)"><!-- --></A><H3> +setWriteCounters</H3> +<PRE> +public void <B>setWriteCounters</B>(boolean writeCounters)</PRE> +<DL> +<DD>Sets whether counters should be written. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>writeCounters</CODE> - true if counters should be written</DL> +</DD> +</DL> +<HR> + +<A NAME="call()"><!-- --></A><H3> +call</H3> +<PRE> +public java.lang.Boolean <B>call</B>() + throws java.lang.Exception</PRE> +<DL> +<DD>Run the job. +<P> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE>call</CODE> in interface <CODE>java.util.concurrent.Callable<java.lang.Boolean></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.lang.Exception</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="waitForCompletion(boolean)"><!-- --></A><H3> +waitForCompletion</H3> +<PRE> +public boolean <B>waitForCompletion</B>(boolean verbose) + throws java.io.IOException, + java.lang.InterruptedException, + java.lang.ClassNotFoundException</PRE> +<DL> +<DD>Run the job and wait for it to complete. Output will be temporarily stored under the staging path. + If the job is successful it will be moved to the final location. +<P> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE>waitForCompletion</CODE> in class <CODE>org.apache.hadoop.mapreduce.Job</CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE> +<DD><CODE>java.lang.ClassNotFoundException</CODE></DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/StagedOutputJob.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/StagedOutputJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="StagedOutputJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Job">NESTED</A> | <A HREF="#fields_inherited_from_class_org.apache.hadoop.mapreduce.JobContext">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/TimeBasedJob.html b/hourglass/docs/current/datafu/hourglass/jobs/TimeBasedJob.html new file mode 100644 index 0000000..e3b4cfe --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/TimeBasedJob.html
@@ -0,0 +1,527 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +TimeBasedJob (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="TimeBasedJob (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/TimeBasedJob.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/TimePartitioner.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/TimeBasedJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="TimeBasedJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.jobs</FONT> +<BR> +Class TimeBasedJob</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.conf.Configured + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.AbstractJob</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.jobs.TimeBasedJob</B> +</PRE> +<DL> +<DT><B>All Implemented Interfaces:</B> <DD>org.apache.hadoop.conf.Configurable</DD> +</DL> +<DL> +<DT><B>Direct Known Subclasses:</B> <DD><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob</A>, <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A></DD> +</DL> +<HR> +<DL> +<DT><PRE>public abstract class <B>TimeBasedJob</B><DT>extends <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A></DL> +</PRE> + +<P> +Base class for Hadoop jobs that consume time-partitioned data. + + <p> + This class has the same configuration and methods as <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractJob</CODE></A>. + In addition it also recognizes the following properties: + </p> + + <ul> + <li><em>num.days</em> - Number of consecutive days of input data to consume</li> + <li><em>days.ago</em> - Number of days to subtract off the end of the consumption window</li> + <li><em>start.date</em> - Start date for window in yyyyMMdd format</li> + <li><em>end.date</em> - End date for window in yyyyMMdd format</li> + </ul> + + <p> + Methods are available as well for setting these configuration parameters. + </p> +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#TimeBasedJob()">TimeBasedJob</A></B>()</CODE> + +<BR> + Initializes the job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#TimeBasedJob(java.lang.String, java.util.Properties)">TimeBasedJob</A></B>(java.lang.String name, + java.util.Properties props)</CODE> + +<BR> + Initializes the job with a job name and properties.</TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.lang.Integer</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getDaysAgo()">getDaysAgo</A></B>()</CODE> + +<BR> + Gets the number of days to subtract off the end of the consumption window.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.Date</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getEndDate()">getEndDate</A></B>()</CODE> + +<BR> + Gets the end date.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.lang.Integer</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getNumDays()">getNumDays</A></B>()</CODE> + +<BR> + Gets the number of consecutive days to process.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.Date</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#getStartDate()">getStartDate</A></B>()</CODE> + +<BR> + Gets the start date.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setDaysAgo(java.lang.Integer)">setDaysAgo</A></B>(java.lang.Integer daysAgo)</CODE> + +<BR> + Sets the number of days to subtract off the end of the consumption window.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setEndDate(java.util.Date)">setEndDate</A></B>(java.util.Date endDate)</CODE> + +<BR> + Sets the end date.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setNumDays(java.lang.Integer)">setNumDays</A></B>(java.lang.Integer numDays)</CODE> + +<BR> + Sets the number of consecutive days to process.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setProperties(java.util.Properties)">setProperties</A></B>(java.util.Properties props)</CODE> + +<BR> + Sets the configuration properties.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#setStartDate(java.util.Date)">setStartDate</A></B>(java.util.Date startDate)</CODE> + +<BR> + Sets the start date.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html#validate()">validate</A></B>()</CODE> + +<BR> + Validation required before running job.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.jobs.AbstractJob"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#config(org.apache.hadoop.conf.Configuration)">config</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#createRandomTempPath()">createRandomTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#ensurePath(org.apache.hadoop.fs.Path)">ensurePath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getCountersParentPath()">getCountersParentPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getFileSystem()">getFileSystem</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getInputPaths()">getInputPaths</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getName()">getName</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getNumReducers()">getNumReducers</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getOutputPath()">getOutputPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getProperties()">getProperties</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getRetentionCount()">getRetentionCount</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#getTempPath()">getTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#initialize()">initialize</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#isUseCombiner()">isUseCombiner</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#randomTempPath()">randomTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#run()">run</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setCountersParentPath(org.apache.hadoop.fs.Path)">setCountersParentPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setInputPaths(java.util.List)">setInputPaths</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setName(java.lang.String)">setName</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setNumReducers(java.lang.Integer)">setNumReducers</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setOutputPath(org.apache.hadoop.fs.Path)">setOutputPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setRetentionCount(java.lang.Integer)">setRetentionCount</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setTempPath(org.apache.hadoop.fs.Path)">setTempPath</A>, <A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setUseCombiner(boolean)">setUseCombiner</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_org.apache.hadoop.conf.Configured"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class org.apache.hadoop.conf.Configured</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>getConf, setConf</CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="TimeBasedJob()"><!-- --></A><H3> +TimeBasedJob</H3> +<PRE> +public <B>TimeBasedJob</B>()</PRE> +<DL> +<DD>Initializes the job. +<P> +</DL> +<HR> + +<A NAME="TimeBasedJob(java.lang.String, java.util.Properties)"><!-- --></A><H3> +TimeBasedJob</H3> +<PRE> +public <B>TimeBasedJob</B>(java.lang.String name, + java.util.Properties props)</PRE> +<DL> +<DD>Initializes the job with a job name and properties. +<P> +<DL> +<DT><B>Parameters:</B><DD><CODE>name</CODE> - Job name<DD><CODE>props</CODE> - Configuration properties</DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="setProperties(java.util.Properties)"><!-- --></A><H3> +setProperties</H3> +<PRE> +public void <B>setProperties</B>(java.util.Properties props)</PRE> +<DL> +<DD><B>Description copied from class: <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setProperties(java.util.Properties)">AbstractJob</A></CODE></B></DD> +<DD>Sets the configuration properties. +<P> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#setProperties(java.util.Properties)">setProperties</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A></CODE></DL> +</DD> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>props</CODE> - Properties</DL> +</DD> +</DL> +<HR> + +<A NAME="getNumDays()"><!-- --></A><H3> +getNumDays</H3> +<PRE> +public java.lang.Integer <B>getNumDays</B>()</PRE> +<DL> +<DD>Gets the number of consecutive days to process. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>number of days to process</DL> +</DD> +</DL> +<HR> + +<A NAME="setNumDays(java.lang.Integer)"><!-- --></A><H3> +setNumDays</H3> +<PRE> +public void <B>setNumDays</B>(java.lang.Integer numDays)</PRE> +<DL> +<DD>Sets the number of consecutive days to process. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>numDays</CODE> - number of days to process</DL> +</DD> +</DL> +<HR> + +<A NAME="getDaysAgo()"><!-- --></A><H3> +getDaysAgo</H3> +<PRE> +public java.lang.Integer <B>getDaysAgo</B>()</PRE> +<DL> +<DD>Gets the number of days to subtract off the end of the consumption window. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>Days ago</DL> +</DD> +</DL> +<HR> + +<A NAME="setDaysAgo(java.lang.Integer)"><!-- --></A><H3> +setDaysAgo</H3> +<PRE> +public void <B>setDaysAgo</B>(java.lang.Integer daysAgo)</PRE> +<DL> +<DD>Sets the number of days to subtract off the end of the consumption window. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>daysAgo</CODE> - Days ago</DL> +</DD> +</DL> +<HR> + +<A NAME="getStartDate()"><!-- --></A><H3> +getStartDate</H3> +<PRE> +public java.util.Date <B>getStartDate</B>()</PRE> +<DL> +<DD>Gets the start date. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>Start date</DL> +</DD> +</DL> +<HR> + +<A NAME="setStartDate(java.util.Date)"><!-- --></A><H3> +setStartDate</H3> +<PRE> +public void <B>setStartDate</B>(java.util.Date startDate)</PRE> +<DL> +<DD>Sets the start date. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>startDate</CODE> - start date</DL> +</DD> +</DL> +<HR> + +<A NAME="getEndDate()"><!-- --></A><H3> +getEndDate</H3> +<PRE> +public java.util.Date <B>getEndDate</B>()</PRE> +<DL> +<DD>Gets the end date. +<P> +<DD><DL> + +<DT><B>Returns:</B><DD>end date</DL> +</DD> +</DL> +<HR> + +<A NAME="setEndDate(java.util.Date)"><!-- --></A><H3> +setEndDate</H3> +<PRE> +public void <B>setEndDate</B>(java.util.Date endDate)</PRE> +<DL> +<DD>Sets the end date. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>endDate</CODE> - end date</DL> +</DD> +</DL> +<HR> + +<A NAME="validate()"><!-- --></A><H3> +validate</H3> +<PRE> +protected void <B>validate</B>()</PRE> +<DL> +<DD><B>Description copied from class: <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#validate()">AbstractJob</A></CODE></B></DD> +<DD>Validation required before running job. +<P> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html#validate()">validate</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A></CODE></DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/TimeBasedJob.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/jobs/TimePartitioner.html" title="class in datafu.hourglass.jobs"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/TimeBasedJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="TimeBasedJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/TimePartitioner.html b/hourglass/docs/current/datafu/hourglass/jobs/TimePartitioner.html new file mode 100644 index 0000000..30c7223 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/TimePartitioner.html
@@ -0,0 +1,383 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +TimePartitioner (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="TimePartitioner (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/TimePartitioner.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + NEXT CLASS</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/TimePartitioner.html" target="_top"><B>FRAMES</B></A> + <A HREF="TimePartitioner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | <A HREF="#field_summary">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: <A HREF="#field_detail">FIELD</A> | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.jobs</FONT> +<BR> +Class TimePartitioner</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.mapreduce.Partitioner<org.apache.avro.mapred.AvroKey<org.apache.avro.generic.GenericRecord>,org.apache.avro.mapred.AvroValue<org.apache.avro.generic.GenericRecord>> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.jobs.TimePartitioner</B> +</PRE> +<DL> +<DT><B>All Implemented Interfaces:</B> <DD>org.apache.hadoop.conf.Configurable</DD> +</DL> +<HR> +<DL> +<DT><PRE>public class <B>TimePartitioner</B><DT>extends org.apache.hadoop.mapreduce.Partitioner<org.apache.avro.mapred.AvroKey<org.apache.avro.generic.GenericRecord>,org.apache.avro.mapred.AvroValue<org.apache.avro.generic.GenericRecord>><DT>implements org.apache.hadoop.conf.Configurable</DL> +</PRE> + +<P> +A partitioner used by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> to limit the number of named outputs + used by each reducer. + + <p> + The purpose of this partitioner is to prevent a proliferation of small files created by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A>. + This job writes multiple outputs. Each output corresponds to a day of input data. By default records will be distributed across all + the reducers. This means that if many input days are consumed, then each reducer will write many outputs. These outputs will typically + be small. The problem gets worse as more input data is consumed, as this will cause more reducers to be required. + </p> + + <p> + This partitioner solves the problem by limiting how many days of input data will be mapped to each reducer. At the extreme each day of + input data could be mapped to only one reducer. This is controlled through the configuration setting <em>incremental.reducers.per.input</em>, + which should be set in the Hadoop configuration. Input days are assigned to reducers in a round-robin fashion. + </p> +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> +<!-- =========== FIELD SUMMARY =========== --> + +<A NAME="field_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Field Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static java.lang.String</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/TimePartitioner.html#INPUT_TIMES">INPUT_TIMES</A></B></CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static java.lang.String</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/TimePartitioner.html#REDUCERS_PER_INPUT">REDUCERS_PER_INPUT</A></B></CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/TimePartitioner.html#TimePartitioner()">TimePartitioner</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.hadoop.conf.Configuration</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/TimePartitioner.html#getConf()">getConf</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> int</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/TimePartitioner.html#getPartition(org.apache.avro.mapred.AvroKey, org.apache.avro.mapred.AvroValue, int)">getPartition</A></B>(org.apache.avro.mapred.AvroKey<org.apache.avro.generic.GenericRecord> key, + org.apache.avro.mapred.AvroValue<org.apache.avro.generic.GenericRecord> value, + int numReduceTasks)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/jobs/TimePartitioner.html#setConf(org.apache.hadoop.conf.Configuration)">setConf</A></B>(org.apache.hadoop.conf.Configuration conf)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ============ FIELD DETAIL =========== --> + +<A NAME="field_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Field Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="INPUT_TIMES"><!-- --></A><H3> +INPUT_TIMES</H3> +<PRE> +public static java.lang.String <B>INPUT_TIMES</B></PRE> +<DL> +<DL> +</DL> +</DL> +<HR> + +<A NAME="REDUCERS_PER_INPUT"><!-- --></A><H3> +REDUCERS_PER_INPUT</H3> +<PRE> +public static java.lang.String <B>REDUCERS_PER_INPUT</B></PRE> +<DL> +<DL> +</DL> +</DL> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="TimePartitioner()"><!-- --></A><H3> +TimePartitioner</H3> +<PRE> +public <B>TimePartitioner</B>()</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="getConf()"><!-- --></A><H3> +getConf</H3> +<PRE> +public org.apache.hadoop.conf.Configuration <B>getConf</B>()</PRE> +<DL> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE>getConf</CODE> in interface <CODE>org.apache.hadoop.conf.Configurable</CODE></DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="setConf(org.apache.hadoop.conf.Configuration)"><!-- --></A><H3> +setConf</H3> +<PRE> +public void <B>setConf</B>(org.apache.hadoop.conf.Configuration conf)</PRE> +<DL> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE>setConf</CODE> in interface <CODE>org.apache.hadoop.conf.Configurable</CODE></DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getPartition(org.apache.avro.mapred.AvroKey, org.apache.avro.mapred.AvroValue, int)"><!-- --></A><H3> +getPartition</H3> +<PRE> +public int <B>getPartition</B>(org.apache.avro.mapred.AvroKey<org.apache.avro.generic.GenericRecord> key, + org.apache.avro.mapred.AvroValue<org.apache.avro.generic.GenericRecord> value, + int numReduceTasks)</PRE> +<DL> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE>getPartition</CODE> in class <CODE>org.apache.hadoop.mapreduce.Partitioner<org.apache.avro.mapred.AvroKey<org.apache.avro.generic.GenericRecord>,org.apache.avro.mapred.AvroValue<org.apache.avro.generic.GenericRecord>></CODE></DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/TimePartitioner.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs"><B>PREV CLASS</B></A> + NEXT CLASS</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/TimePartitioner.html" target="_top"><B>FRAMES</B></A> + <A HREF="TimePartitioner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | <A HREF="#field_summary">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: <A HREF="#field_detail">FIELD</A> | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractJob.html b/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractJob.html new file mode 100644 index 0000000..9e2df03 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractJob.html
@@ -0,0 +1,231 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.jobs.AbstractJob (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.jobs.AbstractJob (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useAbstractJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.jobs.AbstractJob</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Subclasses of <A HREF="../../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob</A></B></CODE> + +<BR> + Base class for Hadoop jobs that consume time-partitioned data + in a non-incremental way.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A></B></CODE> + +<BR> + An <A HREF="../../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>IncrementalJob</CODE></A> that consumes partitioned input data and collapses the + partitions to produce a single output.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A></B></CODE> + +<BR> + An <A HREF="../../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>IncrementalJob</CODE></A> that consumes partitioned input data and produces + output data having the same partitions.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A></B></CODE> + +<BR> + Base class for incremental jobs.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</A></B></CODE> + +<BR> + A concrete version of <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A>.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionPreservingIncrementalJob</A></B></CODE> + +<BR> + A concrete version of <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A>.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A></B></CODE> + +<BR> + Base class for Hadoop jobs that consume time-partitioned data.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useAbstractJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractNonIncrementalJob.BaseCombiner.html b/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractNonIncrementalJob.BaseCombiner.html new file mode 100644 index 0000000..b5b45ea --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractNonIncrementalJob.BaseCombiner.html
@@ -0,0 +1,180 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.jobs.AbstractNonIncrementalJob.BaseCombiner (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.jobs.AbstractNonIncrementalJob.BaseCombiner (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useAbstractNonIncrementalJob.BaseCombiner.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractNonIncrementalJob.BaseCombiner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.jobs.AbstractNonIncrementalJob.BaseCombiner</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseCombiner</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseCombiner</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A> that return types with arguments of type <A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseCombiner</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.lang.Class<? extends <A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseCombiner</A>></CODE></FONT></TD> +<TD><CODE><B>AbstractNonIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html#getCombinerClass()">getCombinerClass</A></B>()</CODE> + +<BR> + Gets the combiner class.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useAbstractNonIncrementalJob.BaseCombiner.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractNonIncrementalJob.BaseCombiner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractNonIncrementalJob.BaseMapper.html b/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractNonIncrementalJob.BaseMapper.html new file mode 100644 index 0000000..d1ba20c --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractNonIncrementalJob.BaseMapper.html
@@ -0,0 +1,180 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.jobs.AbstractNonIncrementalJob.BaseMapper (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.jobs.AbstractNonIncrementalJob.BaseMapper (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useAbstractNonIncrementalJob.BaseMapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractNonIncrementalJob.BaseMapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.jobs.AbstractNonIncrementalJob.BaseMapper</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseMapper</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseMapper</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A> that return types with arguments of type <A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseMapper</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>abstract java.lang.Class<? extends <A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseMapper</A>></CODE></FONT></TD> +<TD><CODE><B>AbstractNonIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html#getMapperClass()">getMapperClass</A></B>()</CODE> + +<BR> + Gets the mapper class.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useAbstractNonIncrementalJob.BaseMapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractNonIncrementalJob.BaseMapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractNonIncrementalJob.BaseReducer.html b/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractNonIncrementalJob.BaseReducer.html new file mode 100644 index 0000000..2e17312 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractNonIncrementalJob.BaseReducer.html
@@ -0,0 +1,180 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.jobs.AbstractNonIncrementalJob.BaseReducer (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.jobs.AbstractNonIncrementalJob.BaseReducer (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useAbstractNonIncrementalJob.BaseReducer.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractNonIncrementalJob.BaseReducer.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.jobs.AbstractNonIncrementalJob.BaseReducer</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseReducer</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseReducer</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A> that return types with arguments of type <A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseReducer</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>abstract java.lang.Class<? extends <A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseReducer</A>></CODE></FONT></TD> +<TD><CODE><B>AbstractNonIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html#getReducerClass()">getReducerClass</A></B>()</CODE> + +<BR> + Gets the reducer class.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useAbstractNonIncrementalJob.BaseReducer.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractNonIncrementalJob.BaseReducer.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractNonIncrementalJob.Report.html b/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractNonIncrementalJob.Report.html new file mode 100644 index 0000000..2b0034c --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractNonIncrementalJob.Report.html
@@ -0,0 +1,180 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.jobs.AbstractNonIncrementalJob.Report (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.jobs.AbstractNonIncrementalJob.Report (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useAbstractNonIncrementalJob.Report.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractNonIncrementalJob.Report.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.jobs.AbstractNonIncrementalJob.Report</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.Report</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.Report</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A> that return <A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.Report</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.Report</A></CODE></FONT></TD> +<TD><CODE><B>AbstractNonIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html#getReport()">getReport</A></B>()</CODE> + +<BR> + Gets a report summarizing the run.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useAbstractNonIncrementalJob.Report.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractNonIncrementalJob.Report.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractNonIncrementalJob.html b/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractNonIncrementalJob.html new file mode 100644 index 0000000..e39c750 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractNonIncrementalJob.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.jobs.AbstractNonIncrementalJob (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.jobs.AbstractNonIncrementalJob (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useAbstractNonIncrementalJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractNonIncrementalJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.jobs.AbstractNonIncrementalJob</B></H2> +</CENTER> +No usage of datafu.hourglass.jobs.AbstractNonIncrementalJob +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useAbstractNonIncrementalJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractNonIncrementalJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractPartitionCollapsingIncrementalJob.Report.html b/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractPartitionCollapsingIncrementalJob.Report.html new file mode 100644 index 0000000..69cb833 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractPartitionCollapsingIncrementalJob.Report.html
@@ -0,0 +1,180 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.jobs.AbstractPartitionCollapsingIncrementalJob.Report (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.jobs.AbstractPartitionCollapsingIncrementalJob.Report (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useAbstractPartitionCollapsingIncrementalJob.Report.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractPartitionCollapsingIncrementalJob.Report.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.jobs.AbstractPartitionCollapsingIncrementalJob.Report</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob.Report</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob.Report</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A> that return types with arguments of type <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob.Report</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<<A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob.Report</A>></CODE></FONT></TD> +<TD><CODE><B>AbstractPartitionCollapsingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getReports()">getReports</A></B>()</CODE> + +<BR> + Get reports that summarize each of the job iterations.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useAbstractPartitionCollapsingIncrementalJob.Report.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractPartitionCollapsingIncrementalJob.Report.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractPartitionCollapsingIncrementalJob.html b/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractPartitionCollapsingIncrementalJob.html new file mode 100644 index 0000000..4f97b96 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractPartitionCollapsingIncrementalJob.html
@@ -0,0 +1,180 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.jobs.AbstractPartitionCollapsingIncrementalJob (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.jobs.AbstractPartitionCollapsingIncrementalJob (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useAbstractPartitionCollapsingIncrementalJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractPartitionCollapsingIncrementalJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.jobs.AbstractPartitionCollapsingIncrementalJob</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Subclasses of <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</A></B></CODE> + +<BR> + A concrete version of <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A>.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useAbstractPartitionCollapsingIncrementalJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractPartitionCollapsingIncrementalJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractPartitionPreservingIncrementalJob.Report.html b/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractPartitionPreservingIncrementalJob.Report.html new file mode 100644 index 0000000..159cbb5 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractPartitionPreservingIncrementalJob.Report.html
@@ -0,0 +1,180 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.jobs.AbstractPartitionPreservingIncrementalJob.Report (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.jobs.AbstractPartitionPreservingIncrementalJob.Report (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useAbstractPartitionPreservingIncrementalJob.Report.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractPartitionPreservingIncrementalJob.Report.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.jobs.AbstractPartitionPreservingIncrementalJob.Report</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob.Report</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob.Report</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A> that return types with arguments of type <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob.Report</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> java.util.List<<A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob.Report</A>></CODE></FONT></TD> +<TD><CODE><B>AbstractPartitionPreservingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getReports()">getReports</A></B>()</CODE> + +<BR> + Get reports that summarize each of the job iterations.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useAbstractPartitionPreservingIncrementalJob.Report.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractPartitionPreservingIncrementalJob.Report.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractPartitionPreservingIncrementalJob.html b/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractPartitionPreservingIncrementalJob.html new file mode 100644 index 0000000..83201f8 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/class-use/AbstractPartitionPreservingIncrementalJob.html
@@ -0,0 +1,180 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.jobs.AbstractPartitionPreservingIncrementalJob (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.jobs.AbstractPartitionPreservingIncrementalJob (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useAbstractPartitionPreservingIncrementalJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractPartitionPreservingIncrementalJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.jobs.AbstractPartitionPreservingIncrementalJob</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Subclasses of <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionPreservingIncrementalJob</A></B></CODE> + +<BR> + A concrete version of <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A>.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useAbstractPartitionPreservingIncrementalJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="AbstractPartitionPreservingIncrementalJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/class-use/DateRangeConfigurable.html b/hourglass/docs/current/datafu/hourglass/jobs/class-use/DateRangeConfigurable.html new file mode 100644 index 0000000..bc38c07 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/class-use/DateRangeConfigurable.html
@@ -0,0 +1,188 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Interface datafu.hourglass.jobs.DateRangeConfigurable (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Interface datafu.hourglass.jobs.DateRangeConfigurable (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useDateRangeConfigurable.html" target="_top"><B>FRAMES</B></A> + <A HREF="DateRangeConfigurable.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Interface<br>datafu.hourglass.jobs.DateRangeConfigurable</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs">DateRangeConfigurable</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.mapreduce"><B>datafu.hourglass.mapreduce</B></A></TD> +<TD>Implementations of mappers, combiners, and reducers used by incremental jobs. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.mapreduce"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs">DateRangeConfigurable</A> in <A HREF="../../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Classes in <A HREF="../../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A> that implement <A HREF="../../../../datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs">DateRangeConfigurable</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce">CollapsingCombiner</A></B></CODE> + +<BR> + The combiner used by <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> and its derived classes.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce">CollapsingReducer</A></B></CODE> + +<BR> + The reducer used by <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> and its derived classes.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useDateRangeConfigurable.html" target="_top"><B>FRAMES</B></A> + <A HREF="DateRangeConfigurable.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/class-use/DateRangePlanner.html b/hourglass/docs/current/datafu/hourglass/jobs/class-use/DateRangePlanner.html new file mode 100644 index 0000000..cbaf02d --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/class-use/DateRangePlanner.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.jobs.DateRangePlanner (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.jobs.DateRangePlanner (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/DateRangePlanner.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useDateRangePlanner.html" target="_top"><B>FRAMES</B></A> + <A HREF="DateRangePlanner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.jobs.DateRangePlanner</B></H2> +</CENTER> +No usage of datafu.hourglass.jobs.DateRangePlanner +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/DateRangePlanner.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useDateRangePlanner.html" target="_top"><B>FRAMES</B></A> + <A HREF="DateRangePlanner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/class-use/ExecutionPlanner.html b/hourglass/docs/current/datafu/hourglass/jobs/class-use/ExecutionPlanner.html new file mode 100644 index 0000000..8857031 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/class-use/ExecutionPlanner.html
@@ -0,0 +1,188 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.jobs.ExecutionPlanner (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.jobs.ExecutionPlanner (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useExecutionPlanner.html" target="_top"><B>FRAMES</B></A> + <A HREF="ExecutionPlanner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.jobs.ExecutionPlanner</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Subclasses of <A HREF="../../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionCollapsingExecutionPlanner</A></B></CODE> + +<BR> + Execution planner used by <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> and its derived classes.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionPreservingExecutionPlanner</A></B></CODE> + +<BR> + Execution planner used by <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> and its derived classes.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useExecutionPlanner.html" target="_top"><B>FRAMES</B></A> + <A HREF="ExecutionPlanner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/class-use/FileCleaner.html b/hourglass/docs/current/datafu/hourglass/jobs/class-use/FileCleaner.html new file mode 100644 index 0000000..a7a9ea6 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/class-use/FileCleaner.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.jobs.FileCleaner (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.jobs.FileCleaner (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/FileCleaner.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useFileCleaner.html" target="_top"><B>FRAMES</B></A> + <A HREF="FileCleaner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.jobs.FileCleaner</B></H2> +</CENTER> +No usage of datafu.hourglass.jobs.FileCleaner +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/FileCleaner.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useFileCleaner.html" target="_top"><B>FRAMES</B></A> + <A HREF="FileCleaner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/class-use/IncrementalJob.html b/hourglass/docs/current/datafu/hourglass/jobs/class-use/IncrementalJob.html new file mode 100644 index 0000000..ba2112b --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/class-use/IncrementalJob.html
@@ -0,0 +1,206 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.jobs.IncrementalJob (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.jobs.IncrementalJob (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useIncrementalJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="IncrementalJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.jobs.IncrementalJob</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Subclasses of <A HREF="../../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A></B></CODE> + +<BR> + An <A HREF="../../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>IncrementalJob</CODE></A> that consumes partitioned input data and collapses the + partitions to produce a single output.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A></B></CODE> + +<BR> + An <A HREF="../../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>IncrementalJob</CODE></A> that consumes partitioned input data and produces + output data having the same partitions.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</A></B></CODE> + +<BR> + A concrete version of <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A>.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionPreservingIncrementalJob</A></B></CODE> + +<BR> + A concrete version of <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A>.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useIncrementalJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="IncrementalJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/class-use/PartitionCollapsingExecutionPlanner.html b/hourglass/docs/current/datafu/hourglass/jobs/class-use/PartitionCollapsingExecutionPlanner.html new file mode 100644 index 0000000..5a7288b --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/class-use/PartitionCollapsingExecutionPlanner.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.jobs.PartitionCollapsingExecutionPlanner (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.jobs.PartitionCollapsingExecutionPlanner (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-usePartitionCollapsingExecutionPlanner.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitionCollapsingExecutionPlanner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.jobs.PartitionCollapsingExecutionPlanner</B></H2> +</CENTER> +No usage of datafu.hourglass.jobs.PartitionCollapsingExecutionPlanner +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-usePartitionCollapsingExecutionPlanner.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitionCollapsingExecutionPlanner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/class-use/PartitionCollapsingIncrementalJob.html b/hourglass/docs/current/datafu/hourglass/jobs/class-use/PartitionCollapsingIncrementalJob.html new file mode 100644 index 0000000..91b2926 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/class-use/PartitionCollapsingIncrementalJob.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.jobs.PartitionCollapsingIncrementalJob (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.jobs.PartitionCollapsingIncrementalJob (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-usePartitionCollapsingIncrementalJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitionCollapsingIncrementalJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.jobs.PartitionCollapsingIncrementalJob</B></H2> +</CENTER> +No usage of datafu.hourglass.jobs.PartitionCollapsingIncrementalJob +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-usePartitionCollapsingIncrementalJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitionCollapsingIncrementalJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/class-use/PartitionPreservingExecutionPlanner.html b/hourglass/docs/current/datafu/hourglass/jobs/class-use/PartitionPreservingExecutionPlanner.html new file mode 100644 index 0000000..3b7abfe --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/class-use/PartitionPreservingExecutionPlanner.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.jobs.PartitionPreservingExecutionPlanner (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.jobs.PartitionPreservingExecutionPlanner (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-usePartitionPreservingExecutionPlanner.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitionPreservingExecutionPlanner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.jobs.PartitionPreservingExecutionPlanner</B></H2> +</CENTER> +No usage of datafu.hourglass.jobs.PartitionPreservingExecutionPlanner +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-usePartitionPreservingExecutionPlanner.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitionPreservingExecutionPlanner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/class-use/PartitionPreservingIncrementalJob.html b/hourglass/docs/current/datafu/hourglass/jobs/class-use/PartitionPreservingIncrementalJob.html new file mode 100644 index 0000000..ae5979f --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/class-use/PartitionPreservingIncrementalJob.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.jobs.PartitionPreservingIncrementalJob (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.jobs.PartitionPreservingIncrementalJob (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-usePartitionPreservingIncrementalJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitionPreservingIncrementalJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.jobs.PartitionPreservingIncrementalJob</B></H2> +</CENTER> +No usage of datafu.hourglass.jobs.PartitionPreservingIncrementalJob +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-usePartitionPreservingIncrementalJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitionPreservingIncrementalJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/class-use/ReduceEstimator.html b/hourglass/docs/current/datafu/hourglass/jobs/class-use/ReduceEstimator.html new file mode 100644 index 0000000..82d2b62 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/class-use/ReduceEstimator.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.jobs.ReduceEstimator (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.jobs.ReduceEstimator (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useReduceEstimator.html" target="_top"><B>FRAMES</B></A> + <A HREF="ReduceEstimator.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.jobs.ReduceEstimator</B></H2> +</CENTER> +No usage of datafu.hourglass.jobs.ReduceEstimator +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useReduceEstimator.html" target="_top"><B>FRAMES</B></A> + <A HREF="ReduceEstimator.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/class-use/Setup.html b/hourglass/docs/current/datafu/hourglass/jobs/class-use/Setup.html new file mode 100644 index 0000000..137b385 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/class-use/Setup.html
@@ -0,0 +1,188 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Interface datafu.hourglass.jobs.Setup (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Interface datafu.hourglass.jobs.Setup (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useSetup.html" target="_top"><B>FRAMES</B></A> + <A HREF="Setup.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Interface<br>datafu.hourglass.jobs.Setup</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs">Setup</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs">Setup</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A> with parameters of type <A HREF="../../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs">Setup</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>PartitionCollapsingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#setOnSetup(datafu.hourglass.jobs.Setup)">setOnSetup</A></B>(<A HREF="../../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs">Setup</A> setup)</CODE> + +<BR> + Set callback to provide custom configuration before job begins execution.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>PartitionPreservingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setOnSetup(datafu.hourglass.jobs.Setup)">setOnSetup</A></B>(<A HREF="../../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs">Setup</A> setup)</CODE> + +<BR> + Set callback to provide custom configuration before job begins execution.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useSetup.html" target="_top"><B>FRAMES</B></A> + <A HREF="Setup.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/class-use/StagedOutputJob.html b/hourglass/docs/current/datafu/hourglass/jobs/class-use/StagedOutputJob.html new file mode 100644 index 0000000..e153af4 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/class-use/StagedOutputJob.html
@@ -0,0 +1,185 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.jobs.StagedOutputJob (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.jobs.StagedOutputJob (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useStagedOutputJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="StagedOutputJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.jobs.StagedOutputJob</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs">StagedOutputJob</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs">StagedOutputJob</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A> that return <A HREF="../../../../datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs">StagedOutputJob</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static <A HREF="../../../../datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs">StagedOutputJob</A></CODE></FONT></TD> +<TD><CODE><B>StagedOutputJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/StagedOutputJob.html#createStagedJob(org.apache.hadoop.conf.Configuration, java.lang.String, java.util.List, java.lang.String, java.lang.String, org.apache.log4j.Logger)">createStagedJob</A></B>(org.apache.hadoop.conf.Configuration conf, + java.lang.String jobName, + java.util.List<java.lang.String> inputPaths, + java.lang.String stagingLocation, + java.lang.String outputPath, + org.apache.log4j.Logger log)</CODE> + +<BR> + Creates a job which using a temporary staging location for the output data.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useStagedOutputJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="StagedOutputJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/class-use/TimeBasedJob.html b/hourglass/docs/current/datafu/hourglass/jobs/class-use/TimeBasedJob.html new file mode 100644 index 0000000..8c97df2 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/class-use/TimeBasedJob.html
@@ -0,0 +1,223 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.jobs.TimeBasedJob (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.jobs.TimeBasedJob (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useTimeBasedJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="TimeBasedJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.jobs.TimeBasedJob</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Subclasses of <A HREF="../../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob</A></B></CODE> + +<BR> + Base class for Hadoop jobs that consume time-partitioned data + in a non-incremental way.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A></B></CODE> + +<BR> + An <A HREF="../../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>IncrementalJob</CODE></A> that consumes partitioned input data and collapses the + partitions to produce a single output.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A></B></CODE> + +<BR> + An <A HREF="../../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>IncrementalJob</CODE></A> that consumes partitioned input data and produces + output data having the same partitions.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A></B></CODE> + +<BR> + Base class for incremental jobs.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</A></B></CODE> + +<BR> + A concrete version of <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A>.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionPreservingIncrementalJob</A></B></CODE> + +<BR> + A concrete version of <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A>.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useTimeBasedJob.html" target="_top"><B>FRAMES</B></A> + <A HREF="TimeBasedJob.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/class-use/TimePartitioner.html b/hourglass/docs/current/datafu/hourglass/jobs/class-use/TimePartitioner.html new file mode 100644 index 0000000..650c2f5 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/class-use/TimePartitioner.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.jobs.TimePartitioner (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.jobs.TimePartitioner (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/TimePartitioner.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useTimePartitioner.html" target="_top"><B>FRAMES</B></A> + <A HREF="TimePartitioner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.jobs.TimePartitioner</B></H2> +</CENTER> +No usage of datafu.hourglass.jobs.TimePartitioner +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/jobs/TimePartitioner.html" title="class in datafu.hourglass.jobs"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/jobs//class-useTimePartitioner.html" target="_top"><B>FRAMES</B></A> + <A HREF="TimePartitioner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/package-frame.html b/hourglass/docs/current/datafu/hourglass/jobs/package-frame.html new file mode 100644 index 0000000..1e969a6 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/package-frame.html
@@ -0,0 +1,87 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +datafu.hourglass.jobs (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + + +</HEAD> + +<BODY BGCOLOR="white"> +<FONT size="+1" CLASS="FrameTitleFont"> +<A HREF="../../../datafu/hourglass/jobs/package-summary.html" target="classFrame">datafu.hourglass.jobs</A></FONT> +<TABLE BORDER="0" WIDTH="100%" SUMMARY=""> +<TR> +<TD NOWRAP><FONT size="+1" CLASS="FrameHeadingFont"> +Interfaces</FONT> +<FONT CLASS="FrameItemFont"> +<BR> +<A HREF="DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs" target="classFrame"><I>DateRangeConfigurable</I></A> +<BR> +<A HREF="Setup.html" title="interface in datafu.hourglass.jobs" target="classFrame"><I>Setup</I></A></FONT></TD> +</TR> +</TABLE> + + +<TABLE BORDER="0" WIDTH="100%" SUMMARY=""> +<TR> +<TD NOWRAP><FONT size="+1" CLASS="FrameHeadingFont"> +Classes</FONT> +<FONT CLASS="FrameItemFont"> +<BR> +<A HREF="AbstractJob.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractJob</A> +<BR> +<A HREF="AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractNonIncrementalJob</A> +<BR> +<A HREF="AbstractNonIncrementalJob.BaseCombiner.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractNonIncrementalJob.BaseCombiner</A> +<BR> +<A HREF="AbstractNonIncrementalJob.BaseMapper.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractNonIncrementalJob.BaseMapper</A> +<BR> +<A HREF="AbstractNonIncrementalJob.BaseReducer.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractNonIncrementalJob.BaseReducer</A> +<BR> +<A HREF="AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractNonIncrementalJob.Report</A> +<BR> +<A HREF="AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractPartitionCollapsingIncrementalJob</A> +<BR> +<A HREF="AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractPartitionCollapsingIncrementalJob.Report</A> +<BR> +<A HREF="AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractPartitionPreservingIncrementalJob</A> +<BR> +<A HREF="AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractPartitionPreservingIncrementalJob.Report</A> +<BR> +<A HREF="DateRangePlanner.html" title="class in datafu.hourglass.jobs" target="classFrame">DateRangePlanner</A> +<BR> +<A HREF="ExecutionPlanner.html" title="class in datafu.hourglass.jobs" target="classFrame">ExecutionPlanner</A> +<BR> +<A HREF="FileCleaner.html" title="class in datafu.hourglass.jobs" target="classFrame">FileCleaner</A> +<BR> +<A HREF="IncrementalJob.html" title="class in datafu.hourglass.jobs" target="classFrame">IncrementalJob</A> +<BR> +<A HREF="PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs" target="classFrame">PartitionCollapsingExecutionPlanner</A> +<BR> +<A HREF="PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs" target="classFrame">PartitionCollapsingIncrementalJob</A> +<BR> +<A HREF="PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs" target="classFrame">PartitionPreservingExecutionPlanner</A> +<BR> +<A HREF="PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs" target="classFrame">PartitionPreservingIncrementalJob</A> +<BR> +<A HREF="ReduceEstimator.html" title="class in datafu.hourglass.jobs" target="classFrame">ReduceEstimator</A> +<BR> +<A HREF="StagedOutputJob.html" title="class in datafu.hourglass.jobs" target="classFrame">StagedOutputJob</A> +<BR> +<A HREF="TimeBasedJob.html" title="class in datafu.hourglass.jobs" target="classFrame">TimeBasedJob</A> +<BR> +<A HREF="TimePartitioner.html" title="class in datafu.hourglass.jobs" target="classFrame">TimePartitioner</A></FONT></TD> +</TR> +</TABLE> + + +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/package-summary.html b/hourglass/docs/current/datafu/hourglass/jobs/package-summary.html new file mode 100644 index 0000000..246b013 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/package-summary.html
@@ -0,0 +1,325 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +datafu.hourglass.jobs (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="datafu.hourglass.jobs (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Package</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-use.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/fs/package-summary.html"><B>PREV PACKAGE</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/package-summary.html"><B>NEXT PACKAGE</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/package-summary.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-summary.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<H2> +Package datafu.hourglass.jobs +</H2> +Incremental Hadoop jobs and some supporting classes. +<P> +<B>See:</B> +<BR> + <A HREF="#package_description"><B>Description</B></A> +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Interface Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs">DateRangeConfigurable</A></B></TD> +<TD>An interface for an object with a configurable output date range.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs">Setup</A></B></TD> +<TD>Used as a callback by <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>PartitionCollapsingIncrementalJob</CODE></A> and <A HREF="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>PartitionPreservingIncrementalJob</CODE></A> + to provide configuration settings for the Hadoop job.</TD> +</TR> +</TABLE> + + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Class Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A></B></TD> +<TD>Base class for Hadoop jobs.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob</A></B></TD> +<TD>Base class for Hadoop jobs that consume time-partitioned data + in a non-incremental way.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseCombiner</A></B></TD> +<TD>Combiner base class for <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractNonIncrementalJob</CODE></A>.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseMapper</A></B></TD> +<TD>Mapper base class for <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractNonIncrementalJob</CODE></A>.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseReducer</A></B></TD> +<TD>Reducer base class for <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractNonIncrementalJob</CODE></A>.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.Report</A></B></TD> +<TD>Reports files created and processed for an iteration of the job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A></B></TD> +<TD>An <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>IncrementalJob</CODE></A> that consumes partitioned input data and collapses the + partitions to produce a single output.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob.Report</A></B></TD> +<TD>Reports files created and processed for an iteration of the job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A></B></TD> +<TD>An <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>IncrementalJob</CODE></A> that consumes partitioned input data and produces + output data having the same partitions.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob.Report</A></B></TD> +<TD>Reports files created and processed for an iteration of the job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/jobs/DateRangePlanner.html" title="class in datafu.hourglass.jobs">DateRangePlanner</A></B></TD> +<TD>Determines the date range of inputs which should be processed.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A></B></TD> +<TD>Base class for execution planners.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/jobs/FileCleaner.html" title="class in datafu.hourglass.jobs">FileCleaner</A></B></TD> +<TD>Used to remove files from the file system when they are no longer needed.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A></B></TD> +<TD>Base class for incremental jobs.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionCollapsingExecutionPlanner</A></B></TD> +<TD>Execution planner used by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> and its derived classes.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</A></B></TD> +<TD>A concrete version of <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A>.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionPreservingExecutionPlanner</A></B></TD> +<TD>Execution planner used by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> and its derived classes.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionPreservingIncrementalJob</A></B></TD> +<TD>A concrete version of <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A>.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs">ReduceEstimator</A></B></TD> +<TD>Estimates the number of reducers needed based on input size.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs">StagedOutputJob</A></B></TD> +<TD>A derivation of <CODE>Job</CODE> that stages its output in another location and only + moves it to the final destination if the job completes successfully.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A></B></TD> +<TD>Base class for Hadoop jobs that consume time-partitioned data.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/jobs/TimePartitioner.html" title="class in datafu.hourglass.jobs">TimePartitioner</A></B></TD> +<TD>A partitioner used by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> to limit the number of named outputs + used by each reducer.</TD> +</TR> +</TABLE> + + +<P> +<A NAME="package_description"><!-- --></A><H2> +Package datafu.hourglass.jobs Description +</H2> + +<P> +Incremental Hadoop jobs and some supporting classes. + + <p> + Jobs within this package form the core of the incremental framework implementation. + There are two types of incremental jobs: <em>partition-preserving</em> and + <em>partition-collapsing</em>. + </p> + + <p> + A partition-preserving job consumes input data partitioned by day and produces output data partitioned by day. + This is equivalent to running a MapReduce job for each individual day of input data, + but much more efficient. It compares the input data against the existing output data and only processes + input data with no corresponding output. + </p> + + <p> + A partition-collapsing job consumes input data partitioned by day and produces a single output. + What distinguishes this job from a standard MapReduce job is that it can reuse the previous output. + This enables it to process data much more efficiently. Rather than consuming all input data on each + run, it can consume only the new data since the previous run and merges it with the previous output. + </p> + + <p> + Partition-preserving and partition-collapsing jobs can be created by extending <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> + and <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A>, respectively, and implementing the necessary methods. + Alternatively, there are concrete versions of these classes, <A HREF="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>PartitionPreservingIncrementalJob</CODE></A> and + <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>PartitionCollapsingIncrementalJob</CODE></A>, which can be used instead. With these classes, the implementations are provided + through setters. + </p> + + <p> + Incremental jobs use Avro for input, intermediate, and output data. To implement an incremental job, one must define their schemas. + A <em>key schema</em> and <em>intermediate value schema</em> specify the output of the mapper and combiner, which output key-value pairs. + The <em>key schema</em> and an <em>output value schema</em> specify the output of the reducer, which outputs a record having key and value + fields. + </p> + + <p> + An incremental job also requires that implementations of map and reduce be defined, and optionally combine. The map implementation must + implement a <A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model"><CODE>Mapper</CODE></A> interface, which is very similar to the standard map interface in Hadoop. + The combine and reduce operations are implemented through an <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model"><CODE>Accumulator</CODE></A> interface. + This is similar to the standard reduce in Hadoop, however values are provided one-at-a-time rather than by an enumerable list. + Also an accumulator returns either one value or no value at all by returning null. That is, the accumulator may not return an arbitrary number of values + for the output. This restriction precludes the implementation of certain operations, like flatten, which do not fit well within the + incremental programming model. + </p> +<P> + +<P> +<DL> +</DL> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Package</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-use.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/fs/package-summary.html"><B>PREV PACKAGE</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/package-summary.html"><B>NEXT PACKAGE</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/package-summary.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-summary.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/package-tree.html b/hourglass/docs/current/datafu/hourglass/jobs/package-tree.html new file mode 100644 index 0000000..3bf465b --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/package-tree.html
@@ -0,0 +1,185 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +datafu.hourglass.jobs Class Hierarchy (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="datafu.hourglass.jobs Class Hierarchy (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Use</FONT> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Tree</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/fs/package-tree.html"><B>PREV</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/package-tree.html"><B>NEXT</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/package-tree.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-tree.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +Hierarchy For Package datafu.hourglass.jobs +</H2> +</CENTER> +<DL> +<DT><B>Package Hierarchies:</B><DD><A HREF="../../../overview-tree.html">All Packages</A></DL> +<HR> +<H2> +Class Hierarchy +</H2> +<UL> +<LI TYPE="circle">java.lang.Object<UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><B>AbstractNonIncrementalJob.Report</B></A><LI TYPE="circle">datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><B>AbstractPartitionCollapsingIncrementalJob.Report</B></A><LI TYPE="circle">datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><B>AbstractPartitionPreservingIncrementalJob.Report</B></A><LI TYPE="circle">org.apache.hadoop.conf.Configured (implements org.apache.hadoop.conf.Configurable) +<UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs"><B>AbstractJob</B></A><UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs"><B>TimeBasedJob</B></A><UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>AbstractNonIncrementalJob</B></A><LI TYPE="circle">datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><B>IncrementalJob</B></A><UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>AbstractPartitionCollapsingIncrementalJob</B></A><UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>PartitionCollapsingIncrementalJob</B></A></UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>AbstractPartitionPreservingIncrementalJob</B></A><UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>PartitionPreservingIncrementalJob</B></A></UL> +</UL> +</UL> +</UL> +</UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/DateRangePlanner.html" title="class in datafu.hourglass.jobs"><B>DateRangePlanner</B></A><LI TYPE="circle">datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs"><B>ExecutionPlanner</B></A><UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs"><B>PartitionCollapsingExecutionPlanner</B></A><LI TYPE="circle">datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs"><B>PartitionPreservingExecutionPlanner</B></A></UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/FileCleaner.html" title="class in datafu.hourglass.jobs"><B>FileCleaner</B></A><LI TYPE="circle">org.apache.hadoop.mapreduce.JobContext<UL> +<LI TYPE="circle">org.apache.hadoop.mapreduce.Job<UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs"><B>StagedOutputJob</B></A> (implements java.util.concurrent.Callable<V>) +</UL> +</UL> +<LI TYPE="circle">org.apache.hadoop.mapreduce.Mapper<KEYIN,VALUEIN,KEYOUT,VALUEOUT><UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html" title="class in datafu.hourglass.jobs"><B>AbstractNonIncrementalJob.BaseMapper</B></A></UL> +<LI TYPE="circle">org.apache.hadoop.mapreduce.Partitioner<KEY,VALUE><UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/TimePartitioner.html" title="class in datafu.hourglass.jobs"><B>TimePartitioner</B></A> (implements org.apache.hadoop.conf.Configurable) +</UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs"><B>ReduceEstimator</B></A><LI TYPE="circle">org.apache.hadoop.mapreduce.Reducer<KEYIN,VALUEIN,KEYOUT,VALUEOUT><UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html" title="class in datafu.hourglass.jobs"><B>AbstractNonIncrementalJob.BaseCombiner</B></A><LI TYPE="circle">datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html" title="class in datafu.hourglass.jobs"><B>AbstractNonIncrementalJob.BaseReducer</B></A></UL> +</UL> +</UL> +<H2> +Interface Hierarchy +</H2> +<UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs"><B>DateRangeConfigurable</B></A><LI TYPE="circle">datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs"><B>Setup</B></A></UL> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Use</FONT> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Tree</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/fs/package-tree.html"><B>PREV</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/package-tree.html"><B>NEXT</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/package-tree.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-tree.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/jobs/package-use.html b/hourglass/docs/current/datafu/hourglass/jobs/package-use.html new file mode 100644 index 0000000..779fe13 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/jobs/package-use.html
@@ -0,0 +1,271 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Package datafu.hourglass.jobs (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Package datafu.hourglass.jobs (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/package-use.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-use.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Package<br>datafu.hourglass.jobs</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.mapreduce"><B>datafu.hourglass.mapreduce</B></A></TD> +<TD>Implementations of mappers, combiners, and reducers used by incremental jobs. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Classes in <A HREF="../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A> used by <A HREF="../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/jobs/class-use/AbstractJob.html#datafu.hourglass.jobs"><B>AbstractJob</B></A></B> + +<BR> + Base class for Hadoop jobs.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/jobs/class-use/AbstractNonIncrementalJob.BaseCombiner.html#datafu.hourglass.jobs"><B>AbstractNonIncrementalJob.BaseCombiner</B></A></B> + +<BR> + Combiner base class for <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractNonIncrementalJob</CODE></A>.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/jobs/class-use/AbstractNonIncrementalJob.BaseMapper.html#datafu.hourglass.jobs"><B>AbstractNonIncrementalJob.BaseMapper</B></A></B> + +<BR> + Mapper base class for <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractNonIncrementalJob</CODE></A>.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/jobs/class-use/AbstractNonIncrementalJob.BaseReducer.html#datafu.hourglass.jobs"><B>AbstractNonIncrementalJob.BaseReducer</B></A></B> + +<BR> + Reducer base class for <A HREF="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractNonIncrementalJob</CODE></A>.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/jobs/class-use/AbstractNonIncrementalJob.Report.html#datafu.hourglass.jobs"><B>AbstractNonIncrementalJob.Report</B></A></B> + +<BR> + Reports files created and processed for an iteration of the job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/jobs/class-use/AbstractPartitionCollapsingIncrementalJob.html#datafu.hourglass.jobs"><B>AbstractPartitionCollapsingIncrementalJob</B></A></B> + +<BR> + An <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>IncrementalJob</CODE></A> that consumes partitioned input data and collapses the + partitions to produce a single output.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/jobs/class-use/AbstractPartitionCollapsingIncrementalJob.Report.html#datafu.hourglass.jobs"><B>AbstractPartitionCollapsingIncrementalJob.Report</B></A></B> + +<BR> + Reports files created and processed for an iteration of the job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/jobs/class-use/AbstractPartitionPreservingIncrementalJob.html#datafu.hourglass.jobs"><B>AbstractPartitionPreservingIncrementalJob</B></A></B> + +<BR> + An <A HREF="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>IncrementalJob</CODE></A> that consumes partitioned input data and produces + output data having the same partitions.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/jobs/class-use/AbstractPartitionPreservingIncrementalJob.Report.html#datafu.hourglass.jobs"><B>AbstractPartitionPreservingIncrementalJob.Report</B></A></B> + +<BR> + Reports files created and processed for an iteration of the job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/jobs/class-use/ExecutionPlanner.html#datafu.hourglass.jobs"><B>ExecutionPlanner</B></A></B> + +<BR> + Base class for execution planners.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/jobs/class-use/IncrementalJob.html#datafu.hourglass.jobs"><B>IncrementalJob</B></A></B> + +<BR> + Base class for incremental jobs.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/jobs/class-use/Setup.html#datafu.hourglass.jobs"><B>Setup</B></A></B> + +<BR> + Used as a callback by <A HREF="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>PartitionCollapsingIncrementalJob</CODE></A> and <A HREF="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>PartitionPreservingIncrementalJob</CODE></A> + to provide configuration settings for the Hadoop job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/jobs/class-use/StagedOutputJob.html#datafu.hourglass.jobs"><B>StagedOutputJob</B></A></B> + +<BR> + A derivation of <CODE>Job</CODE> that stages its output in another location and only + moves it to the final destination if the job completes successfully.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/jobs/class-use/TimeBasedJob.html#datafu.hourglass.jobs"><B>TimeBasedJob</B></A></B> + +<BR> + Base class for Hadoop jobs that consume time-partitioned data.</TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.mapreduce"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Classes in <A HREF="../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A> used by <A HREF="../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/jobs/class-use/DateRangeConfigurable.html#datafu.hourglass.mapreduce"><B>DateRangeConfigurable</B></A></B> + +<BR> + An interface for an object with a configurable output date range.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/jobs/package-use.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-use.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html b/hourglass/docs/current/datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html new file mode 100644 index 0000000..296cecb --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html
@@ -0,0 +1,304 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +AvroKeyValueIdentityMapper (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="AvroKeyValueIdentityMapper (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AvroKeyValueIdentityMapper.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV CLASS + <A HREF="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroKeyValueIdentityMapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Mapper">NESTED</A> | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.mapreduce</FONT> +<BR> +Class AvroKeyValueIdentityMapper</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.mapreduce.Mapper<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.mapreduce.AvroKeyValueIdentityMapper</B> +</PRE> +<HR> +<DL> +<DT><PRE>public class <B>AvroKeyValueIdentityMapper</B><DT>extends org.apache.hadoop.mapreduce.Mapper<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object></DL> +</PRE> + +<P> +A mapper which outputs key-value pairs as-is. + + It assumes the input is an Avro record having "key" and "value" fields. + The output is these exact same fields. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> +<!-- ======== NESTED CLASS SUMMARY ======== --> + +<A NAME="nested_class_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Nested Class Summary</B></FONT></TH> +</TR> +</TABLE> + <A NAME="nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Mapper"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.Mapper</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>org.apache.hadoop.mapreduce.Mapper.Context</CODE></TD> +</TR> +</TABLE> + + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html#AvroKeyValueIdentityMapper()">AvroKeyValueIdentityMapper</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html#map(java.lang.Object, java.lang.Object, org.apache.hadoop.mapreduce.Mapper.Context)">map</A></B>(java.lang.Object keyObj, + java.lang.Object valueObj, + org.apache.hadoop.mapreduce.Mapper.Context context)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_org.apache.hadoop.mapreduce.Mapper"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class org.apache.hadoop.mapreduce.Mapper</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>cleanup, run, setup</CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="AvroKeyValueIdentityMapper()"><!-- --></A><H3> +AvroKeyValueIdentityMapper</H3> +<PRE> +public <B>AvroKeyValueIdentityMapper</B>()</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="map(java.lang.Object, java.lang.Object, org.apache.hadoop.mapreduce.Mapper.Context)"><!-- --></A><H3> +map</H3> +<PRE> +protected void <B>map</B>(java.lang.Object keyObj, + java.lang.Object valueObj, + org.apache.hadoop.mapreduce.Mapper.Context context) + throws java.io.IOException, + java.lang.InterruptedException</PRE> +<DL> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE>map</CODE> in class <CODE>org.apache.hadoop.mapreduce.Mapper<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE></DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AvroKeyValueIdentityMapper.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV CLASS + <A HREF="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroKeyValueIdentityMapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Mapper">NESTED</A> | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/CollapsingCombiner.html b/hourglass/docs/current/datafu/hourglass/mapreduce/CollapsingCombiner.html new file mode 100644 index 0000000..03d93b5 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/CollapsingCombiner.html
@@ -0,0 +1,463 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +CollapsingCombiner (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="CollapsingCombiner (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/CollapsingCombiner.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/CollapsingCombiner.html" target="_top"><B>FRAMES</B></A> + <A HREF="CollapsingCombiner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.mapreduce</FONT> +<BR> +Class CollapsingCombiner</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">datafu.hourglass.mapreduce.ObjectProcessor</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">datafu.hourglass.mapreduce.ObjectReducer</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.mapreduce.CollapsingCombiner</B> +</PRE> +<DL> +<DT><B>All Implemented Interfaces:</B> <DD><A HREF="../../../datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs">DateRangeConfigurable</A>, java.io.Serializable</DD> +</DL> +<HR> +<DL> +<DT><PRE>public class <B>CollapsingCombiner</B><DT>extends <A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A><DT>implements <A HREF="../../../datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs">DateRangeConfigurable</A>, java.io.Serializable</DL> +</PRE> + +<P> +The combiner used by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> and its derived classes. + + <p> + An implementation of <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model"><CODE>Accumulator</CODE></A> is used to perform aggregation and produce the + intermediate value. + </p> +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +<DT><B>See Also:</B><DD><A HREF="../../../serialized-form.html#datafu.hourglass.mapreduce.CollapsingCombiner">Serialized Form</A></DL> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html#CollapsingCombiner()">CollapsingCombiner</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html#getAccumulator()">getAccumulator</A></B>()</CODE> + +<BR> + Gets the accumulator used to perform aggregation.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> boolean</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html#getReuseOutput()">getReuseOutput</A></B>()</CODE> + +<BR> + Gets whether previous output is being reused.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html#getSchemas()">getSchemas</A></B>()</CODE> + +<BR> + Gets the schemas.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html#reduce(java.lang.Object, java.lang.Iterable, org.apache.hadoop.mapreduce.ReduceContext)">reduce</A></B>(java.lang.Object keyObj, + java.lang.Iterable<java.lang.Object> values, + org.apache.hadoop.mapreduce.ReduceContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html#setAccumulator(datafu.hourglass.model.Accumulator)">setAccumulator</A></B>(<A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> acc)</CODE> + +<BR> + Sets the accumulator used to perform aggregation.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html#setOutputDateRange(datafu.hourglass.fs.DateRange)">setOutputDateRange</A></B>(<A HREF="../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A> dateRange)</CODE> + +<BR> + Sets the date range for the output.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html#setReuseOutput(boolean)">setReuseOutput</A></B>(boolean reuseOutput)</CODE> + +<BR> + Sets whether previous output is being reused.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html#setSchemas(datafu.hourglass.schemas.PartitionCollapsingSchemas)">setSchemas</A></B>(<A HREF="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> schemas)</CODE> + +<BR> + Sets the schemas.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.mapreduce.ObjectProcessor"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.mapreduce.<A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">ObjectProcessor</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#close()">close</A>, <A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#getContext()">getContext</A>, <A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#setContext(org.apache.hadoop.mapreduce.TaskInputOutputContext)">setContext</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="CollapsingCombiner()"><!-- --></A><H3> +CollapsingCombiner</H3> +<PRE> +public <B>CollapsingCombiner</B>()</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="reduce(java.lang.Object, java.lang.Iterable, org.apache.hadoop.mapreduce.ReduceContext)"><!-- --></A><H3> +reduce</H3> +<PRE> +public void <B>reduce</B>(java.lang.Object keyObj, + java.lang.Iterable<java.lang.Object> values, + org.apache.hadoop.mapreduce.ReduceContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context) + throws java.io.IOException, + java.lang.InterruptedException</PRE> +<DL> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html#reduce(java.lang.Object, java.lang.Iterable, org.apache.hadoop.mapreduce.ReduceContext)">reduce</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="setSchemas(datafu.hourglass.schemas.PartitionCollapsingSchemas)"><!-- --></A><H3> +setSchemas</H3> +<PRE> +public void <B>setSchemas</B>(<A HREF="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> schemas)</PRE> +<DL> +<DD>Sets the schemas. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>schemas</CODE> - </DL> +</DD> +</DL> +<HR> + +<A NAME="getSchemas()"><!-- --></A><H3> +getSchemas</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> <B>getSchemas</B>()</PRE> +<DL> +<DD>Gets the schemas. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>schemas</DL> +</DD> +</DL> +<HR> + +<A NAME="getReuseOutput()"><!-- --></A><H3> +getReuseOutput</H3> +<PRE> +public boolean <B>getReuseOutput</B>()</PRE> +<DL> +<DD>Gets whether previous output is being reused. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>true if previous output is reused</DL> +</DD> +</DL> +<HR> + +<A NAME="setReuseOutput(boolean)"><!-- --></A><H3> +setReuseOutput</H3> +<PRE> +public void <B>setReuseOutput</B>(boolean reuseOutput)</PRE> +<DL> +<DD>Sets whether previous output is being reused. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>reuseOutput</CODE> - true if previous output is reused</DL> +</DD> +</DL> +<HR> + +<A NAME="getAccumulator()"><!-- --></A><H3> +getAccumulator</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> <B>getAccumulator</B>()</PRE> +<DL> +<DD>Gets the accumulator used to perform aggregation. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>The accumulator</DL> +</DD> +</DL> +<HR> + +<A NAME="setAccumulator(datafu.hourglass.model.Accumulator)"><!-- --></A><H3> +setAccumulator</H3> +<PRE> +public void <B>setAccumulator</B>(<A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> acc)</PRE> +<DL> +<DD>Sets the accumulator used to perform aggregation. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>acc</CODE> - The accumulator</DL> +</DD> +</DL> +<HR> + +<A NAME="setOutputDateRange(datafu.hourglass.fs.DateRange)"><!-- --></A><H3> +setOutputDateRange</H3> +<PRE> +public void <B>setOutputDateRange</B>(<A HREF="../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A> dateRange)</PRE> +<DL> +<DD><B>Description copied from interface: <CODE><A HREF="../../../datafu/hourglass/jobs/DateRangeConfigurable.html#setOutputDateRange(datafu.hourglass.fs.DateRange)">DateRangeConfigurable</A></CODE></B></DD> +<DD>Sets the date range for the output. +<P> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/DateRangeConfigurable.html#setOutputDateRange(datafu.hourglass.fs.DateRange)">setOutputDateRange</A></CODE> in interface <CODE><A HREF="../../../datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs">DateRangeConfigurable</A></CODE></DL> +</DD> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>dateRange</CODE> - output date range</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/CollapsingCombiner.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/CollapsingCombiner.html" target="_top"><B>FRAMES</B></A> + <A HREF="CollapsingCombiner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/CollapsingMapper.html b/hourglass/docs/current/datafu/hourglass/mapreduce/CollapsingMapper.html new file mode 100644 index 0000000..153af88 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/CollapsingMapper.html
@@ -0,0 +1,458 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +CollapsingMapper (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="CollapsingMapper (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/CollapsingMapper.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/CollapsingMapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="CollapsingMapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.mapreduce</FONT> +<BR> +Class CollapsingMapper</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">datafu.hourglass.mapreduce.ObjectProcessor</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce">datafu.hourglass.mapreduce.ObjectMapper</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.mapreduce.CollapsingMapper</B> +</PRE> +<DL> +<DT><B>All Implemented Interfaces:</B> <DD>java.io.Serializable</DD> +</DL> +<HR> +<DL> +<DT><PRE>public class <B>CollapsingMapper</B><DT>extends <A HREF="../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce">ObjectMapper</A><DT>implements java.io.Serializable</DL> +</PRE> + +<P> +The mapper used by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> and its derived classes. + + <p> + An implementation of <A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model"><CODE>Mapper</CODE></A> is used for the + map operation, which produces key and intermediate value pairs from the input. + </p> +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +<DT><B>See Also:</B><DD><A HREF="../../../serialized-form.html#datafu.hourglass.mapreduce.CollapsingMapper">Serialized Form</A></DL> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingMapper.html#CollapsingMapper()">CollapsingMapper</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingMapper.html#getMapper()">getMapper</A></B>()</CODE> + +<BR> + Gets the mapper.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> boolean</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingMapper.html#getReuseOutput()">getReuseOutput</A></B>()</CODE> + +<BR> + Gets whether previous output is being reused.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingMapper.html#getSchemas()">getSchemas</A></B>()</CODE> + +<BR> + Gets the Avro schemas.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingMapper.html#map(java.lang.Object, org.apache.hadoop.mapreduce.MapContext)">map</A></B>(java.lang.Object inputObj, + org.apache.hadoop.mapreduce.MapContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingMapper.html#setContext(org.apache.hadoop.mapreduce.TaskInputOutputContext)">setContext</A></B>(org.apache.hadoop.mapreduce.TaskInputOutputContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingMapper.html#setMapper(datafu.hourglass.model.Mapper)">setMapper</A></B>(<A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> mapper)</CODE> + +<BR> + Sets the mapper.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingMapper.html#setReuseOutput(boolean)">setReuseOutput</A></B>(boolean reuseOutput)</CODE> + +<BR> + Sets whether previous output is being reused.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingMapper.html#setSchemas(datafu.hourglass.schemas.PartitionCollapsingSchemas)">setSchemas</A></B>(<A HREF="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> schemas)</CODE> + +<BR> + Sets the Avro schemas.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.mapreduce.ObjectProcessor"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.mapreduce.<A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">ObjectProcessor</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#close()">close</A>, <A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#getContext()">getContext</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="CollapsingMapper()"><!-- --></A><H3> +CollapsingMapper</H3> +<PRE> +public <B>CollapsingMapper</B>()</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="map(java.lang.Object, org.apache.hadoop.mapreduce.MapContext)"><!-- --></A><H3> +map</H3> +<PRE> +public void <B>map</B>(java.lang.Object inputObj, + org.apache.hadoop.mapreduce.MapContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context) + throws java.io.IOException, + java.lang.InterruptedException</PRE> +<DL> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectMapper.html#map(java.lang.Object, org.apache.hadoop.mapreduce.MapContext)">map</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce">ObjectMapper</A></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="getReuseOutput()"><!-- --></A><H3> +getReuseOutput</H3> +<PRE> +public boolean <B>getReuseOutput</B>()</PRE> +<DL> +<DD>Gets whether previous output is being reused. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>true if previous output is reused</DL> +</DD> +</DL> +<HR> + +<A NAME="setReuseOutput(boolean)"><!-- --></A><H3> +setReuseOutput</H3> +<PRE> +public void <B>setReuseOutput</B>(boolean reuseOutput)</PRE> +<DL> +<DD>Sets whether previous output is being reused. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>reuseOutput</CODE> - true if previous output is reused</DL> +</DD> +</DL> +<HR> + +<A NAME="setContext(org.apache.hadoop.mapreduce.TaskInputOutputContext)"><!-- --></A><H3> +setContext</H3> +<PRE> +public void <B>setContext</B>(org.apache.hadoop.mapreduce.TaskInputOutputContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context)</PRE> +<DL> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#setContext(org.apache.hadoop.mapreduce.TaskInputOutputContext)">setContext</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">ObjectProcessor</A></CODE></DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getMapper()"><!-- --></A><H3> +getMapper</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> <B>getMapper</B>()</PRE> +<DL> +<DD>Gets the mapper. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>mapper</DL> +</DD> +</DL> +<HR> + +<A NAME="setMapper(datafu.hourglass.model.Mapper)"><!-- --></A><H3> +setMapper</H3> +<PRE> +public void <B>setMapper</B>(<A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> mapper)</PRE> +<DL> +<DD>Sets the mapper. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>mapper</CODE> - </DL> +</DD> +</DL> +<HR> + +<A NAME="setSchemas(datafu.hourglass.schemas.PartitionCollapsingSchemas)"><!-- --></A><H3> +setSchemas</H3> +<PRE> +public void <B>setSchemas</B>(<A HREF="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> schemas)</PRE> +<DL> +<DD>Sets the Avro schemas. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>schemas</CODE> - </DL> +</DD> +</DL> +<HR> + +<A NAME="getSchemas()"><!-- --></A><H3> +getSchemas</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> <B>getSchemas</B>()</PRE> +<DL> +<DD>Gets the Avro schemas. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>schemas</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/CollapsingMapper.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/CollapsingMapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="CollapsingMapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/CollapsingReducer.html b/hourglass/docs/current/datafu/hourglass/mapreduce/CollapsingReducer.html new file mode 100644 index 0000000..6396ea5 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/CollapsingReducer.html
@@ -0,0 +1,553 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +CollapsingReducer (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="CollapsingReducer (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/CollapsingReducer.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/DelegatingCombiner.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/CollapsingReducer.html" target="_top"><B>FRAMES</B></A> + <A HREF="CollapsingReducer.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | <A HREF="#field_summary">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: <A HREF="#field_detail">FIELD</A> | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.mapreduce</FONT> +<BR> +Class CollapsingReducer</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">datafu.hourglass.mapreduce.ObjectProcessor</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">datafu.hourglass.mapreduce.ObjectReducer</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.mapreduce.CollapsingReducer</B> +</PRE> +<DL> +<DT><B>All Implemented Interfaces:</B> <DD><A HREF="../../../datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs">DateRangeConfigurable</A>, java.io.Serializable</DD> +</DL> +<HR> +<DL> +<DT><PRE>public class <B>CollapsingReducer</B><DT>extends <A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A><DT>implements <A HREF="../../../datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs">DateRangeConfigurable</A>, java.io.Serializable</DL> +</PRE> + +<P> +The reducer used by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> and its derived classes. + + <p> + An implementation of <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model"><CODE>Accumulator</CODE></A> is used to perform aggregation and produce the + output value. + </p> +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +<DT><B>See Also:</B><DD><A HREF="../../../serialized-form.html#datafu.hourglass.mapreduce.CollapsingReducer">Serialized Form</A></DL> +<HR> + +<P> +<!-- =========== FIELD SUMMARY =========== --> + +<A NAME="field_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Field Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected long</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingReducer.html#_beginTime">_beginTime</A></B></CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected long</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingReducer.html#_endTime">_endTime</A></B></CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingReducer.html#CollapsingReducer()">CollapsingReducer</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingReducer.html#getNewAccumulator()">getNewAccumulator</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingReducer.html#getOldAccumulator()">getOldAccumulator</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> boolean</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingReducer.html#getReuseOutput()">getReuseOutput</A></B>()</CODE> + +<BR> + Gets whether previous output is being reused.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingReducer.html#reduce(java.lang.Object, java.lang.Iterable, org.apache.hadoop.mapreduce.ReduceContext)">reduce</A></B>(java.lang.Object keyObj, + java.lang.Iterable<java.lang.Object> values, + org.apache.hadoop.mapreduce.ReduceContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingReducer.html#setAccumulator(datafu.hourglass.model.Accumulator)">setAccumulator</A></B>(<A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> acc)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingReducer.html#setOldRecordMerger(datafu.hourglass.model.Merger)">setOldRecordMerger</A></B>(<A HREF="../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A><org.apache.avro.generic.GenericRecord> merger)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingReducer.html#setOutputDateRange(datafu.hourglass.fs.DateRange)">setOutputDateRange</A></B>(<A HREF="../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A> dateRange)</CODE> + +<BR> + Sets the date range for the output.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingReducer.html#setRecordMerger(datafu.hourglass.model.Merger)">setRecordMerger</A></B>(<A HREF="../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A><org.apache.avro.generic.GenericRecord> merger)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingReducer.html#setReuseOutput(boolean)">setReuseOutput</A></B>(boolean reuseOutput)</CODE> + +<BR> + Sets whether previous output is being reused.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingReducer.html#setSchemas(datafu.hourglass.schemas.PartitionCollapsingSchemas)">setSchemas</A></B>(<A HREF="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> schemas)</CODE> + +<BR> + Sets the Avro schemas.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.mapreduce.ObjectProcessor"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.mapreduce.<A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">ObjectProcessor</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#close()">close</A>, <A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#getContext()">getContext</A>, <A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#setContext(org.apache.hadoop.mapreduce.TaskInputOutputContext)">setContext</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ============ FIELD DETAIL =========== --> + +<A NAME="field_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Field Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="_beginTime"><!-- --></A><H3> +_beginTime</H3> +<PRE> +protected long <B>_beginTime</B></PRE> +<DL> +<DL> +</DL> +</DL> +<HR> + +<A NAME="_endTime"><!-- --></A><H3> +_endTime</H3> +<PRE> +protected long <B>_endTime</B></PRE> +<DL> +<DL> +</DL> +</DL> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="CollapsingReducer()"><!-- --></A><H3> +CollapsingReducer</H3> +<PRE> +public <B>CollapsingReducer</B>()</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="reduce(java.lang.Object, java.lang.Iterable, org.apache.hadoop.mapreduce.ReduceContext)"><!-- --></A><H3> +reduce</H3> +<PRE> +public void <B>reduce</B>(java.lang.Object keyObj, + java.lang.Iterable<java.lang.Object> values, + org.apache.hadoop.mapreduce.ReduceContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context) + throws java.io.IOException, + java.lang.InterruptedException</PRE> +<DL> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html#reduce(java.lang.Object, java.lang.Iterable, org.apache.hadoop.mapreduce.ReduceContext)">reduce</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="setSchemas(datafu.hourglass.schemas.PartitionCollapsingSchemas)"><!-- --></A><H3> +setSchemas</H3> +<PRE> +public void <B>setSchemas</B>(<A HREF="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> schemas)</PRE> +<DL> +<DD>Sets the Avro schemas. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>schemas</CODE> - </DL> +</DD> +</DL> +<HR> + +<A NAME="getReuseOutput()"><!-- --></A><H3> +getReuseOutput</H3> +<PRE> +public boolean <B>getReuseOutput</B>()</PRE> +<DL> +<DD>Gets whether previous output is being reused. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>true if previous output is reused</DL> +</DD> +</DL> +<HR> + +<A NAME="setReuseOutput(boolean)"><!-- --></A><H3> +setReuseOutput</H3> +<PRE> +public void <B>setReuseOutput</B>(boolean reuseOutput)</PRE> +<DL> +<DD>Sets whether previous output is being reused. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>reuseOutput</CODE> - true if previous output is reused</DL> +</DD> +</DL> +<HR> + +<A NAME="setAccumulator(datafu.hourglass.model.Accumulator)"><!-- --></A><H3> +setAccumulator</H3> +<PRE> +public void <B>setAccumulator</B>(<A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> acc)</PRE> +<DL> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getNewAccumulator()"><!-- --></A><H3> +getNewAccumulator</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> <B>getNewAccumulator</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getOldAccumulator()"><!-- --></A><H3> +getOldAccumulator</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> <B>getOldAccumulator</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="setRecordMerger(datafu.hourglass.model.Merger)"><!-- --></A><H3> +setRecordMerger</H3> +<PRE> +public void <B>setRecordMerger</B>(<A HREF="../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A><org.apache.avro.generic.GenericRecord> merger)</PRE> +<DL> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="setOldRecordMerger(datafu.hourglass.model.Merger)"><!-- --></A><H3> +setOldRecordMerger</H3> +<PRE> +public void <B>setOldRecordMerger</B>(<A HREF="../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A><org.apache.avro.generic.GenericRecord> merger)</PRE> +<DL> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="setOutputDateRange(datafu.hourglass.fs.DateRange)"><!-- --></A><H3> +setOutputDateRange</H3> +<PRE> +public void <B>setOutputDateRange</B>(<A HREF="../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A> dateRange)</PRE> +<DL> +<DD><B>Description copied from interface: <CODE><A HREF="../../../datafu/hourglass/jobs/DateRangeConfigurable.html#setOutputDateRange(datafu.hourglass.fs.DateRange)">DateRangeConfigurable</A></CODE></B></DD> +<DD>Sets the date range for the output. +<P> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE><A HREF="../../../datafu/hourglass/jobs/DateRangeConfigurable.html#setOutputDateRange(datafu.hourglass.fs.DateRange)">setOutputDateRange</A></CODE> in interface <CODE><A HREF="../../../datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs">DateRangeConfigurable</A></CODE></DL> +</DD> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>dateRange</CODE> - output date range</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/CollapsingReducer.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/DelegatingCombiner.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/CollapsingReducer.html" target="_top"><B>FRAMES</B></A> + <A HREF="CollapsingReducer.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | <A HREF="#field_summary">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: <A HREF="#field_detail">FIELD</A> | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/DelegatingCombiner.html b/hourglass/docs/current/datafu/hourglass/mapreduce/DelegatingCombiner.html new file mode 100644 index 0000000..c0fb42d --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/DelegatingCombiner.html
@@ -0,0 +1,355 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +DelegatingCombiner (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="DelegatingCombiner (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/DelegatingCombiner.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/DelegatingMapper.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/DelegatingCombiner.html" target="_top"><B>FRAMES</B></A> + <A HREF="DelegatingCombiner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Reducer">NESTED</A> | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.mapreduce</FONT> +<BR> +Class DelegatingCombiner</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.mapreduce.Reducer<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.mapreduce.DelegatingCombiner</B> +</PRE> +<HR> +<DL> +<DT><PRE>public class <B>DelegatingCombiner</B><DT>extends org.apache.hadoop.mapreduce.Reducer<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object></DL> +</PRE> + +<P> +A Hadoop combiner which delegates to an implementation read from the distributed cache. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> +<!-- ======== NESTED CLASS SUMMARY ======== --> + +<A NAME="nested_class_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Nested Class Summary</B></FONT></TH> +</TR> +</TABLE> + <A NAME="nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Reducer"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.Reducer</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>org.apache.hadoop.mapreduce.Reducer.Context</CODE></TD> +</TR> +</TABLE> + + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/DelegatingCombiner.html#DelegatingCombiner()">DelegatingCombiner</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/DelegatingCombiner.html#cleanup(org.apache.hadoop.mapreduce.Reducer.Context)">cleanup</A></B>(org.apache.hadoop.mapreduce.Reducer.Context context)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/DelegatingCombiner.html#reduce(java.lang.Object, java.lang.Iterable, org.apache.hadoop.mapreduce.Reducer.Context)">reduce</A></B>(java.lang.Object key, + java.lang.Iterable<java.lang.Object> values, + org.apache.hadoop.mapreduce.Reducer.Context context)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/DelegatingCombiner.html#setup(org.apache.hadoop.mapreduce.Reducer.Context)">setup</A></B>(org.apache.hadoop.mapreduce.Reducer.Context context)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_org.apache.hadoop.mapreduce.Reducer"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class org.apache.hadoop.mapreduce.Reducer</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>run</CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="DelegatingCombiner()"><!-- --></A><H3> +DelegatingCombiner</H3> +<PRE> +public <B>DelegatingCombiner</B>()</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="setup(org.apache.hadoop.mapreduce.Reducer.Context)"><!-- --></A><H3> +setup</H3> +<PRE> +protected void <B>setup</B>(org.apache.hadoop.mapreduce.Reducer.Context context) + throws java.io.IOException, + java.lang.InterruptedException</PRE> +<DL> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE>setup</CODE> in class <CODE>org.apache.hadoop.mapreduce.Reducer<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="reduce(java.lang.Object, java.lang.Iterable, org.apache.hadoop.mapreduce.Reducer.Context)"><!-- --></A><H3> +reduce</H3> +<PRE> +protected void <B>reduce</B>(java.lang.Object key, + java.lang.Iterable<java.lang.Object> values, + org.apache.hadoop.mapreduce.Reducer.Context context) + throws java.io.IOException, + java.lang.InterruptedException</PRE> +<DL> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE>reduce</CODE> in class <CODE>org.apache.hadoop.mapreduce.Reducer<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="cleanup(org.apache.hadoop.mapreduce.Reducer.Context)"><!-- --></A><H3> +cleanup</H3> +<PRE> +protected void <B>cleanup</B>(org.apache.hadoop.mapreduce.Reducer.Context context) + throws java.io.IOException, + java.lang.InterruptedException</PRE> +<DL> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE>cleanup</CODE> in class <CODE>org.apache.hadoop.mapreduce.Reducer<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE></DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/DelegatingCombiner.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/DelegatingMapper.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/DelegatingCombiner.html" target="_top"><B>FRAMES</B></A> + <A HREF="DelegatingCombiner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Reducer">NESTED</A> | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/DelegatingMapper.html b/hourglass/docs/current/datafu/hourglass/mapreduce/DelegatingMapper.html new file mode 100644 index 0000000..2722708 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/DelegatingMapper.html
@@ -0,0 +1,355 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +DelegatingMapper (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="DelegatingMapper (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/DelegatingMapper.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/DelegatingCombiner.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/DelegatingReducer.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/DelegatingMapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="DelegatingMapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Mapper">NESTED</A> | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.mapreduce</FONT> +<BR> +Class DelegatingMapper</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.mapreduce.Mapper<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.mapreduce.DelegatingMapper</B> +</PRE> +<HR> +<DL> +<DT><PRE>public class <B>DelegatingMapper</B><DT>extends org.apache.hadoop.mapreduce.Mapper<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object></DL> +</PRE> + +<P> +A Hadoop mapper which delegates to an implementation read from the distributed cache. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> +<!-- ======== NESTED CLASS SUMMARY ======== --> + +<A NAME="nested_class_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Nested Class Summary</B></FONT></TH> +</TR> +</TABLE> + <A NAME="nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Mapper"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.Mapper</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>org.apache.hadoop.mapreduce.Mapper.Context</CODE></TD> +</TR> +</TABLE> + + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/DelegatingMapper.html#DelegatingMapper()">DelegatingMapper</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/DelegatingMapper.html#cleanup(org.apache.hadoop.mapreduce.Mapper.Context)">cleanup</A></B>(org.apache.hadoop.mapreduce.Mapper.Context context)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/DelegatingMapper.html#map(java.lang.Object, java.lang.Object, org.apache.hadoop.mapreduce.Mapper.Context)">map</A></B>(java.lang.Object key, + java.lang.Object value, + org.apache.hadoop.mapreduce.Mapper.Context context)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/DelegatingMapper.html#setup(org.apache.hadoop.mapreduce.Mapper.Context)">setup</A></B>(org.apache.hadoop.mapreduce.Mapper.Context context)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_org.apache.hadoop.mapreduce.Mapper"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class org.apache.hadoop.mapreduce.Mapper</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>run</CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="DelegatingMapper()"><!-- --></A><H3> +DelegatingMapper</H3> +<PRE> +public <B>DelegatingMapper</B>()</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="setup(org.apache.hadoop.mapreduce.Mapper.Context)"><!-- --></A><H3> +setup</H3> +<PRE> +protected void <B>setup</B>(org.apache.hadoop.mapreduce.Mapper.Context context) + throws java.io.IOException, + java.lang.InterruptedException</PRE> +<DL> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE>setup</CODE> in class <CODE>org.apache.hadoop.mapreduce.Mapper<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="map(java.lang.Object, java.lang.Object, org.apache.hadoop.mapreduce.Mapper.Context)"><!-- --></A><H3> +map</H3> +<PRE> +protected void <B>map</B>(java.lang.Object key, + java.lang.Object value, + org.apache.hadoop.mapreduce.Mapper.Context context) + throws java.io.IOException, + java.lang.InterruptedException</PRE> +<DL> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE>map</CODE> in class <CODE>org.apache.hadoop.mapreduce.Mapper<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="cleanup(org.apache.hadoop.mapreduce.Mapper.Context)"><!-- --></A><H3> +cleanup</H3> +<PRE> +protected void <B>cleanup</B>(org.apache.hadoop.mapreduce.Mapper.Context context) + throws java.io.IOException, + java.lang.InterruptedException</PRE> +<DL> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE>cleanup</CODE> in class <CODE>org.apache.hadoop.mapreduce.Mapper<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE></DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/DelegatingMapper.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/DelegatingCombiner.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/DelegatingReducer.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/DelegatingMapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="DelegatingMapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Mapper">NESTED</A> | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/DelegatingReducer.html b/hourglass/docs/current/datafu/hourglass/mapreduce/DelegatingReducer.html new file mode 100644 index 0000000..155dfa1 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/DelegatingReducer.html
@@ -0,0 +1,355 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +DelegatingReducer (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="DelegatingReducer (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/DelegatingReducer.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/DelegatingMapper.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/DistributedCacheHelper.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/DelegatingReducer.html" target="_top"><B>FRAMES</B></A> + <A HREF="DelegatingReducer.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Reducer">NESTED</A> | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.mapreduce</FONT> +<BR> +Class DelegatingReducer</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by ">org.apache.hadoop.mapreduce.Reducer<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.mapreduce.DelegatingReducer</B> +</PRE> +<HR> +<DL> +<DT><PRE>public class <B>DelegatingReducer</B><DT>extends org.apache.hadoop.mapreduce.Reducer<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object></DL> +</PRE> + +<P> +A Hadoop reducer which delegates to an implementation read from the distributed cache. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> +<!-- ======== NESTED CLASS SUMMARY ======== --> + +<A NAME="nested_class_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Nested Class Summary</B></FONT></TH> +</TR> +</TABLE> + <A NAME="nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Reducer"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.Reducer</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>org.apache.hadoop.mapreduce.Reducer.Context</CODE></TD> +</TR> +</TABLE> + + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/DelegatingReducer.html#DelegatingReducer()">DelegatingReducer</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/DelegatingReducer.html#cleanup(org.apache.hadoop.mapreduce.Reducer.Context)">cleanup</A></B>(org.apache.hadoop.mapreduce.Reducer.Context context)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/DelegatingReducer.html#reduce(java.lang.Object, java.lang.Iterable, org.apache.hadoop.mapreduce.Reducer.Context)">reduce</A></B>(java.lang.Object key, + java.lang.Iterable<java.lang.Object> values, + org.apache.hadoop.mapreduce.Reducer.Context context)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/DelegatingReducer.html#setup(org.apache.hadoop.mapreduce.Reducer.Context)">setup</A></B>(org.apache.hadoop.mapreduce.Reducer.Context context)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_org.apache.hadoop.mapreduce.Reducer"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class org.apache.hadoop.mapreduce.Reducer</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>run</CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="DelegatingReducer()"><!-- --></A><H3> +DelegatingReducer</H3> +<PRE> +public <B>DelegatingReducer</B>()</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="setup(org.apache.hadoop.mapreduce.Reducer.Context)"><!-- --></A><H3> +setup</H3> +<PRE> +protected void <B>setup</B>(org.apache.hadoop.mapreduce.Reducer.Context context) + throws java.io.IOException, + java.lang.InterruptedException</PRE> +<DL> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE>setup</CODE> in class <CODE>org.apache.hadoop.mapreduce.Reducer<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="reduce(java.lang.Object, java.lang.Iterable, org.apache.hadoop.mapreduce.Reducer.Context)"><!-- --></A><H3> +reduce</H3> +<PRE> +protected void <B>reduce</B>(java.lang.Object key, + java.lang.Iterable<java.lang.Object> values, + org.apache.hadoop.mapreduce.Reducer.Context context) + throws java.io.IOException, + java.lang.InterruptedException</PRE> +<DL> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE>reduce</CODE> in class <CODE>org.apache.hadoop.mapreduce.Reducer<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="cleanup(org.apache.hadoop.mapreduce.Reducer.Context)"><!-- --></A><H3> +cleanup</H3> +<PRE> +protected void <B>cleanup</B>(org.apache.hadoop.mapreduce.Reducer.Context context) + throws java.io.IOException, + java.lang.InterruptedException</PRE> +<DL> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE>cleanup</CODE> in class <CODE>org.apache.hadoop.mapreduce.Reducer<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE></DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/DelegatingReducer.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/DelegatingMapper.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/DistributedCacheHelper.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/DelegatingReducer.html" target="_top"><B>FRAMES</B></A> + <A HREF="DelegatingReducer.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Reducer">NESTED</A> | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/DistributedCacheHelper.html b/hourglass/docs/current/datafu/hourglass/mapreduce/DistributedCacheHelper.html new file mode 100644 index 0000000..56a13eb --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/DistributedCacheHelper.html
@@ -0,0 +1,296 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +DistributedCacheHelper (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="DistributedCacheHelper (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/DistributedCacheHelper.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/DelegatingReducer.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/DistributedCacheHelper.html" target="_top"><B>FRAMES</B></A> + <A HREF="DistributedCacheHelper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.mapreduce</FONT> +<BR> +Class DistributedCacheHelper</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.mapreduce.DistributedCacheHelper</B> +</PRE> +<HR> +<DL> +<DT><PRE>public class <B>DistributedCacheHelper</B><DT>extends java.lang.Object</DL> +</PRE> + +<P> +Methods for working with the Hadoop distributed cache. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/DistributedCacheHelper.html#DistributedCacheHelper()">DistributedCacheHelper</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static java.lang.Object</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/DistributedCacheHelper.html#readObject(org.apache.hadoop.conf.Configuration, org.apache.hadoop.fs.Path)">readObject</A></B>(org.apache.hadoop.conf.Configuration conf, + org.apache.hadoop.fs.Path path)</CODE> + +<BR> + Deserializes an object from a path in HDFS.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/DistributedCacheHelper.html#writeObject(org.apache.hadoop.conf.Configuration, java.lang.Object, org.apache.hadoop.fs.Path)">writeObject</A></B>(org.apache.hadoop.conf.Configuration conf, + java.lang.Object obj, + org.apache.hadoop.fs.Path path)</CODE> + +<BR> + Serializes an object to a path in HDFS and adds the file to the distributed cache.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="DistributedCacheHelper()"><!-- --></A><H3> +DistributedCacheHelper</H3> +<PRE> +public <B>DistributedCacheHelper</B>()</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="readObject(org.apache.hadoop.conf.Configuration, org.apache.hadoop.fs.Path)"><!-- --></A><H3> +readObject</H3> +<PRE> +public static java.lang.Object <B>readObject</B>(org.apache.hadoop.conf.Configuration conf, + org.apache.hadoop.fs.Path path) + throws java.io.IOException</PRE> +<DL> +<DD>Deserializes an object from a path in HDFS. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>conf</CODE> - Hadoop configuration<DD><CODE>path</CODE> - Path to deserialize from +<DT><B>Returns:</B><DD>Deserialized object +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="writeObject(org.apache.hadoop.conf.Configuration, java.lang.Object, org.apache.hadoop.fs.Path)"><!-- --></A><H3> +writeObject</H3> +<PRE> +public static void <B>writeObject</B>(org.apache.hadoop.conf.Configuration conf, + java.lang.Object obj, + org.apache.hadoop.fs.Path path) + throws java.io.IOException</PRE> +<DL> +<DD>Serializes an object to a path in HDFS and adds the file to the distributed cache. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>conf</CODE> - Hadoop configuration<DD><CODE>obj</CODE> - Object to serialize<DD><CODE>path</CODE> - Path to serialize object to +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE></DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/DistributedCacheHelper.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/DelegatingReducer.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/DistributedCacheHelper.html" target="_top"><B>FRAMES</B></A> + <A HREF="DistributedCacheHelper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/ObjectMapper.html b/hourglass/docs/current/datafu/hourglass/mapreduce/ObjectMapper.html new file mode 100644 index 0000000..c0cc675 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/ObjectMapper.html
@@ -0,0 +1,280 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +ObjectMapper (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="ObjectMapper (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/ObjectMapper.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/DistributedCacheHelper.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/ObjectMapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="ObjectMapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.mapreduce</FONT> +<BR> +Class ObjectMapper</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">datafu.hourglass.mapreduce.ObjectProcessor</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.mapreduce.ObjectMapper</B> +</PRE> +<DL> +<DT><B>Direct Known Subclasses:</B> <DD><A HREF="../../../datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce">CollapsingMapper</A>, <A HREF="../../../datafu/hourglass/mapreduce/PartitioningMapper.html" title="class in datafu.hourglass.mapreduce">PartitioningMapper</A></DD> +</DL> +<HR> +<DL> +<DT><PRE>public abstract class <B>ObjectMapper</B><DT>extends <A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">ObjectProcessor</A></DL> +</PRE> + +<P> +Defines the interface for a mapper implementation that <A HREF="../../../datafu/hourglass/mapreduce/DelegatingMapper.html" title="class in datafu.hourglass.mapreduce"><CODE>DelegatingMapper</CODE></A> delegates to. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/ObjectMapper.html#ObjectMapper()">ObjectMapper</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>abstract void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/ObjectMapper.html#map(java.lang.Object, org.apache.hadoop.mapreduce.MapContext)">map</A></B>(java.lang.Object input, + org.apache.hadoop.mapreduce.MapContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.mapreduce.ObjectProcessor"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.mapreduce.<A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">ObjectProcessor</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#close()">close</A>, <A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#getContext()">getContext</A>, <A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#setContext(org.apache.hadoop.mapreduce.TaskInputOutputContext)">setContext</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="ObjectMapper()"><!-- --></A><H3> +ObjectMapper</H3> +<PRE> +public <B>ObjectMapper</B>()</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="map(java.lang.Object, org.apache.hadoop.mapreduce.MapContext)"><!-- --></A><H3> +map</H3> +<PRE> +public abstract void <B>map</B>(java.lang.Object input, + org.apache.hadoop.mapreduce.MapContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context) + throws java.io.IOException, + java.lang.InterruptedException</PRE> +<DL> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE></DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/ObjectMapper.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/DistributedCacheHelper.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/ObjectMapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="ObjectMapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/ObjectProcessor.html b/hourglass/docs/current/datafu/hourglass/mapreduce/ObjectProcessor.html new file mode 100644 index 0000000..11b7703 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/ObjectProcessor.html
@@ -0,0 +1,306 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +ObjectProcessor (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="ObjectProcessor (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/ObjectProcessor.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/ObjectProcessor.html" target="_top"><B>FRAMES</B></A> + <A HREF="ObjectProcessor.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.mapreduce</FONT> +<BR> +Class ObjectProcessor</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.mapreduce.ObjectProcessor</B> +</PRE> +<DL> +<DT><B>Direct Known Subclasses:</B> <DD><A HREF="../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce">ObjectMapper</A>, <A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A></DD> +</DL> +<HR> +<DL> +<DT><PRE>public abstract class <B>ObjectProcessor</B><DT>extends java.lang.Object</DL> +</PRE> + +<P> +Base class for <A HREF="../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce"><CODE>ObjectMapper</CODE></A> and <A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce"><CODE>ObjectReducer</CODE></A>. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#ObjectProcessor()">ObjectProcessor</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#close()">close</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.hadoop.mapreduce.TaskInputOutputContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#getContext()">getContext</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#setContext(org.apache.hadoop.mapreduce.TaskInputOutputContext)">setContext</A></B>(org.apache.hadoop.mapreduce.TaskInputOutputContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="ObjectProcessor()"><!-- --></A><H3> +ObjectProcessor</H3> +<PRE> +public <B>ObjectProcessor</B>()</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="getContext()"><!-- --></A><H3> +getContext</H3> +<PRE> +public org.apache.hadoop.mapreduce.TaskInputOutputContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> <B>getContext</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="setContext(org.apache.hadoop.mapreduce.TaskInputOutputContext)"><!-- --></A><H3> +setContext</H3> +<PRE> +public void <B>setContext</B>(org.apache.hadoop.mapreduce.TaskInputOutputContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context)</PRE> +<DL> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="close()"><!-- --></A><H3> +close</H3> +<PRE> +public void <B>close</B>() + throws java.io.IOException, + java.lang.InterruptedException</PRE> +<DL> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE></DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/ObjectProcessor.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/ObjectProcessor.html" target="_top"><B>FRAMES</B></A> + <A HREF="ObjectProcessor.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/ObjectReducer.html b/hourglass/docs/current/datafu/hourglass/mapreduce/ObjectReducer.html new file mode 100644 index 0000000..1ee7360 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/ObjectReducer.html
@@ -0,0 +1,283 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +ObjectReducer (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="ObjectReducer (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/ObjectReducer.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/Parameters.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/ObjectReducer.html" target="_top"><B>FRAMES</B></A> + <A HREF="ObjectReducer.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.mapreduce</FONT> +<BR> +Class ObjectReducer</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">datafu.hourglass.mapreduce.ObjectProcessor</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.mapreduce.ObjectReducer</B> +</PRE> +<DL> +<DT><B>Direct Known Subclasses:</B> <DD><A HREF="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce">CollapsingCombiner</A>, <A HREF="../../../datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce">CollapsingReducer</A>, <A HREF="../../../datafu/hourglass/mapreduce/PartitioningCombiner.html" title="class in datafu.hourglass.mapreduce">PartitioningCombiner</A>, <A HREF="../../../datafu/hourglass/mapreduce/PartitioningReducer.html" title="class in datafu.hourglass.mapreduce">PartitioningReducer</A></DD> +</DL> +<HR> +<DL> +<DT><PRE>public abstract class <B>ObjectReducer</B><DT>extends <A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">ObjectProcessor</A></DL> +</PRE> + +<P> +Defines the interface for combiner and reducer implementations that <A HREF="../../../datafu/hourglass/mapreduce/DelegatingCombiner.html" title="class in datafu.hourglass.mapreduce"><CODE>DelegatingCombiner</CODE></A> and + <A HREF="../../../datafu/hourglass/mapreduce/DelegatingReducer.html" title="class in datafu.hourglass.mapreduce"><CODE>DelegatingReducer</CODE></A> delegate to. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html#ObjectReducer()">ObjectReducer</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>abstract void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html#reduce(java.lang.Object, java.lang.Iterable, org.apache.hadoop.mapreduce.ReduceContext)">reduce</A></B>(java.lang.Object key, + java.lang.Iterable<java.lang.Object> values, + org.apache.hadoop.mapreduce.ReduceContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.mapreduce.ObjectProcessor"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.mapreduce.<A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">ObjectProcessor</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#close()">close</A>, <A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#getContext()">getContext</A>, <A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#setContext(org.apache.hadoop.mapreduce.TaskInputOutputContext)">setContext</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="ObjectReducer()"><!-- --></A><H3> +ObjectReducer</H3> +<PRE> +public <B>ObjectReducer</B>()</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="reduce(java.lang.Object, java.lang.Iterable, org.apache.hadoop.mapreduce.ReduceContext)"><!-- --></A><H3> +reduce</H3> +<PRE> +public abstract void <B>reduce</B>(java.lang.Object key, + java.lang.Iterable<java.lang.Object> values, + org.apache.hadoop.mapreduce.ReduceContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context) + throws java.io.IOException, + java.lang.InterruptedException</PRE> +<DL> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE></DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/ObjectReducer.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/Parameters.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/ObjectReducer.html" target="_top"><B>FRAMES</B></A> + <A HREF="ObjectReducer.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/Parameters.html b/hourglass/docs/current/datafu/hourglass/mapreduce/Parameters.html new file mode 100644 index 0000000..527d863 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/Parameters.html
@@ -0,0 +1,305 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Parameters (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Parameters (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/Parameters.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/PartitioningCombiner.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/Parameters.html" target="_top"><B>FRAMES</B></A> + <A HREF="Parameters.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | <A HREF="#field_summary">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#methods_inherited_from_class_java.lang.Object">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: <A HREF="#field_detail">FIELD</A> | <A HREF="#constructor_detail">CONSTR</A> | METHOD</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.mapreduce</FONT> +<BR> +Class Parameters</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.mapreduce.Parameters</B> +</PRE> +<HR> +<DL> +<DT><PRE>public class <B>Parameters</B><DT>extends java.lang.Object</DL> +</PRE> + +<P> +Parameters used by the jobs to pass configuration settings + to the mappers, combiners, and reducers. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> +<!-- =========== FIELD SUMMARY =========== --> + +<A NAME="field_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Field Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static java.lang.String</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/Parameters.html#COMBINER_IMPL_PATH">COMBINER_IMPL_PATH</A></B></CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static java.lang.String</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/Parameters.html#MAPPER_IMPL_PATH">MAPPER_IMPL_PATH</A></B></CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static java.lang.String</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/Parameters.html#REDUCER_IMPL_PATH">REDUCER_IMPL_PATH</A></B></CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/Parameters.html#Parameters()">Parameters</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ============ FIELD DETAIL =========== --> + +<A NAME="field_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Field Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="MAPPER_IMPL_PATH"><!-- --></A><H3> +MAPPER_IMPL_PATH</H3> +<PRE> +public static final java.lang.String <B>MAPPER_IMPL_PATH</B></PRE> +<DL> +<DL> +<DT><B>See Also:</B><DD><A HREF="../../../constant-values.html#datafu.hourglass.mapreduce.Parameters.MAPPER_IMPL_PATH">Constant Field Values</A></DL> +</DL> +<HR> + +<A NAME="REDUCER_IMPL_PATH"><!-- --></A><H3> +REDUCER_IMPL_PATH</H3> +<PRE> +public static final java.lang.String <B>REDUCER_IMPL_PATH</B></PRE> +<DL> +<DL> +<DT><B>See Also:</B><DD><A HREF="../../../constant-values.html#datafu.hourglass.mapreduce.Parameters.REDUCER_IMPL_PATH">Constant Field Values</A></DL> +</DL> +<HR> + +<A NAME="COMBINER_IMPL_PATH"><!-- --></A><H3> +COMBINER_IMPL_PATH</H3> +<PRE> +public static final java.lang.String <B>COMBINER_IMPL_PATH</B></PRE> +<DL> +<DL> +<DT><B>See Also:</B><DD><A HREF="../../../constant-values.html#datafu.hourglass.mapreduce.Parameters.COMBINER_IMPL_PATH">Constant Field Values</A></DL> +</DL> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="Parameters()"><!-- --></A><H3> +Parameters</H3> +<PRE> +public <B>Parameters</B>()</PRE> +<DL> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/Parameters.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/PartitioningCombiner.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/Parameters.html" target="_top"><B>FRAMES</B></A> + <A HREF="Parameters.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | <A HREF="#field_summary">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#methods_inherited_from_class_java.lang.Object">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: <A HREF="#field_detail">FIELD</A> | <A HREF="#constructor_detail">CONSTR</A> | METHOD</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/PartitioningCombiner.html b/hourglass/docs/current/datafu/hourglass/mapreduce/PartitioningCombiner.html new file mode 100644 index 0000000..37f5c4b --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/PartitioningCombiner.html
@@ -0,0 +1,340 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +PartitioningCombiner (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="PartitioningCombiner (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/PartitioningCombiner.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/Parameters.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/PartitioningMapper.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/PartitioningCombiner.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitioningCombiner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.mapreduce</FONT> +<BR> +Class PartitioningCombiner</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">datafu.hourglass.mapreduce.ObjectProcessor</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">datafu.hourglass.mapreduce.ObjectReducer</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.mapreduce.PartitioningCombiner</B> +</PRE> +<DL> +<DT><B>All Implemented Interfaces:</B> <DD>java.io.Serializable</DD> +</DL> +<HR> +<DL> +<DT><PRE>public class <B>PartitioningCombiner</B><DT>extends <A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A><DT>implements java.io.Serializable</DL> +</PRE> + +<P> +The combiner used by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> and its derived classes. + + <p> + An implementation of <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model"><CODE>Accumulator</CODE></A> is used to perform aggregation and produce the + intermediate value. + </p> +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +<DT><B>See Also:</B><DD><A HREF="../../../serialized-form.html#datafu.hourglass.mapreduce.PartitioningCombiner">Serialized Form</A></DL> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/PartitioningCombiner.html#PartitioningCombiner()">PartitioningCombiner</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/PartitioningCombiner.html#getAccumulator()">getAccumulator</A></B>()</CODE> + +<BR> + Gets the accumulator used to perform aggregation.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/PartitioningCombiner.html#reduce(java.lang.Object, java.lang.Iterable, org.apache.hadoop.mapreduce.ReduceContext)">reduce</A></B>(java.lang.Object keyObj, + java.lang.Iterable<java.lang.Object> values, + org.apache.hadoop.mapreduce.ReduceContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/PartitioningCombiner.html#setAccumulator(datafu.hourglass.model.Accumulator)">setAccumulator</A></B>(<A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> acc)</CODE> + +<BR> + Sets the accumulator used to perform aggregation.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.mapreduce.ObjectProcessor"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.mapreduce.<A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">ObjectProcessor</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#close()">close</A>, <A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#getContext()">getContext</A>, <A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#setContext(org.apache.hadoop.mapreduce.TaskInputOutputContext)">setContext</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="PartitioningCombiner()"><!-- --></A><H3> +PartitioningCombiner</H3> +<PRE> +public <B>PartitioningCombiner</B>()</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="reduce(java.lang.Object, java.lang.Iterable, org.apache.hadoop.mapreduce.ReduceContext)"><!-- --></A><H3> +reduce</H3> +<PRE> +public void <B>reduce</B>(java.lang.Object keyObj, + java.lang.Iterable<java.lang.Object> values, + org.apache.hadoop.mapreduce.ReduceContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context) + throws java.io.IOException, + java.lang.InterruptedException</PRE> +<DL> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html#reduce(java.lang.Object, java.lang.Iterable, org.apache.hadoop.mapreduce.ReduceContext)">reduce</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="getAccumulator()"><!-- --></A><H3> +getAccumulator</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> <B>getAccumulator</B>()</PRE> +<DL> +<DD>Gets the accumulator used to perform aggregation. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>The accumulator</DL> +</DD> +</DL> +<HR> + +<A NAME="setAccumulator(datafu.hourglass.model.Accumulator)"><!-- --></A><H3> +setAccumulator</H3> +<PRE> +public void <B>setAccumulator</B>(<A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> acc)</PRE> +<DL> +<DD>Sets the accumulator used to perform aggregation. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>acc</CODE> - The accumulator</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/PartitioningCombiner.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/Parameters.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/PartitioningMapper.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/PartitioningCombiner.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitioningCombiner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/PartitioningMapper.html b/hourglass/docs/current/datafu/hourglass/mapreduce/PartitioningMapper.html new file mode 100644 index 0000000..32fb6ae --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/PartitioningMapper.html
@@ -0,0 +1,412 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +PartitioningMapper (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="PartitioningMapper (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/PartitioningMapper.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/PartitioningCombiner.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/PartitioningReducer.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/PartitioningMapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitioningMapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.mapreduce</FONT> +<BR> +Class PartitioningMapper</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">datafu.hourglass.mapreduce.ObjectProcessor</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce">datafu.hourglass.mapreduce.ObjectMapper</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.mapreduce.PartitioningMapper</B> +</PRE> +<DL> +<DT><B>All Implemented Interfaces:</B> <DD>java.io.Serializable</DD> +</DL> +<HR> +<DL> +<DT><PRE>public class <B>PartitioningMapper</B><DT>extends <A HREF="../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce">ObjectMapper</A><DT>implements java.io.Serializable</DL> +</PRE> + +<P> +The mapper used by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> and its derived classes. + + <p> + An implementation of <A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model"><CODE>Mapper</CODE></A> is used for the + map operation, which produces key and intermediate value pairs from the input. + The input to the mapper is assumed to be partitioned by day. + Each key produced by <A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model"><CODE>Mapper</CODE></A> is tagged with the time for the partition + that the input came from. This enables the combiner and reducer to preserve the partitions. + </p> +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +<DT><B>See Also:</B><DD><A HREF="../../../serialized-form.html#datafu.hourglass.mapreduce.PartitioningMapper">Serialized Form</A></DL> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/PartitioningMapper.html#PartitioningMapper()">PartitioningMapper</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/PartitioningMapper.html#getMapper()">getMapper</A></B>()</CODE> + +<BR> + Gets the mapper.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/PartitioningMapper.html#getSchemas()">getSchemas</A></B>()</CODE> + +<BR> + Gets the Avro schemas.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/PartitioningMapper.html#map(java.lang.Object, org.apache.hadoop.mapreduce.MapContext)">map</A></B>(java.lang.Object inputObj, + org.apache.hadoop.mapreduce.MapContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/PartitioningMapper.html#setContext(org.apache.hadoop.mapreduce.TaskInputOutputContext)">setContext</A></B>(org.apache.hadoop.mapreduce.TaskInputOutputContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/PartitioningMapper.html#setMapper(datafu.hourglass.model.Mapper)">setMapper</A></B>(<A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> mapper)</CODE> + +<BR> + Sets the mapper.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/PartitioningMapper.html#setSchemas(datafu.hourglass.schemas.PartitionPreservingSchemas)">setSchemas</A></B>(<A HREF="../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A> schemas)</CODE> + +<BR> + Sets the Avro schemas.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.mapreduce.ObjectProcessor"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.mapreduce.<A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">ObjectProcessor</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#close()">close</A>, <A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#getContext()">getContext</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="PartitioningMapper()"><!-- --></A><H3> +PartitioningMapper</H3> +<PRE> +public <B>PartitioningMapper</B>()</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="map(java.lang.Object, org.apache.hadoop.mapreduce.MapContext)"><!-- --></A><H3> +map</H3> +<PRE> +public void <B>map</B>(java.lang.Object inputObj, + org.apache.hadoop.mapreduce.MapContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context) + throws java.io.IOException, + java.lang.InterruptedException</PRE> +<DL> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectMapper.html#map(java.lang.Object, org.apache.hadoop.mapreduce.MapContext)">map</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce">ObjectMapper</A></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="getMapper()"><!-- --></A><H3> +getMapper</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> <B>getMapper</B>()</PRE> +<DL> +<DD>Gets the mapper. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>mapper</DL> +</DD> +</DL> +<HR> + +<A NAME="setMapper(datafu.hourglass.model.Mapper)"><!-- --></A><H3> +setMapper</H3> +<PRE> +public void <B>setMapper</B>(<A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> mapper)</PRE> +<DL> +<DD>Sets the mapper. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>mapper</CODE> - </DL> +</DD> +</DL> +<HR> + +<A NAME="setSchemas(datafu.hourglass.schemas.PartitionPreservingSchemas)"><!-- --></A><H3> +setSchemas</H3> +<PRE> +public void <B>setSchemas</B>(<A HREF="../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A> schemas)</PRE> +<DL> +<DD>Sets the Avro schemas. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>schemas</CODE> - </DL> +</DD> +</DL> +<HR> + +<A NAME="getSchemas()"><!-- --></A><H3> +getSchemas</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A> <B>getSchemas</B>()</PRE> +<DL> +<DD>Gets the Avro schemas. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>schemas</DL> +</DD> +</DL> +<HR> + +<A NAME="setContext(org.apache.hadoop.mapreduce.TaskInputOutputContext)"><!-- --></A><H3> +setContext</H3> +<PRE> +public void <B>setContext</B>(org.apache.hadoop.mapreduce.TaskInputOutputContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context)</PRE> +<DL> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#setContext(org.apache.hadoop.mapreduce.TaskInputOutputContext)">setContext</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">ObjectProcessor</A></CODE></DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/PartitioningMapper.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/PartitioningCombiner.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/mapreduce/PartitioningReducer.html" title="class in datafu.hourglass.mapreduce"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/PartitioningMapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitioningMapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/PartitioningReducer.html b/hourglass/docs/current/datafu/hourglass/mapreduce/PartitioningReducer.html new file mode 100644 index 0000000..8a8379a --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/PartitioningReducer.html
@@ -0,0 +1,446 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +PartitioningReducer (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="PartitioningReducer (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/PartitioningReducer.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/PartitioningMapper.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + NEXT CLASS</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/PartitioningReducer.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitioningReducer.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.mapreduce</FONT> +<BR> +Class PartitioningReducer</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">datafu.hourglass.mapreduce.ObjectProcessor</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">datafu.hourglass.mapreduce.ObjectReducer</A> + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.mapreduce.PartitioningReducer</B> +</PRE> +<DL> +<DT><B>All Implemented Interfaces:</B> <DD>java.io.Serializable</DD> +</DL> +<HR> +<DL> +<DT><PRE>public class <B>PartitioningReducer</B><DT>extends <A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A><DT>implements java.io.Serializable</DL> +</PRE> + +<P> +The reducer used by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> and its derived classes. + + <p> + An implementation of <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model"><CODE>Accumulator</CODE></A> is used to perform aggregation and produce the + output value. + </p> + + <p> + The input key is assumed to have time and value fields. The value here is the true key, + and the time represents the input partition the data was derived from. The true key is + used as the key in the reducer output and the time is dropped. + This reducer uses multiple outputs; the time is used to determine which output to write to, + where the named outputs have the form yyyyMMdd derived from the time. + </p> +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +<DT><B>See Also:</B><DD><A HREF="../../../serialized-form.html#datafu.hourglass.mapreduce.PartitioningReducer">Serialized Form</A></DL> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/PartitioningReducer.html#PartitioningReducer()">PartitioningReducer</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/PartitioningReducer.html#close()">close</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/PartitioningReducer.html#getAccumulator()">getAccumulator</A></B>()</CODE> + +<BR> + Gets the accumulator used to perform aggregation.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/PartitioningReducer.html#getSchemas()">getSchemas</A></B>()</CODE> + +<BR> + Gets the Avro schemas</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/PartitioningReducer.html#reduce(java.lang.Object, java.lang.Iterable, org.apache.hadoop.mapreduce.ReduceContext)">reduce</A></B>(java.lang.Object keyObj, + java.lang.Iterable<java.lang.Object> values, + org.apache.hadoop.mapreduce.ReduceContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/PartitioningReducer.html#setAccumulator(datafu.hourglass.model.Accumulator)">setAccumulator</A></B>(<A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> acc)</CODE> + +<BR> + Sets the accumulator used to perform aggregation.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/PartitioningReducer.html#setContext(org.apache.hadoop.mapreduce.TaskInputOutputContext)">setContext</A></B>(org.apache.hadoop.mapreduce.TaskInputOutputContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/mapreduce/PartitioningReducer.html#setSchemas(datafu.hourglass.schemas.PartitionPreservingSchemas)">setSchemas</A></B>(<A HREF="../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A> schemas)</CODE> + +<BR> + Sets the Avro schemas.</TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_datafu.hourglass.mapreduce.ObjectProcessor"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class datafu.hourglass.mapreduce.<A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">ObjectProcessor</A></B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#getContext()">getContext</A></CODE></TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="PartitioningReducer()"><!-- --></A><H3> +PartitioningReducer</H3> +<PRE> +public <B>PartitioningReducer</B>()</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="reduce(java.lang.Object, java.lang.Iterable, org.apache.hadoop.mapreduce.ReduceContext)"><!-- --></A><H3> +reduce</H3> +<PRE> +public void <B>reduce</B>(java.lang.Object keyObj, + java.lang.Iterable<java.lang.Object> values, + org.apache.hadoop.mapreduce.ReduceContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context) + throws java.io.IOException, + java.lang.InterruptedException</PRE> +<DL> +<DD><DL> +<DT><B>Specified by:</B><DD><CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html#reduce(java.lang.Object, java.lang.Iterable, org.apache.hadoop.mapreduce.ReduceContext)">reduce</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE></DL> +</DD> +</DL> +<HR> + +<A NAME="setContext(org.apache.hadoop.mapreduce.TaskInputOutputContext)"><!-- --></A><H3> +setContext</H3> +<PRE> +public void <B>setContext</B>(org.apache.hadoop.mapreduce.TaskInputOutputContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context)</PRE> +<DL> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#setContext(org.apache.hadoop.mapreduce.TaskInputOutputContext)">setContext</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">ObjectProcessor</A></CODE></DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="setAccumulator(datafu.hourglass.model.Accumulator)"><!-- --></A><H3> +setAccumulator</H3> +<PRE> +public void <B>setAccumulator</B>(<A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> acc)</PRE> +<DL> +<DD>Sets the accumulator used to perform aggregation. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>acc</CODE> - The accumulator</DL> +</DD> +</DL> +<HR> + +<A NAME="getAccumulator()"><!-- --></A><H3> +getAccumulator</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> <B>getAccumulator</B>()</PRE> +<DL> +<DD>Gets the accumulator used to perform aggregation. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>The accumulator</DL> +</DD> +</DL> +<HR> + +<A NAME="setSchemas(datafu.hourglass.schemas.PartitionPreservingSchemas)"><!-- --></A><H3> +setSchemas</H3> +<PRE> +public void <B>setSchemas</B>(<A HREF="../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A> schemas)</PRE> +<DL> +<DD>Sets the Avro schemas. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>schemas</CODE> - </DL> +</DD> +</DL> +<HR> + +<A NAME="getSchemas()"><!-- --></A><H3> +getSchemas</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A> <B>getSchemas</B>()</PRE> +<DL> +<DD>Gets the Avro schemas +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>schemas</DL> +</DD> +</DL> +<HR> + +<A NAME="close()"><!-- --></A><H3> +close</H3> +<PRE> +public void <B>close</B>() + throws java.io.IOException, + java.lang.InterruptedException</PRE> +<DL> +<DD><DL> +<DT><B>Overrides:</B><DD><CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#close()">close</A></CODE> in class <CODE><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">ObjectProcessor</A></CODE></DL> +</DD> +<DD><DL> + +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE></DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/PartitioningReducer.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/PartitioningMapper.html" title="class in datafu.hourglass.mapreduce"><B>PREV CLASS</B></A> + NEXT CLASS</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/PartitioningReducer.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitioningReducer.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/AvroKeyValueIdentityMapper.html b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/AvroKeyValueIdentityMapper.html new file mode 100644 index 0000000..feafdf2 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/AvroKeyValueIdentityMapper.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.mapreduce.AvroKeyValueIdentityMapper (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.mapreduce.AvroKeyValueIdentityMapper (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-useAvroKeyValueIdentityMapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroKeyValueIdentityMapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.mapreduce.AvroKeyValueIdentityMapper</B></H2> +</CENTER> +No usage of datafu.hourglass.mapreduce.AvroKeyValueIdentityMapper +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-useAvroKeyValueIdentityMapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="AvroKeyValueIdentityMapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/CollapsingCombiner.html b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/CollapsingCombiner.html new file mode 100644 index 0000000..831a24e --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/CollapsingCombiner.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.mapreduce.CollapsingCombiner (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.mapreduce.CollapsingCombiner (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-useCollapsingCombiner.html" target="_top"><B>FRAMES</B></A> + <A HREF="CollapsingCombiner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.mapreduce.CollapsingCombiner</B></H2> +</CENTER> +No usage of datafu.hourglass.mapreduce.CollapsingCombiner +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-useCollapsingCombiner.html" target="_top"><B>FRAMES</B></A> + <A HREF="CollapsingCombiner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/CollapsingMapper.html b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/CollapsingMapper.html new file mode 100644 index 0000000..15c00af --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/CollapsingMapper.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.mapreduce.CollapsingMapper (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.mapreduce.CollapsingMapper (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-useCollapsingMapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="CollapsingMapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.mapreduce.CollapsingMapper</B></H2> +</CENTER> +No usage of datafu.hourglass.mapreduce.CollapsingMapper +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-useCollapsingMapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="CollapsingMapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/CollapsingReducer.html b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/CollapsingReducer.html new file mode 100644 index 0000000..19665c2 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/CollapsingReducer.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.mapreduce.CollapsingReducer (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.mapreduce.CollapsingReducer (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-useCollapsingReducer.html" target="_top"><B>FRAMES</B></A> + <A HREF="CollapsingReducer.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.mapreduce.CollapsingReducer</B></H2> +</CENTER> +No usage of datafu.hourglass.mapreduce.CollapsingReducer +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-useCollapsingReducer.html" target="_top"><B>FRAMES</B></A> + <A HREF="CollapsingReducer.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/DelegatingCombiner.html b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/DelegatingCombiner.html new file mode 100644 index 0000000..4532029 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/DelegatingCombiner.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.mapreduce.DelegatingCombiner (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.mapreduce.DelegatingCombiner (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/DelegatingCombiner.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-useDelegatingCombiner.html" target="_top"><B>FRAMES</B></A> + <A HREF="DelegatingCombiner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.mapreduce.DelegatingCombiner</B></H2> +</CENTER> +No usage of datafu.hourglass.mapreduce.DelegatingCombiner +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/DelegatingCombiner.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-useDelegatingCombiner.html" target="_top"><B>FRAMES</B></A> + <A HREF="DelegatingCombiner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/DelegatingMapper.html b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/DelegatingMapper.html new file mode 100644 index 0000000..4d8468f --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/DelegatingMapper.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.mapreduce.DelegatingMapper (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.mapreduce.DelegatingMapper (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/DelegatingMapper.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-useDelegatingMapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="DelegatingMapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.mapreduce.DelegatingMapper</B></H2> +</CENTER> +No usage of datafu.hourglass.mapreduce.DelegatingMapper +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/DelegatingMapper.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-useDelegatingMapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="DelegatingMapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/DelegatingReducer.html b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/DelegatingReducer.html new file mode 100644 index 0000000..99aaffd --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/DelegatingReducer.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.mapreduce.DelegatingReducer (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.mapreduce.DelegatingReducer (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/DelegatingReducer.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-useDelegatingReducer.html" target="_top"><B>FRAMES</B></A> + <A HREF="DelegatingReducer.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.mapreduce.DelegatingReducer</B></H2> +</CENTER> +No usage of datafu.hourglass.mapreduce.DelegatingReducer +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/DelegatingReducer.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-useDelegatingReducer.html" target="_top"><B>FRAMES</B></A> + <A HREF="DelegatingReducer.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/DistributedCacheHelper.html b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/DistributedCacheHelper.html new file mode 100644 index 0000000..7f7dbe7 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/DistributedCacheHelper.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.mapreduce.DistributedCacheHelper (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.mapreduce.DistributedCacheHelper (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/DistributedCacheHelper.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-useDistributedCacheHelper.html" target="_top"><B>FRAMES</B></A> + <A HREF="DistributedCacheHelper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.mapreduce.DistributedCacheHelper</B></H2> +</CENTER> +No usage of datafu.hourglass.mapreduce.DistributedCacheHelper +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/DistributedCacheHelper.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-useDistributedCacheHelper.html" target="_top"><B>FRAMES</B></A> + <A HREF="DistributedCacheHelper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/ObjectMapper.html b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/ObjectMapper.html new file mode 100644 index 0000000..533e4aa --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/ObjectMapper.html
@@ -0,0 +1,217 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.mapreduce.ObjectMapper (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.mapreduce.ObjectMapper (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-useObjectMapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="ObjectMapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.mapreduce.ObjectMapper</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce">ObjectMapper</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.mapreduce"><B>datafu.hourglass.mapreduce</B></A></TD> +<TD>Implementations of mappers, combiners, and reducers used by incremental jobs. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce">ObjectMapper</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A> that return <A HREF="../../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce">ObjectMapper</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected <A HREF="../../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce">ObjectMapper</A></CODE></FONT></TD> +<TD><CODE><B>AbstractPartitionPreservingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getMapProcessor()">getMapProcessor</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.mapreduce"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce">ObjectMapper</A> in <A HREF="../../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Subclasses of <A HREF="../../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce">ObjectMapper</A> in <A HREF="../../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce">CollapsingMapper</A></B></CODE> + +<BR> + The mapper used by <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> and its derived classes.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/mapreduce/PartitioningMapper.html" title="class in datafu.hourglass.mapreduce">PartitioningMapper</A></B></CODE> + +<BR> + The mapper used by <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> and its derived classes.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-useObjectMapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="ObjectMapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/ObjectProcessor.html b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/ObjectProcessor.html new file mode 100644 index 0000000..6d29296 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/ObjectProcessor.html
@@ -0,0 +1,237 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.mapreduce.ObjectProcessor (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.mapreduce.ObjectProcessor (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-useObjectProcessor.html" target="_top"><B>FRAMES</B></A> + <A HREF="ObjectProcessor.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.mapreduce.ObjectProcessor</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">ObjectProcessor</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.mapreduce"><B>datafu.hourglass.mapreduce</B></A></TD> +<TD>Implementations of mappers, combiners, and reducers used by incremental jobs. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.mapreduce"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">ObjectProcessor</A> in <A HREF="../../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Subclasses of <A HREF="../../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">ObjectProcessor</A> in <A HREF="../../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce">CollapsingCombiner</A></B></CODE> + +<BR> + The combiner used by <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> and its derived classes.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce">CollapsingMapper</A></B></CODE> + +<BR> + The mapper used by <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> and its derived classes.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce">CollapsingReducer</A></B></CODE> + +<BR> + The reducer used by <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> and its derived classes.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce">ObjectMapper</A></B></CODE> + +<BR> + Defines the interface for a mapper implementation that <A HREF="../../../../datafu/hourglass/mapreduce/DelegatingMapper.html" title="class in datafu.hourglass.mapreduce"><CODE>DelegatingMapper</CODE></A> delegates to.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A></B></CODE> + +<BR> + Defines the interface for combiner and reducer implementations that <A HREF="../../../../datafu/hourglass/mapreduce/DelegatingCombiner.html" title="class in datafu.hourglass.mapreduce"><CODE>DelegatingCombiner</CODE></A> and + <A HREF="../../../../datafu/hourglass/mapreduce/DelegatingReducer.html" title="class in datafu.hourglass.mapreduce"><CODE>DelegatingReducer</CODE></A> delegate to.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/mapreduce/PartitioningCombiner.html" title="class in datafu.hourglass.mapreduce">PartitioningCombiner</A></B></CODE> + +<BR> + The combiner used by <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> and its derived classes.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/mapreduce/PartitioningMapper.html" title="class in datafu.hourglass.mapreduce">PartitioningMapper</A></B></CODE> + +<BR> + The mapper used by <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> and its derived classes.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/mapreduce/PartitioningReducer.html" title="class in datafu.hourglass.mapreduce">PartitioningReducer</A></B></CODE> + +<BR> + The reducer used by <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> and its derived classes.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-useObjectProcessor.html" target="_top"><B>FRAMES</B></A> + <A HREF="ObjectProcessor.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/ObjectReducer.html b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/ObjectReducer.html new file mode 100644 index 0000000..671aad3 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/ObjectReducer.html
@@ -0,0 +1,241 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.mapreduce.ObjectReducer (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.mapreduce.ObjectReducer (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-useObjectReducer.html" target="_top"><B>FRAMES</B></A> + <A HREF="ObjectReducer.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.mapreduce.ObjectReducer</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.mapreduce"><B>datafu.hourglass.mapreduce</B></A></TD> +<TD>Implementations of mappers, combiners, and reducers used by incremental jobs. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A> that return <A HREF="../../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected <A HREF="../../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A></CODE></FONT></TD> +<TD><CODE><B>AbstractPartitionPreservingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getCombineProcessor()">getCombineProcessor</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected <A HREF="../../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A></CODE></FONT></TD> +<TD><CODE><B>AbstractPartitionPreservingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getReduceProcessor()">getReduceProcessor</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.mapreduce"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A> in <A HREF="../../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Subclasses of <A HREF="../../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A> in <A HREF="../../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce">CollapsingCombiner</A></B></CODE> + +<BR> + The combiner used by <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> and its derived classes.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce">CollapsingReducer</A></B></CODE> + +<BR> + The reducer used by <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> and its derived classes.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/mapreduce/PartitioningCombiner.html" title="class in datafu.hourglass.mapreduce">PartitioningCombiner</A></B></CODE> + +<BR> + The combiner used by <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> and its derived classes.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/mapreduce/PartitioningReducer.html" title="class in datafu.hourglass.mapreduce">PartitioningReducer</A></B></CODE> + +<BR> + The reducer used by <A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> and its derived classes.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-useObjectReducer.html" target="_top"><B>FRAMES</B></A> + <A HREF="ObjectReducer.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/Parameters.html b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/Parameters.html new file mode 100644 index 0000000..9397a83 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/Parameters.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.mapreduce.Parameters (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.mapreduce.Parameters (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/Parameters.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-useParameters.html" target="_top"><B>FRAMES</B></A> + <A HREF="Parameters.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.mapreduce.Parameters</B></H2> +</CENTER> +No usage of datafu.hourglass.mapreduce.Parameters +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/Parameters.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-useParameters.html" target="_top"><B>FRAMES</B></A> + <A HREF="Parameters.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/PartitioningCombiner.html b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/PartitioningCombiner.html new file mode 100644 index 0000000..026afe0 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/PartitioningCombiner.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.mapreduce.PartitioningCombiner (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.mapreduce.PartitioningCombiner (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/PartitioningCombiner.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-usePartitioningCombiner.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitioningCombiner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.mapreduce.PartitioningCombiner</B></H2> +</CENTER> +No usage of datafu.hourglass.mapreduce.PartitioningCombiner +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/PartitioningCombiner.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-usePartitioningCombiner.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitioningCombiner.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/PartitioningMapper.html b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/PartitioningMapper.html new file mode 100644 index 0000000..84132aa --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/PartitioningMapper.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.mapreduce.PartitioningMapper (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.mapreduce.PartitioningMapper (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/PartitioningMapper.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-usePartitioningMapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitioningMapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.mapreduce.PartitioningMapper</B></H2> +</CENTER> +No usage of datafu.hourglass.mapreduce.PartitioningMapper +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/PartitioningMapper.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-usePartitioningMapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitioningMapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/PartitioningReducer.html b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/PartitioningReducer.html new file mode 100644 index 0000000..5981d6d --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/class-use/PartitioningReducer.html
@@ -0,0 +1,144 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.mapreduce.PartitioningReducer (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.mapreduce.PartitioningReducer (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/PartitioningReducer.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-usePartitioningReducer.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitioningReducer.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.mapreduce.PartitioningReducer</B></H2> +</CENTER> +No usage of datafu.hourglass.mapreduce.PartitioningReducer +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/mapreduce/PartitioningReducer.html" title="class in datafu.hourglass.mapreduce"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/mapreduce//class-usePartitioningReducer.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitioningReducer.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/package-frame.html b/hourglass/docs/current/datafu/hourglass/mapreduce/package-frame.html new file mode 100644 index 0000000..c74e4e5 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/package-frame.html
@@ -0,0 +1,60 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +datafu.hourglass.mapreduce (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + + +</HEAD> + +<BODY BGCOLOR="white"> +<FONT size="+1" CLASS="FrameTitleFont"> +<A HREF="../../../datafu/hourglass/mapreduce/package-summary.html" target="classFrame">datafu.hourglass.mapreduce</A></FONT> +<TABLE BORDER="0" WIDTH="100%" SUMMARY=""> +<TR> +<TD NOWRAP><FONT size="+1" CLASS="FrameHeadingFont"> +Classes</FONT> +<FONT CLASS="FrameItemFont"> +<BR> +<A HREF="AvroKeyValueIdentityMapper.html" title="class in datafu.hourglass.mapreduce" target="classFrame">AvroKeyValueIdentityMapper</A> +<BR> +<A HREF="CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce" target="classFrame">CollapsingCombiner</A> +<BR> +<A HREF="CollapsingMapper.html" title="class in datafu.hourglass.mapreduce" target="classFrame">CollapsingMapper</A> +<BR> +<A HREF="CollapsingReducer.html" title="class in datafu.hourglass.mapreduce" target="classFrame">CollapsingReducer</A> +<BR> +<A HREF="DelegatingCombiner.html" title="class in datafu.hourglass.mapreduce" target="classFrame">DelegatingCombiner</A> +<BR> +<A HREF="DelegatingMapper.html" title="class in datafu.hourglass.mapreduce" target="classFrame">DelegatingMapper</A> +<BR> +<A HREF="DelegatingReducer.html" title="class in datafu.hourglass.mapreduce" target="classFrame">DelegatingReducer</A> +<BR> +<A HREF="DistributedCacheHelper.html" title="class in datafu.hourglass.mapreduce" target="classFrame">DistributedCacheHelper</A> +<BR> +<A HREF="ObjectMapper.html" title="class in datafu.hourglass.mapreduce" target="classFrame">ObjectMapper</A> +<BR> +<A HREF="ObjectProcessor.html" title="class in datafu.hourglass.mapreduce" target="classFrame">ObjectProcessor</A> +<BR> +<A HREF="ObjectReducer.html" title="class in datafu.hourglass.mapreduce" target="classFrame">ObjectReducer</A> +<BR> +<A HREF="Parameters.html" title="class in datafu.hourglass.mapreduce" target="classFrame">Parameters</A> +<BR> +<A HREF="PartitioningCombiner.html" title="class in datafu.hourglass.mapreduce" target="classFrame">PartitioningCombiner</A> +<BR> +<A HREF="PartitioningMapper.html" title="class in datafu.hourglass.mapreduce" target="classFrame">PartitioningMapper</A> +<BR> +<A HREF="PartitioningReducer.html" title="class in datafu.hourglass.mapreduce" target="classFrame">PartitioningReducer</A></FONT></TD> +</TR> +</TABLE> + + +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/package-summary.html b/hourglass/docs/current/datafu/hourglass/mapreduce/package-summary.html new file mode 100644 index 0000000..2885d19 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/package-summary.html
@@ -0,0 +1,232 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +datafu.hourglass.mapreduce (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="datafu.hourglass.mapreduce (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Package</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-use.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/package-summary.html"><B>PREV PACKAGE</B></A> + <A HREF="../../../datafu/hourglass/model/package-summary.html"><B>NEXT PACKAGE</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/package-summary.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-summary.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<H2> +Package datafu.hourglass.mapreduce +</H2> +Implementations of mappers, combiners, and reducers used by incremental jobs. +<P> +<B>See:</B> +<BR> + <A HREF="#package_description"><B>Description</B></A> +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Class Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html" title="class in datafu.hourglass.mapreduce">AvroKeyValueIdentityMapper</A></B></TD> +<TD>A mapper which outputs key-value pairs as-is.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce">CollapsingCombiner</A></B></TD> +<TD>The combiner used by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> and its derived classes.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce">CollapsingMapper</A></B></TD> +<TD>The mapper used by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> and its derived classes.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce">CollapsingReducer</A></B></TD> +<TD>The reducer used by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> and its derived classes.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/mapreduce/DelegatingCombiner.html" title="class in datafu.hourglass.mapreduce">DelegatingCombiner</A></B></TD> +<TD>A Hadoop combiner which delegates to an implementation read from the distributed cache.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/mapreduce/DelegatingMapper.html" title="class in datafu.hourglass.mapreduce">DelegatingMapper</A></B></TD> +<TD>A Hadoop mapper which delegates to an implementation read from the distributed cache.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/mapreduce/DelegatingReducer.html" title="class in datafu.hourglass.mapreduce">DelegatingReducer</A></B></TD> +<TD>A Hadoop reducer which delegates to an implementation read from the distributed cache.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/mapreduce/DistributedCacheHelper.html" title="class in datafu.hourglass.mapreduce">DistributedCacheHelper</A></B></TD> +<TD>Methods for working with the Hadoop distributed cache.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce">ObjectMapper</A></B></TD> +<TD>Defines the interface for a mapper implementation that <A HREF="../../../datafu/hourglass/mapreduce/DelegatingMapper.html" title="class in datafu.hourglass.mapreduce"><CODE>DelegatingMapper</CODE></A> delegates to.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">ObjectProcessor</A></B></TD> +<TD>Base class for <A HREF="../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce"><CODE>ObjectMapper</CODE></A> and <A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce"><CODE>ObjectReducer</CODE></A>.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A></B></TD> +<TD>Defines the interface for combiner and reducer implementations that <A HREF="../../../datafu/hourglass/mapreduce/DelegatingCombiner.html" title="class in datafu.hourglass.mapreduce"><CODE>DelegatingCombiner</CODE></A> and + <A HREF="../../../datafu/hourglass/mapreduce/DelegatingReducer.html" title="class in datafu.hourglass.mapreduce"><CODE>DelegatingReducer</CODE></A> delegate to.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/mapreduce/Parameters.html" title="class in datafu.hourglass.mapreduce">Parameters</A></B></TD> +<TD>Parameters used by the jobs to pass configuration settings + to the mappers, combiners, and reducers.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/mapreduce/PartitioningCombiner.html" title="class in datafu.hourglass.mapreduce">PartitioningCombiner</A></B></TD> +<TD>The combiner used by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> and its derived classes.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/mapreduce/PartitioningMapper.html" title="class in datafu.hourglass.mapreduce">PartitioningMapper</A></B></TD> +<TD>The mapper used by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> and its derived classes.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/mapreduce/PartitioningReducer.html" title="class in datafu.hourglass.mapreduce">PartitioningReducer</A></B></TD> +<TD>The reducer used by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> and its derived classes.</TD> +</TR> +</TABLE> + + +<P> +<A NAME="package_description"><!-- --></A><H2> +Package datafu.hourglass.mapreduce Description +</H2> + +<P> +Implementations of mappers, combiners, and reducers used by incremental jobs. + These are used internally by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> + and <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A>. +<P> + +<P> +<DL> +</DL> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Package</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-use.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/package-summary.html"><B>PREV PACKAGE</B></A> + <A HREF="../../../datafu/hourglass/model/package-summary.html"><B>NEXT PACKAGE</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/package-summary.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-summary.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/package-tree.html b/hourglass/docs/current/datafu/hourglass/mapreduce/package-tree.html new file mode 100644 index 0000000..d56c3bc --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/package-tree.html
@@ -0,0 +1,169 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +datafu.hourglass.mapreduce Class Hierarchy (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="datafu.hourglass.mapreduce Class Hierarchy (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Use</FONT> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Tree</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/package-tree.html"><B>PREV</B></A> + <A HREF="../../../datafu/hourglass/model/package-tree.html"><B>NEXT</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/package-tree.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-tree.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +Hierarchy For Package datafu.hourglass.mapreduce +</H2> +</CENTER> +<DL> +<DT><B>Package Hierarchies:</B><DD><A HREF="../../../overview-tree.html">All Packages</A></DL> +<HR> +<H2> +Class Hierarchy +</H2> +<UL> +<LI TYPE="circle">java.lang.Object<UL> +<LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="../../../datafu/hourglass/mapreduce/DistributedCacheHelper.html" title="class in datafu.hourglass.mapreduce"><B>DistributedCacheHelper</B></A><LI TYPE="circle">org.apache.hadoop.mapreduce.Mapper<KEYIN,VALUEIN,KEYOUT,VALUEOUT><UL> +<LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="../../../datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html" title="class in datafu.hourglass.mapreduce"><B>AvroKeyValueIdentityMapper</B></A><LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="../../../datafu/hourglass/mapreduce/DelegatingMapper.html" title="class in datafu.hourglass.mapreduce"><B>DelegatingMapper</B></A></UL> +<LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce"><B>ObjectProcessor</B></A><UL> +<LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce"><B>ObjectMapper</B></A><UL> +<LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="../../../datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce"><B>CollapsingMapper</B></A> (implements java.io.Serializable) +<LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="../../../datafu/hourglass/mapreduce/PartitioningMapper.html" title="class in datafu.hourglass.mapreduce"><B>PartitioningMapper</B></A> (implements java.io.Serializable) +</UL> +<LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce"><B>ObjectReducer</B></A><UL> +<LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce"><B>CollapsingCombiner</B></A> (implements datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs">DateRangeConfigurable</A>, java.io.Serializable) +<LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="../../../datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce"><B>CollapsingReducer</B></A> (implements datafu.hourglass.jobs.<A HREF="../../../datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs">DateRangeConfigurable</A>, java.io.Serializable) +<LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="../../../datafu/hourglass/mapreduce/PartitioningCombiner.html" title="class in datafu.hourglass.mapreduce"><B>PartitioningCombiner</B></A> (implements java.io.Serializable) +<LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="../../../datafu/hourglass/mapreduce/PartitioningReducer.html" title="class in datafu.hourglass.mapreduce"><B>PartitioningReducer</B></A> (implements java.io.Serializable) +</UL> +</UL> +<LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="../../../datafu/hourglass/mapreduce/Parameters.html" title="class in datafu.hourglass.mapreduce"><B>Parameters</B></A><LI TYPE="circle">org.apache.hadoop.mapreduce.Reducer<KEYIN,VALUEIN,KEYOUT,VALUEOUT><UL> +<LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="../../../datafu/hourglass/mapreduce/DelegatingCombiner.html" title="class in datafu.hourglass.mapreduce"><B>DelegatingCombiner</B></A><LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="../../../datafu/hourglass/mapreduce/DelegatingReducer.html" title="class in datafu.hourglass.mapreduce"><B>DelegatingReducer</B></A></UL> +</UL> +</UL> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Use</FONT> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Tree</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/jobs/package-tree.html"><B>PREV</B></A> + <A HREF="../../../datafu/hourglass/model/package-tree.html"><B>NEXT</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/package-tree.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-tree.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/mapreduce/package-use.html b/hourglass/docs/current/datafu/hourglass/mapreduce/package-use.html new file mode 100644 index 0000000..4ab61c1 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/mapreduce/package-use.html
@@ -0,0 +1,209 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Package datafu.hourglass.mapreduce (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Package datafu.hourglass.mapreduce (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/package-use.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-use.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Package<br>datafu.hourglass.mapreduce</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.mapreduce"><B>datafu.hourglass.mapreduce</B></A></TD> +<TD>Implementations of mappers, combiners, and reducers used by incremental jobs. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Classes in <A HREF="../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A> used by <A HREF="../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/mapreduce/class-use/ObjectMapper.html#datafu.hourglass.jobs"><B>ObjectMapper</B></A></B> + +<BR> + Defines the interface for a mapper implementation that <A HREF="../../../datafu/hourglass/mapreduce/DelegatingMapper.html" title="class in datafu.hourglass.mapreduce"><CODE>DelegatingMapper</CODE></A> delegates to.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/mapreduce/class-use/ObjectReducer.html#datafu.hourglass.jobs"><B>ObjectReducer</B></A></B> + +<BR> + Defines the interface for combiner and reducer implementations that <A HREF="../../../datafu/hourglass/mapreduce/DelegatingCombiner.html" title="class in datafu.hourglass.mapreduce"><CODE>DelegatingCombiner</CODE></A> and + <A HREF="../../../datafu/hourglass/mapreduce/DelegatingReducer.html" title="class in datafu.hourglass.mapreduce"><CODE>DelegatingReducer</CODE></A> delegate to.</TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.mapreduce"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Classes in <A HREF="../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A> used by <A HREF="../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/mapreduce/class-use/ObjectMapper.html#datafu.hourglass.mapreduce"><B>ObjectMapper</B></A></B> + +<BR> + Defines the interface for a mapper implementation that <A HREF="../../../datafu/hourglass/mapreduce/DelegatingMapper.html" title="class in datafu.hourglass.mapreduce"><CODE>DelegatingMapper</CODE></A> delegates to.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/mapreduce/class-use/ObjectProcessor.html#datafu.hourglass.mapreduce"><B>ObjectProcessor</B></A></B> + +<BR> + Base class for <A HREF="../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce"><CODE>ObjectMapper</CODE></A> and <A HREF="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce"><CODE>ObjectReducer</CODE></A>.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/mapreduce/class-use/ObjectReducer.html#datafu.hourglass.mapreduce"><B>ObjectReducer</B></A></B> + +<BR> + Defines the interface for combiner and reducer implementations that <A HREF="../../../datafu/hourglass/mapreduce/DelegatingCombiner.html" title="class in datafu.hourglass.mapreduce"><CODE>DelegatingCombiner</CODE></A> and + <A HREF="../../../datafu/hourglass/mapreduce/DelegatingReducer.html" title="class in datafu.hourglass.mapreduce"><CODE>DelegatingReducer</CODE></A> delegate to.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/mapreduce/package-use.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-use.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/model/Accumulator.html b/hourglass/docs/current/datafu/hourglass/model/Accumulator.html new file mode 100644 index 0000000..9db832d --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/model/Accumulator.html
@@ -0,0 +1,277 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Accumulator (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Accumulator (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/Accumulator.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV CLASS + <A HREF="../../../datafu/hourglass/model/KeyValueCollector.html" title="interface in datafu.hourglass.model"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/model/Accumulator.html" target="_top"><B>FRAMES</B></A> + <A HREF="Accumulator.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | CONSTR | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | CONSTR | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.model</FONT> +<BR> +Interface Accumulator<In,Out></H2> +<DL> +<DT><DT><B>Type Parameters:</B><DD><CODE>In</CODE> - Input value type<DD><CODE>Out</CODE> - Output value type</DL> +<DL> +<DT><B>All Superinterfaces:</B> <DD>java.io.Serializable</DD> +</DL> +<HR> +<DL> +<DT><PRE>public interface <B>Accumulator<In,Out></B><DT>extends java.io.Serializable</DL> +</PRE> + +<P> +Collects a sequence of values and produces one value as a result. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/model/Accumulator.html#accumulate(In)">accumulate</A></B>(<A HREF="../../../datafu/hourglass/model/Accumulator.html" title="type parameter in Accumulator">In</A> value)</CODE> + +<BR> + Accumulate another value.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/model/Accumulator.html#cleanup()">cleanup</A></B>()</CODE> + +<BR> + Resets the internal state so that all values accumulated so far are forgotten.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="type parameter in Accumulator">Out</A></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/model/Accumulator.html#getFinal()">getFinal</A></B>()</CODE> + +<BR> + Get the output value corresponding to all input values accumulated so far.</TD> +</TR> +</TABLE> + +<P> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="accumulate(java.lang.Object)"><!-- --></A><A NAME="accumulate(In)"><!-- --></A><H3> +accumulate</H3> +<PRE> +void <B>accumulate</B>(<A HREF="../../../datafu/hourglass/model/Accumulator.html" title="type parameter in Accumulator">In</A> value)</PRE> +<DL> +<DD>Accumulate another value. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>value</CODE> - Value to accumulate</DL> +</DD> +</DL> +<HR> + +<A NAME="getFinal()"><!-- --></A><H3> +getFinal</H3> +<PRE> +<A HREF="../../../datafu/hourglass/model/Accumulator.html" title="type parameter in Accumulator">Out</A> <B>getFinal</B>()</PRE> +<DL> +<DD>Get the output value corresponding to all input values accumulated so far. + + <p> + This may return null to indicate no record should be written. + </p> +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> + +<DT><B>Returns:</B><DD>Output value</DL> +</DD> +</DL> +<HR> + +<A NAME="cleanup()"><!-- --></A><H3> +cleanup</H3> +<PRE> +void <B>cleanup</B>()</PRE> +<DL> +<DD>Resets the internal state so that all values accumulated so far are forgotten. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/Accumulator.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV CLASS + <A HREF="../../../datafu/hourglass/model/KeyValueCollector.html" title="interface in datafu.hourglass.model"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/model/Accumulator.html" target="_top"><B>FRAMES</B></A> + <A HREF="Accumulator.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | CONSTR | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | CONSTR | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/model/KeyValueCollector.html b/hourglass/docs/current/datafu/hourglass/model/KeyValueCollector.html new file mode 100644 index 0000000..f581491 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/model/KeyValueCollector.html
@@ -0,0 +1,225 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +KeyValueCollector (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="KeyValueCollector (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/KeyValueCollector.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/model/KeyValueCollector.html" target="_top"><B>FRAMES</B></A> + <A HREF="KeyValueCollector.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | CONSTR | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | CONSTR | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.model</FONT> +<BR> +Interface KeyValueCollector<K,V></H2> +<DL> +<DT><DT><B>Type Parameters:</B><DD><CODE>K</CODE> - Key type<DD><CODE>V</CODE> - Value type</DL> +<HR> +<DL> +<DT><PRE>public interface <B>KeyValueCollector<K,V></B></DL> +</PRE> + +<P> +Provided to an instance of <A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model"><CODE>Mapper</CODE></A> to collect key-value pairs. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/model/KeyValueCollector.html#collect(K, V)">collect</A></B>(<A HREF="../../../datafu/hourglass/model/KeyValueCollector.html" title="type parameter in KeyValueCollector">K</A> key, + <A HREF="../../../datafu/hourglass/model/KeyValueCollector.html" title="type parameter in KeyValueCollector">V</A> value)</CODE> + +<BR> + Collects key-value pairs.</TD> +</TR> +</TABLE> + +<P> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="collect(java.lang.Object,java.lang.Object)"><!-- --></A><A NAME="collect(K, V)"><!-- --></A><H3> +collect</H3> +<PRE> +void <B>collect</B>(<A HREF="../../../datafu/hourglass/model/KeyValueCollector.html" title="type parameter in KeyValueCollector">K</A> key, + <A HREF="../../../datafu/hourglass/model/KeyValueCollector.html" title="type parameter in KeyValueCollector">V</A> value) + throws java.io.IOException, + java.lang.InterruptedException</PRE> +<DL> +<DD>Collects key-value pairs. +<P> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>key</CODE> - Key to be collected<DD><CODE>value</CODE> - Value to be collected +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE></DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/KeyValueCollector.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/model/KeyValueCollector.html" target="_top"><B>FRAMES</B></A> + <A HREF="KeyValueCollector.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | CONSTR | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | CONSTR | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/model/Mapper.html b/hourglass/docs/current/datafu/hourglass/model/Mapper.html new file mode 100644 index 0000000..0f8cbf8 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/model/Mapper.html
@@ -0,0 +1,231 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Mapper (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Mapper (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/Mapper.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/model/KeyValueCollector.html" title="interface in datafu.hourglass.model"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/model/Mapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="Mapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | CONSTR | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | CONSTR | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.model</FONT> +<BR> +Interface Mapper<In,OutKey,OutVal></H2> +<DL> +<DT><DT><B>Type Parameters:</B><DD><CODE>In</CODE> - Input type<DD><CODE>OutKey</CODE> - Output key type<DD><CODE>OutVal</CODE> - Output value type</DL> +<DL> +<DT><B>All Superinterfaces:</B> <DD>java.io.Serializable</DD> +</DL> +<HR> +<DL> +<DT><PRE>public interface <B>Mapper<In,OutKey,OutVal></B><DT>extends java.io.Serializable</DL> +</PRE> + +<P> +Maps an input record to one or more key-value pairs. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/model/Mapper.html#map(In, datafu.hourglass.model.KeyValueCollector)">map</A></B>(<A HREF="../../../datafu/hourglass/model/Mapper.html" title="type parameter in Mapper">In</A> input, + <A HREF="../../../datafu/hourglass/model/KeyValueCollector.html" title="interface in datafu.hourglass.model">KeyValueCollector</A><<A HREF="../../../datafu/hourglass/model/Mapper.html" title="type parameter in Mapper">OutKey</A>,<A HREF="../../../datafu/hourglass/model/Mapper.html" title="type parameter in Mapper">OutVal</A>> collector)</CODE> + +<BR> + Maps an input record to one or more key-value pairs.</TD> +</TR> +</TABLE> + +<P> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="map(java.lang.Object,datafu.hourglass.model.KeyValueCollector)"><!-- --></A><A NAME="map(In, datafu.hourglass.model.KeyValueCollector)"><!-- --></A><H3> +map</H3> +<PRE> +void <B>map</B>(<A HREF="../../../datafu/hourglass/model/Mapper.html" title="type parameter in Mapper">In</A> input, + <A HREF="../../../datafu/hourglass/model/KeyValueCollector.html" title="interface in datafu.hourglass.model">KeyValueCollector</A><<A HREF="../../../datafu/hourglass/model/Mapper.html" title="type parameter in Mapper">OutKey</A>,<A HREF="../../../datafu/hourglass/model/Mapper.html" title="type parameter in Mapper">OutVal</A>> collector) + throws java.io.IOException, + java.lang.InterruptedException</PRE> +<DL> +<DD>Maps an input record to one or more key-value pairs. +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>input</CODE> - Input value<DD><CODE>collector</CODE> - Collects output key-value pairs +<DT><B>Throws:</B> +<DD><CODE>java.io.IOException</CODE> +<DD><CODE>java.lang.InterruptedException</CODE></DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/Mapper.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/model/KeyValueCollector.html" title="interface in datafu.hourglass.model"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/model/Mapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="Mapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | CONSTR | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | CONSTR | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/model/Merger.html b/hourglass/docs/current/datafu/hourglass/model/Merger.html new file mode 100644 index 0000000..0c24f1d --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/model/Merger.html
@@ -0,0 +1,231 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Merger (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Merger (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/Merger.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model"><B>PREV CLASS</B></A> + NEXT CLASS</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/model/Merger.html" target="_top"><B>FRAMES</B></A> + <A HREF="Merger.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | CONSTR | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | CONSTR | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.model</FONT> +<BR> +Interface Merger<T></H2> +<DL> +<DT><DT><B>Type Parameters:</B><DD><CODE>T</CODE> - Value type</DL> +<DL> +<DT><B>All Superinterfaces:</B> <DD>java.io.Serializable</DD> +</DL> +<HR> +<DL> +<DT><PRE>public interface <B>Merger<T></B><DT>extends java.io.Serializable</DL> +</PRE> + +<P> +Merges two values together. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/model/Merger.html" title="type parameter in Merger">T</A></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/model/Merger.html#merge(T, T)">merge</A></B>(<A HREF="../../../datafu/hourglass/model/Merger.html" title="type parameter in Merger">T</A> left, + <A HREF="../../../datafu/hourglass/model/Merger.html" title="type parameter in Merger">T</A> right)</CODE> + +<BR> + Merges two values together.</TD> +</TR> +</TABLE> + +<P> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="merge(java.lang.Object,java.lang.Object)"><!-- --></A><A NAME="merge(T, T)"><!-- --></A><H3> +merge</H3> +<PRE> +<A HREF="../../../datafu/hourglass/model/Merger.html" title="type parameter in Merger">T</A> <B>merge</B>(<A HREF="../../../datafu/hourglass/model/Merger.html" title="type parameter in Merger">T</A> left, + <A HREF="../../../datafu/hourglass/model/Merger.html" title="type parameter in Merger">T</A> right)</PRE> +<DL> +<DD>Merges two values together. + + <p> + This may return null to indicate no record should be written. + </p> +<P> +<DD><DL> +</DL> +</DD> +<DD><DL> +<DT><B>Parameters:</B><DD><CODE>left</CODE> - Left value<DD><CODE>right</CODE> - Right value +<DT><B>Returns:</B><DD>Merged result</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/Merger.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model"><B>PREV CLASS</B></A> + NEXT CLASS</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/model/Merger.html" target="_top"><B>FRAMES</B></A> + <A HREF="Merger.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | CONSTR | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | CONSTR | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/model/class-use/Accumulator.html b/hourglass/docs/current/datafu/hourglass/model/class-use/Accumulator.html new file mode 100644 index 0000000..8422d8d --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/model/class-use/Accumulator.html
@@ -0,0 +1,377 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Interface datafu.hourglass.model.Accumulator (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Interface datafu.hourglass.model.Accumulator (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/model//class-useAccumulator.html" target="_top"><B>FRAMES</B></A> + <A HREF="Accumulator.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Interface<br>datafu.hourglass.model.Accumulator</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.mapreduce"><B>datafu.hourglass.mapreduce</B></A></TD> +<TD>Implementations of mappers, combiners, and reducers used by incremental jobs. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A> that return <A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B>AbstractPartitionCollapsingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getCombinerAccumulator()">getCombinerAccumulator</A></B>()</CODE> + +<BR> + Gets the accumulator used for the combiner.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B>AbstractPartitionPreservingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getCombinerAccumulator()">getCombinerAccumulator</A></B>()</CODE> + +<BR> + Gets the accumulator used for the combiner.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B>PartitionCollapsingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#getCombinerAccumulator()">getCombinerAccumulator</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B>PartitionPreservingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getCombinerAccumulator()">getCombinerAccumulator</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>abstract <A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B>AbstractPartitionCollapsingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getReducerAccumulator()">getReducerAccumulator</A></B>()</CODE> + +<BR> + Gets the accumulator used for the reducer.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>abstract <A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B>AbstractPartitionPreservingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getReducerAccumulator()">getReducerAccumulator</A></B>()</CODE> + +<BR> + Gets the accumulator used for the reducer.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B>PartitionCollapsingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#getReducerAccumulator()">getReducerAccumulator</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B>PartitionPreservingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getReducerAccumulator()">getReducerAccumulator</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A> with parameters of type <A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>PartitionCollapsingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#setCombinerAccumulator(datafu.hourglass.model.Accumulator)">setCombinerAccumulator</A></B>(<A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> combiner)</CODE> + +<BR> + Set the accumulator for the combiner</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>PartitionPreservingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setCombinerAccumulator(datafu.hourglass.model.Accumulator)">setCombinerAccumulator</A></B>(<A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> combiner)</CODE> + +<BR> + Set the accumulator for the combiner</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>PartitionCollapsingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#setReducerAccumulator(datafu.hourglass.model.Accumulator)">setReducerAccumulator</A></B>(<A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> reducer)</CODE> + +<BR> + Set the accumulator for the reducer.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>PartitionPreservingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setReducerAccumulator(datafu.hourglass.model.Accumulator)">setReducerAccumulator</A></B>(<A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> reducer)</CODE> + +<BR> + Set the accumulator for the reducer.</TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.mapreduce"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A> in <A HREF="../../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A> that return <A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B>CollapsingCombiner.</B><B><A HREF="../../../../datafu/hourglass/mapreduce/CollapsingCombiner.html#getAccumulator()">getAccumulator</A></B>()</CODE> + +<BR> + Gets the accumulator used to perform aggregation.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B>PartitioningCombiner.</B><B><A HREF="../../../../datafu/hourglass/mapreduce/PartitioningCombiner.html#getAccumulator()">getAccumulator</A></B>()</CODE> + +<BR> + Gets the accumulator used to perform aggregation.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B>PartitioningReducer.</B><B><A HREF="../../../../datafu/hourglass/mapreduce/PartitioningReducer.html#getAccumulator()">getAccumulator</A></B>()</CODE> + +<BR> + Gets the accumulator used to perform aggregation.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B>CollapsingReducer.</B><B><A HREF="../../../../datafu/hourglass/mapreduce/CollapsingReducer.html#getNewAccumulator()">getNewAccumulator</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B>CollapsingReducer.</B><B><A HREF="../../../../datafu/hourglass/mapreduce/CollapsingReducer.html#getOldAccumulator()">getOldAccumulator</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A> with parameters of type <A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>CollapsingCombiner.</B><B><A HREF="../../../../datafu/hourglass/mapreduce/CollapsingCombiner.html#setAccumulator(datafu.hourglass.model.Accumulator)">setAccumulator</A></B>(<A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> acc)</CODE> + +<BR> + Sets the accumulator used to perform aggregation.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>CollapsingReducer.</B><B><A HREF="../../../../datafu/hourglass/mapreduce/CollapsingReducer.html#setAccumulator(datafu.hourglass.model.Accumulator)">setAccumulator</A></B>(<A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> acc)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>PartitioningCombiner.</B><B><A HREF="../../../../datafu/hourglass/mapreduce/PartitioningCombiner.html#setAccumulator(datafu.hourglass.model.Accumulator)">setAccumulator</A></B>(<A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> acc)</CODE> + +<BR> + Sets the accumulator used to perform aggregation.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>PartitioningReducer.</B><B><A HREF="../../../../datafu/hourglass/mapreduce/PartitioningReducer.html#setAccumulator(datafu.hourglass.model.Accumulator)">setAccumulator</A></B>(<A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> acc)</CODE> + +<BR> + Sets the accumulator used to perform aggregation.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/model//class-useAccumulator.html" target="_top"><B>FRAMES</B></A> + <A HREF="Accumulator.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/model/class-use/KeyValueCollector.html b/hourglass/docs/current/datafu/hourglass/model/class-use/KeyValueCollector.html new file mode 100644 index 0000000..d7dbef3 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/model/class-use/KeyValueCollector.html
@@ -0,0 +1,181 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Interface datafu.hourglass.model.KeyValueCollector (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Interface datafu.hourglass.model.KeyValueCollector (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/model/KeyValueCollector.html" title="interface in datafu.hourglass.model"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/model//class-useKeyValueCollector.html" target="_top"><B>FRAMES</B></A> + <A HREF="KeyValueCollector.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Interface<br>datafu.hourglass.model.KeyValueCollector</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/model/KeyValueCollector.html" title="interface in datafu.hourglass.model">KeyValueCollector</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.model"><B>datafu.hourglass.model</B></A></TD> +<TD>Interfaces which define the incremental processing model. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.model"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/model/KeyValueCollector.html" title="interface in datafu.hourglass.model">KeyValueCollector</A> in <A HREF="../../../../datafu/hourglass/model/package-summary.html">datafu.hourglass.model</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/model/package-summary.html">datafu.hourglass.model</A> with parameters of type <A HREF="../../../../datafu/hourglass/model/KeyValueCollector.html" title="interface in datafu.hourglass.model">KeyValueCollector</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>Mapper.</B><B><A HREF="../../../../datafu/hourglass/model/Mapper.html#map(In, datafu.hourglass.model.KeyValueCollector)">map</A></B>(<A HREF="../../../../datafu/hourglass/model/Mapper.html" title="type parameter in Mapper">In</A> input, + <A HREF="../../../../datafu/hourglass/model/KeyValueCollector.html" title="interface in datafu.hourglass.model">KeyValueCollector</A><<A HREF="../../../../datafu/hourglass/model/Mapper.html" title="type parameter in Mapper">OutKey</A>,<A HREF="../../../../datafu/hourglass/model/Mapper.html" title="type parameter in Mapper">OutVal</A>> collector)</CODE> + +<BR> + Maps an input record to one or more key-value pairs.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/model/KeyValueCollector.html" title="interface in datafu.hourglass.model"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/model//class-useKeyValueCollector.html" target="_top"><B>FRAMES</B></A> + <A HREF="KeyValueCollector.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/model/class-use/Mapper.html b/hourglass/docs/current/datafu/hourglass/model/class-use/Mapper.html new file mode 100644 index 0000000..ac501fe --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/model/class-use/Mapper.html
@@ -0,0 +1,289 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Interface datafu.hourglass.model.Mapper (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Interface datafu.hourglass.model.Mapper (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/model//class-useMapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="Mapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Interface<br>datafu.hourglass.model.Mapper</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.mapreduce"><B>datafu.hourglass.mapreduce</B></A></TD> +<TD>Implementations of mappers, combiners, and reducers used by incremental jobs. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A> that return <A HREF="../../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>abstract <A HREF="../../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B>AbstractPartitionCollapsingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getMapper()">getMapper</A></B>()</CODE> + +<BR> + Gets the mapper.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>abstract <A HREF="../../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B>AbstractPartitionPreservingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getMapper()">getMapper</A></B>()</CODE> + +<BR> + Gets the mapper.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B>PartitionCollapsingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#getMapper()">getMapper</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B>PartitionPreservingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getMapper()">getMapper</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A> with parameters of type <A HREF="../../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>PartitionCollapsingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#setMapper(datafu.hourglass.model.Mapper)">setMapper</A></B>(<A HREF="../../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> mapper)</CODE> + +<BR> + Set the mapper.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>PartitionPreservingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setMapper(datafu.hourglass.model.Mapper)">setMapper</A></B>(<A HREF="../../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> mapper)</CODE> + +<BR> + Set the mapper.</TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.mapreduce"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A> in <A HREF="../../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A> that return <A HREF="../../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B>CollapsingMapper.</B><B><A HREF="../../../../datafu/hourglass/mapreduce/CollapsingMapper.html#getMapper()">getMapper</A></B>()</CODE> + +<BR> + Gets the mapper.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B>PartitioningMapper.</B><B><A HREF="../../../../datafu/hourglass/mapreduce/PartitioningMapper.html#getMapper()">getMapper</A></B>()</CODE> + +<BR> + Gets the mapper.</TD> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A> with parameters of type <A HREF="../../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>CollapsingMapper.</B><B><A HREF="../../../../datafu/hourglass/mapreduce/CollapsingMapper.html#setMapper(datafu.hourglass.model.Mapper)">setMapper</A></B>(<A HREF="../../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> mapper)</CODE> + +<BR> + Sets the mapper.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>PartitioningMapper.</B><B><A HREF="../../../../datafu/hourglass/mapreduce/PartitioningMapper.html#setMapper(datafu.hourglass.model.Mapper)">setMapper</A></B>(<A HREF="../../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> mapper)</CODE> + +<BR> + Sets the mapper.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/model//class-useMapper.html" target="_top"><B>FRAMES</B></A> + <A HREF="Mapper.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/model/class-use/Merger.html b/hourglass/docs/current/datafu/hourglass/model/class-use/Merger.html new file mode 100644 index 0000000..6cac21d --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/model/class-use/Merger.html
@@ -0,0 +1,265 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Interface datafu.hourglass.model.Merger (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Interface datafu.hourglass.model.Merger (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/model//class-useMerger.html" target="_top"><B>FRAMES</B></A> + <A HREF="Merger.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Interface<br>datafu.hourglass.model.Merger</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.mapreduce"><B>datafu.hourglass.mapreduce</B></A></TD> +<TD>Implementations of mappers, combiners, and reducers used by incremental jobs. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A> that return <A HREF="../../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A><org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B>AbstractPartitionCollapsingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getOldRecordMerger()">getOldRecordMerger</A></B>()</CODE> + +<BR> + Gets the record merger that is capable of unmerging old partial output from the new output.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A><org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B>PartitionCollapsingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#getOldRecordMerger()">getOldRecordMerger</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A><org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B>AbstractPartitionCollapsingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getRecordMerger()">getRecordMerger</A></B>()</CODE> + +<BR> + Gets the record merger that is capable of merging previous output with a new partial output.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A><org.apache.avro.generic.GenericRecord></CODE></FONT></TD> +<TD><CODE><B>PartitionCollapsingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#getRecordMerger()">getRecordMerger</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A> with parameters of type <A HREF="../../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>PartitionCollapsingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#setMerger(datafu.hourglass.model.Merger)">setMerger</A></B>(<A HREF="../../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A><org.apache.avro.generic.GenericRecord> merger)</CODE> + +<BR> + Sets the record merger that is capable of merging previous output with a new partial output.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>PartitionCollapsingIncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#setOldMerger(datafu.hourglass.model.Merger)">setOldMerger</A></B>(<A HREF="../../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A><org.apache.avro.generic.GenericRecord> oldMerger)</CODE> + +<BR> + Sets the record merger that is capable of unmerging old partial output from the new output.</TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.mapreduce"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A> in <A HREF="../../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A> with parameters of type <A HREF="../../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>CollapsingReducer.</B><B><A HREF="../../../../datafu/hourglass/mapreduce/CollapsingReducer.html#setOldRecordMerger(datafu.hourglass.model.Merger)">setOldRecordMerger</A></B>(<A HREF="../../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A><org.apache.avro.generic.GenericRecord> merger)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>CollapsingReducer.</B><B><A HREF="../../../../datafu/hourglass/mapreduce/CollapsingReducer.html#setRecordMerger(datafu.hourglass.model.Merger)">setRecordMerger</A></B>(<A HREF="../../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A><org.apache.avro.generic.GenericRecord> merger)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/model//class-useMerger.html" target="_top"><B>FRAMES</B></A> + <A HREF="Merger.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/model/package-frame.html b/hourglass/docs/current/datafu/hourglass/model/package-frame.html new file mode 100644 index 0000000..9595846 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/model/package-frame.html
@@ -0,0 +1,38 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +datafu.hourglass.model (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + + +</HEAD> + +<BODY BGCOLOR="white"> +<FONT size="+1" CLASS="FrameTitleFont"> +<A HREF="../../../datafu/hourglass/model/package-summary.html" target="classFrame">datafu.hourglass.model</A></FONT> +<TABLE BORDER="0" WIDTH="100%" SUMMARY=""> +<TR> +<TD NOWRAP><FONT size="+1" CLASS="FrameHeadingFont"> +Interfaces</FONT> +<FONT CLASS="FrameItemFont"> +<BR> +<A HREF="Accumulator.html" title="interface in datafu.hourglass.model" target="classFrame"><I>Accumulator</I></A> +<BR> +<A HREF="KeyValueCollector.html" title="interface in datafu.hourglass.model" target="classFrame"><I>KeyValueCollector</I></A> +<BR> +<A HREF="Mapper.html" title="interface in datafu.hourglass.model" target="classFrame"><I>Mapper</I></A> +<BR> +<A HREF="Merger.html" title="interface in datafu.hourglass.model" target="classFrame"><I>Merger</I></A></FONT></TD> +</TR> +</TABLE> + + +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/model/package-summary.html b/hourglass/docs/current/datafu/hourglass/model/package-summary.html new file mode 100644 index 0000000..c0e1318 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/model/package-summary.html
@@ -0,0 +1,184 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +datafu.hourglass.model (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="datafu.hourglass.model (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Package</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-use.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/package-summary.html"><B>PREV PACKAGE</B></A> + <A HREF="../../../datafu/hourglass/schemas/package-summary.html"><B>NEXT PACKAGE</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/model/package-summary.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-summary.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<H2> +Package datafu.hourglass.model +</H2> +Interfaces which define the incremental processing model. +<P> +<B>See:</B> +<BR> + <A HREF="#package_description"><B>Description</B></A> +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Interface Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator<In,Out></A></B></TD> +<TD>Collects a sequence of values and produces one value as a result.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/model/KeyValueCollector.html" title="interface in datafu.hourglass.model">KeyValueCollector<K,V></A></B></TD> +<TD>Provided to an instance of <A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model"><CODE>Mapper</CODE></A> to collect key-value pairs.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper<In,OutKey,OutVal></A></B></TD> +<TD>Maps an input record to one or more key-value pairs.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger<T></A></B></TD> +<TD>Merges two values together.</TD> +</TR> +</TABLE> + + +<P> +<A NAME="package_description"><!-- --></A><H2> +Package datafu.hourglass.model Description +</H2> + +<P> +Interfaces which define the incremental processing model. +<P> + +<P> +<DL> +</DL> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Package</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-use.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/package-summary.html"><B>PREV PACKAGE</B></A> + <A HREF="../../../datafu/hourglass/schemas/package-summary.html"><B>NEXT PACKAGE</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/model/package-summary.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-summary.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/model/package-tree.html b/hourglass/docs/current/datafu/hourglass/model/package-tree.html new file mode 100644 index 0000000..6f0237b --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/model/package-tree.html
@@ -0,0 +1,153 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +datafu.hourglass.model Class Hierarchy (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="datafu.hourglass.model Class Hierarchy (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Use</FONT> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Tree</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/package-tree.html"><B>PREV</B></A> + <A HREF="../../../datafu/hourglass/schemas/package-tree.html"><B>NEXT</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/model/package-tree.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-tree.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +Hierarchy For Package datafu.hourglass.model +</H2> +</CENTER> +<DL> +<DT><B>Package Hierarchies:</B><DD><A HREF="../../../overview-tree.html">All Packages</A></DL> +<HR> +<H2> +Interface Hierarchy +</H2> +<UL> +<LI TYPE="circle">datafu.hourglass.model.<A HREF="../../../datafu/hourglass/model/KeyValueCollector.html" title="interface in datafu.hourglass.model"><B>KeyValueCollector</B></A><K,V><LI TYPE="circle">java.io.Serializable<UL> +<LI TYPE="circle">datafu.hourglass.model.<A HREF="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model"><B>Accumulator</B></A><In,Out><LI TYPE="circle">datafu.hourglass.model.<A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model"><B>Mapper</B></A><In,OutKey,OutVal><LI TYPE="circle">datafu.hourglass.model.<A HREF="../../../datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model"><B>Merger</B></A><T></UL> +</UL> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Use</FONT> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Tree</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/mapreduce/package-tree.html"><B>PREV</B></A> + <A HREF="../../../datafu/hourglass/schemas/package-tree.html"><B>NEXT</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/model/package-tree.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-tree.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/model/package-use.html b/hourglass/docs/current/datafu/hourglass/model/package-use.html new file mode 100644 index 0000000..9eac397 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/model/package-use.html
@@ -0,0 +1,232 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Package datafu.hourglass.model (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Package datafu.hourglass.model (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/model/package-use.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-use.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Package<br>datafu.hourglass.model</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../datafu/hourglass/model/package-summary.html">datafu.hourglass.model</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.mapreduce"><B>datafu.hourglass.mapreduce</B></A></TD> +<TD>Implementations of mappers, combiners, and reducers used by incremental jobs. </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.model"><B>datafu.hourglass.model</B></A></TD> +<TD>Interfaces which define the incremental processing model. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Classes in <A HREF="../../../datafu/hourglass/model/package-summary.html">datafu.hourglass.model</A> used by <A HREF="../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/model/class-use/Accumulator.html#datafu.hourglass.jobs"><B>Accumulator</B></A></B> + +<BR> + Collects a sequence of values and produces one value as a result.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/model/class-use/Mapper.html#datafu.hourglass.jobs"><B>Mapper</B></A></B> + +<BR> + Maps an input record to one or more key-value pairs.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/model/class-use/Merger.html#datafu.hourglass.jobs"><B>Merger</B></A></B> + +<BR> + Merges two values together.</TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.mapreduce"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Classes in <A HREF="../../../datafu/hourglass/model/package-summary.html">datafu.hourglass.model</A> used by <A HREF="../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/model/class-use/Accumulator.html#datafu.hourglass.mapreduce"><B>Accumulator</B></A></B> + +<BR> + Collects a sequence of values and produces one value as a result.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/model/class-use/Mapper.html#datafu.hourglass.mapreduce"><B>Mapper</B></A></B> + +<BR> + Maps an input record to one or more key-value pairs.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/model/class-use/Merger.html#datafu.hourglass.mapreduce"><B>Merger</B></A></B> + +<BR> + Merges two values together.</TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.model"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Classes in <A HREF="../../../datafu/hourglass/model/package-summary.html">datafu.hourglass.model</A> used by <A HREF="../../../datafu/hourglass/model/package-summary.html">datafu.hourglass.model</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/model/class-use/KeyValueCollector.html#datafu.hourglass.model"><B>KeyValueCollector</B></A></B> + +<BR> + Provided to an instance of <A HREF="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model"><CODE>Mapper</CODE></A> to collect key-value pairs.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/model/package-use.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-use.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/schemas/PartitionCollapsingSchemas.html b/hourglass/docs/current/datafu/hourglass/schemas/PartitionCollapsingSchemas.html new file mode 100644 index 0000000..f65be50 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/schemas/PartitionCollapsingSchemas.html
@@ -0,0 +1,470 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +PartitionCollapsingSchemas (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="PartitionCollapsingSchemas (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/PartitionCollapsingSchemas.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV CLASS + <A HREF="../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/schemas/PartitionCollapsingSchemas.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitionCollapsingSchemas.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.schemas</FONT> +<BR> +Class PartitionCollapsingSchemas</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.schemas.PartitionCollapsingSchemas</B> +</PRE> +<DL> +<DT><B>All Implemented Interfaces:</B> <DD>java.io.Serializable</DD> +</DL> +<HR> +<DL> +<DT><PRE>public class <B>PartitionCollapsingSchemas</B><DT>extends java.lang.Object<DT>implements java.io.Serializable</DL> +</PRE> + +<P> +Generates the Avro schemas used by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> and its derivations. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +<DT><B>See Also:</B><DD><A HREF="../../../serialized-form.html#datafu.hourglass.schemas.PartitionCollapsingSchemas">Serialized Form</A></DL> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html#PartitionCollapsingSchemas(datafu.hourglass.schemas.TaskSchemas, java.util.List, java.lang.String, java.lang.String)">PartitionCollapsingSchemas</A></B>(<A HREF="../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas">TaskSchemas</A> schemas, + java.util.List<org.apache.avro.Schema> inputSchemas, + java.lang.String outputSchemaName, + java.lang.String outputSchemaNamespace)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html#getDatedIntermediateValueSchema()">getDatedIntermediateValueSchema</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html#getInputSchema()">getInputSchema</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html#getIntermediateValueSchema()">getIntermediateValueSchema</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html#getKeySchema()">getKeySchema</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html#getMapInputSchema()">getMapInputSchema</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html#getMapOutputKeySchema()">getMapOutputKeySchema</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html#getMapOutputSchema()">getMapOutputSchema</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html#getMapOutputValueSchema()">getMapOutputValueSchema</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html#getOutputValueSchema()">getOutputValueSchema</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html#getReduceOutputSchema()">getReduceOutputSchema</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="PartitionCollapsingSchemas(datafu.hourglass.schemas.TaskSchemas, java.util.List, java.lang.String, java.lang.String)"><!-- --></A><H3> +PartitionCollapsingSchemas</H3> +<PRE> +public <B>PartitionCollapsingSchemas</B>(<A HREF="../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas">TaskSchemas</A> schemas, + java.util.List<org.apache.avro.Schema> inputSchemas, + java.lang.String outputSchemaName, + java.lang.String outputSchemaNamespace)</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="getInputSchema()"><!-- --></A><H3> +getInputSchema</H3> +<PRE> +public org.apache.avro.Schema <B>getInputSchema</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getMapInputSchema()"><!-- --></A><H3> +getMapInputSchema</H3> +<PRE> +public org.apache.avro.Schema <B>getMapInputSchema</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getMapOutputSchema()"><!-- --></A><H3> +getMapOutputSchema</H3> +<PRE> +public org.apache.avro.Schema <B>getMapOutputSchema</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getKeySchema()"><!-- --></A><H3> +getKeySchema</H3> +<PRE> +public org.apache.avro.Schema <B>getKeySchema</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getMapOutputKeySchema()"><!-- --></A><H3> +getMapOutputKeySchema</H3> +<PRE> +public org.apache.avro.Schema <B>getMapOutputKeySchema</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getReduceOutputSchema()"><!-- --></A><H3> +getReduceOutputSchema</H3> +<PRE> +public org.apache.avro.Schema <B>getReduceOutputSchema</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getDatedIntermediateValueSchema()"><!-- --></A><H3> +getDatedIntermediateValueSchema</H3> +<PRE> +public org.apache.avro.Schema <B>getDatedIntermediateValueSchema</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getOutputValueSchema()"><!-- --></A><H3> +getOutputValueSchema</H3> +<PRE> +public org.apache.avro.Schema <B>getOutputValueSchema</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getIntermediateValueSchema()"><!-- --></A><H3> +getIntermediateValueSchema</H3> +<PRE> +public org.apache.avro.Schema <B>getIntermediateValueSchema</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getMapOutputValueSchema()"><!-- --></A><H3> +getMapOutputValueSchema</H3> +<PRE> +public org.apache.avro.Schema <B>getMapOutputValueSchema</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/PartitionCollapsingSchemas.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV CLASS + <A HREF="../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/schemas/PartitionCollapsingSchemas.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitionCollapsingSchemas.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/schemas/PartitionPreservingSchemas.html b/hourglass/docs/current/datafu/hourglass/schemas/PartitionPreservingSchemas.html new file mode 100644 index 0000000..e1aad85 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/schemas/PartitionPreservingSchemas.html
@@ -0,0 +1,426 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +PartitionPreservingSchemas (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="PartitionPreservingSchemas (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/PartitionPreservingSchemas.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/schemas/PartitionPreservingSchemas.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitionPreservingSchemas.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.schemas</FONT> +<BR> +Class PartitionPreservingSchemas</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.schemas.PartitionPreservingSchemas</B> +</PRE> +<DL> +<DT><B>All Implemented Interfaces:</B> <DD>java.io.Serializable</DD> +</DL> +<HR> +<DL> +<DT><PRE>public class <B>PartitionPreservingSchemas</B><DT>extends java.lang.Object<DT>implements java.io.Serializable</DL> +</PRE> + +<P> +Generates the Avro schemas used by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> and its derivations. +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +<DT><B>See Also:</B><DD><A HREF="../../../serialized-form.html#datafu.hourglass.schemas.PartitionPreservingSchemas">Serialized Form</A></DL> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html#PartitionPreservingSchemas(datafu.hourglass.schemas.TaskSchemas, java.util.List, java.lang.String, java.lang.String)">PartitionPreservingSchemas</A></B>(<A HREF="../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas">TaskSchemas</A> schemas, + java.util.List<org.apache.avro.Schema> inputSchemas, + java.lang.String outputSchemaName, + java.lang.String outputSchemaNamespace)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html#getIntermediateValueSchema()">getIntermediateValueSchema</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html#getKeySchema()">getKeySchema</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html#getMapInputSchema()">getMapInputSchema</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html#getMapOutputKeySchema()">getMapOutputKeySchema</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html#getMapOutputSchema()">getMapOutputSchema</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html#getMapOutputValueSchema()">getMapOutputValueSchema</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html#getOutputValueSchema()">getOutputValueSchema</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html#getReduceOutputSchema()">getReduceOutputSchema</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="PartitionPreservingSchemas(datafu.hourglass.schemas.TaskSchemas, java.util.List, java.lang.String, java.lang.String)"><!-- --></A><H3> +PartitionPreservingSchemas</H3> +<PRE> +public <B>PartitionPreservingSchemas</B>(<A HREF="../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas">TaskSchemas</A> schemas, + java.util.List<org.apache.avro.Schema> inputSchemas, + java.lang.String outputSchemaName, + java.lang.String outputSchemaNamespace)</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="getMapInputSchema()"><!-- --></A><H3> +getMapInputSchema</H3> +<PRE> +public org.apache.avro.Schema <B>getMapInputSchema</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getMapOutputSchema()"><!-- --></A><H3> +getMapOutputSchema</H3> +<PRE> +public org.apache.avro.Schema <B>getMapOutputSchema</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getReduceOutputSchema()"><!-- --></A><H3> +getReduceOutputSchema</H3> +<PRE> +public org.apache.avro.Schema <B>getReduceOutputSchema</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getOutputValueSchema()"><!-- --></A><H3> +getOutputValueSchema</H3> +<PRE> +public org.apache.avro.Schema <B>getOutputValueSchema</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getKeySchema()"><!-- --></A><H3> +getKeySchema</H3> +<PRE> +public org.apache.avro.Schema <B>getKeySchema</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getMapOutputKeySchema()"><!-- --></A><H3> +getMapOutputKeySchema</H3> +<PRE> +public org.apache.avro.Schema <B>getMapOutputKeySchema</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getIntermediateValueSchema()"><!-- --></A><H3> +getIntermediateValueSchema</H3> +<PRE> +public org.apache.avro.Schema <B>getIntermediateValueSchema</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getMapOutputValueSchema()"><!-- --></A><H3> +getMapOutputValueSchema</H3> +<PRE> +public org.apache.avro.Schema <B>getMapOutputValueSchema</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +<DD><DL> +</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/PartitionPreservingSchemas.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/schemas/PartitionPreservingSchemas.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitionPreservingSchemas.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/schemas/TaskSchemas.Builder.html b/hourglass/docs/current/datafu/hourglass/schemas/TaskSchemas.Builder.html new file mode 100644 index 0000000..df37abe --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/schemas/TaskSchemas.Builder.html
@@ -0,0 +1,312 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +TaskSchemas.Builder (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="TaskSchemas.Builder (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/TaskSchemas.Builder.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas"><B>PREV CLASS</B></A> + NEXT CLASS</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/schemas/TaskSchemas.Builder.html" target="_top"><B>FRAMES</B></A> + <A HREF="TaskSchemas.Builder.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.schemas</FONT> +<BR> +Class TaskSchemas.Builder</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.schemas.TaskSchemas.Builder</B> +</PRE> +<DL> +<DT><B>Enclosing class:</B><DD><A HREF="../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas">TaskSchemas</A></DD> +</DL> +<HR> +<DL> +<DT><PRE>public static class <B>TaskSchemas.Builder</B><DT>extends java.lang.Object</DL> +</PRE> + +<P> +<HR> + +<P> + +<!-- ======== CONSTRUCTOR SUMMARY ======== --> + +<A NAME="constructor_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Constructor Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/TaskSchemas.Builder.html#TaskSchemas.Builder()">TaskSchemas.Builder</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas">TaskSchemas</A></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/TaskSchemas.Builder.html#build()">build</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas">TaskSchemas.Builder</A></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/TaskSchemas.Builder.html#setIntermediateValueSchema(org.apache.avro.Schema)">setIntermediateValueSchema</A></B>(org.apache.avro.Schema schema)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas">TaskSchemas.Builder</A></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/TaskSchemas.Builder.html#setKeySchema(org.apache.avro.Schema)">setKeySchema</A></B>(org.apache.avro.Schema schema)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas">TaskSchemas.Builder</A></CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/TaskSchemas.Builder.html#setOutputValueSchema(org.apache.avro.Schema)">setOutputValueSchema</A></B>(org.apache.avro.Schema schema)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ========= CONSTRUCTOR DETAIL ======== --> + +<A NAME="constructor_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Constructor Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="TaskSchemas.Builder()"><!-- --></A><H3> +TaskSchemas.Builder</H3> +<PRE> +public <B>TaskSchemas.Builder</B>()</PRE> +<DL> +</DL> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="setKeySchema(org.apache.avro.Schema)"><!-- --></A><H3> +setKeySchema</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas">TaskSchemas.Builder</A> <B>setKeySchema</B>(org.apache.avro.Schema schema)</PRE> +<DL> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="setIntermediateValueSchema(org.apache.avro.Schema)"><!-- --></A><H3> +setIntermediateValueSchema</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas">TaskSchemas.Builder</A> <B>setIntermediateValueSchema</B>(org.apache.avro.Schema schema)</PRE> +<DL> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="setOutputValueSchema(org.apache.avro.Schema)"><!-- --></A><H3> +setOutputValueSchema</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas">TaskSchemas.Builder</A> <B>setOutputValueSchema</B>(org.apache.avro.Schema schema)</PRE> +<DL> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="build()"><!-- --></A><H3> +build</H3> +<PRE> +public <A HREF="../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas">TaskSchemas</A> <B>build</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/TaskSchemas.Builder.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas"><B>PREV CLASS</B></A> + NEXT CLASS</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/schemas/TaskSchemas.Builder.html" target="_top"><B>FRAMES</B></A> + <A HREF="TaskSchemas.Builder.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/schemas/TaskSchemas.html b/hourglass/docs/current/datafu/hourglass/schemas/TaskSchemas.html new file mode 100644 index 0000000..b4892ab --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/schemas/TaskSchemas.html
@@ -0,0 +1,288 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +TaskSchemas (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="TaskSchemas (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/TaskSchemas.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/schemas/TaskSchemas.html" target="_top"><B>FRAMES</B></A> + <A HREF="TaskSchemas.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_class_summary">NESTED</A> | FIELD | CONSTR | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | CONSTR | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<!-- ======== START OF CLASS DATA ======== --> +<H2> +<FONT SIZE="-1"> +datafu.hourglass.schemas</FONT> +<BR> +Class TaskSchemas</H2> +<PRE> +java.lang.Object + <IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>datafu.hourglass.schemas.TaskSchemas</B> +</PRE> +<HR> +<DL> +<DT><PRE>public class <B>TaskSchemas</B><DT>extends java.lang.Object</DL> +</PRE> + +<P> +Contains the Avro schemas for the key, intermediate value, and output value of a job. + + <p> + The mapper and combiner output key-value pairs conforming to the key and intermediate + value schemas defined here. + The reducer outputs key-value pairs conforming to the key and output value schemas. + </p> +<P> + +<P> +<DL> +<DT><B>Author:</B></DT> + <DD>"Matthew Hayes"</DD> +</DL> +<HR> + +<P> +<!-- ======== NESTED CLASS SUMMARY ======== --> + +<A NAME="nested_class_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Nested Class Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>static class</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas">TaskSchemas.Builder</A></B></CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<!-- ========== METHOD SUMMARY =========== --> + +<A NAME="method_summary"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Method Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/TaskSchemas.html#getIntermediateValueSchema()">getIntermediateValueSchema</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/TaskSchemas.html#getKeySchema()">getKeySchema</A></B>()</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> org.apache.avro.Schema</CODE></FONT></TD> +<TD><CODE><B><A HREF="../../../datafu/hourglass/schemas/TaskSchemas.html#getOutputValueSchema()">getOutputValueSchema</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD> +</TR> +</TABLE> + +<P> + +<!-- ============ METHOD DETAIL ========== --> + +<A NAME="method_detail"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Method Detail</B></FONT></TH> +</TR> +</TABLE> + +<A NAME="getKeySchema()"><!-- --></A><H3> +getKeySchema</H3> +<PRE> +public org.apache.avro.Schema <B>getKeySchema</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getIntermediateValueSchema()"><!-- --></A><H3> +getIntermediateValueSchema</H3> +<PRE> +public org.apache.avro.Schema <B>getIntermediateValueSchema</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +</DL> +<HR> + +<A NAME="getOutputValueSchema()"><!-- --></A><H3> +getOutputValueSchema</H3> +<PRE> +public org.apache.avro.Schema <B>getOutputValueSchema</B>()</PRE> +<DL> +<DD><DL> +</DL> +</DD> +</DL> +<!-- ========= END OF CLASS DATA ========= --> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/TaskSchemas.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas"><B>PREV CLASS</B></A> + <A HREF="../../../datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas"><B>NEXT CLASS</B></A></FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/schemas/TaskSchemas.html" target="_top"><B>FRAMES</B></A> + <A HREF="TaskSchemas.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +<TR> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> + SUMMARY: <A HREF="#nested_class_summary">NESTED</A> | FIELD | CONSTR | <A HREF="#method_summary">METHOD</A></FONT></TD> +<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> +DETAIL: FIELD | CONSTR | <A HREF="#method_detail">METHOD</A></FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/schemas/class-use/PartitionCollapsingSchemas.html b/hourglass/docs/current/datafu/hourglass/schemas/class-use/PartitionCollapsingSchemas.html new file mode 100644 index 0000000..aa884fa --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/schemas/class-use/PartitionCollapsingSchemas.html
@@ -0,0 +1,220 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.schemas.PartitionCollapsingSchemas (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.schemas.PartitionCollapsingSchemas (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/schemas//class-usePartitionCollapsingSchemas.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitionCollapsingSchemas.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.schemas.PartitionCollapsingSchemas</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.mapreduce"><B>datafu.hourglass.mapreduce</B></A></TD> +<TD>Implementations of mappers, combiners, and reducers used by incremental jobs. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.mapreduce"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> in <A HREF="../../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A> that return <A HREF="../../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A></CODE></FONT></TD> +<TD><CODE><B>CollapsingCombiner.</B><B><A HREF="../../../../datafu/hourglass/mapreduce/CollapsingCombiner.html#getSchemas()">getSchemas</A></B>()</CODE> + +<BR> + Gets the schemas.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A></CODE></FONT></TD> +<TD><CODE><B>CollapsingMapper.</B><B><A HREF="../../../../datafu/hourglass/mapreduce/CollapsingMapper.html#getSchemas()">getSchemas</A></B>()</CODE> + +<BR> + Gets the Avro schemas.</TD> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A> with parameters of type <A HREF="../../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>CollapsingCombiner.</B><B><A HREF="../../../../datafu/hourglass/mapreduce/CollapsingCombiner.html#setSchemas(datafu.hourglass.schemas.PartitionCollapsingSchemas)">setSchemas</A></B>(<A HREF="../../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> schemas)</CODE> + +<BR> + Sets the schemas.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>CollapsingMapper.</B><B><A HREF="../../../../datafu/hourglass/mapreduce/CollapsingMapper.html#setSchemas(datafu.hourglass.schemas.PartitionCollapsingSchemas)">setSchemas</A></B>(<A HREF="../../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> schemas)</CODE> + +<BR> + Sets the Avro schemas.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>CollapsingReducer.</B><B><A HREF="../../../../datafu/hourglass/mapreduce/CollapsingReducer.html#setSchemas(datafu.hourglass.schemas.PartitionCollapsingSchemas)">setSchemas</A></B>(<A HREF="../../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> schemas)</CODE> + +<BR> + Sets the Avro schemas.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/schemas//class-usePartitionCollapsingSchemas.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitionCollapsingSchemas.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/schemas/class-use/PartitionPreservingSchemas.html b/hourglass/docs/current/datafu/hourglass/schemas/class-use/PartitionPreservingSchemas.html new file mode 100644 index 0000000..684775e --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/schemas/class-use/PartitionPreservingSchemas.html
@@ -0,0 +1,212 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.schemas.PartitionPreservingSchemas (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.schemas.PartitionPreservingSchemas (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/schemas//class-usePartitionPreservingSchemas.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitionPreservingSchemas.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.schemas.PartitionPreservingSchemas</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.mapreduce"><B>datafu.hourglass.mapreduce</B></A></TD> +<TD>Implementations of mappers, combiners, and reducers used by incremental jobs. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.mapreduce"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A> in <A HREF="../../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A> that return <A HREF="../../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A></CODE></FONT></TD> +<TD><CODE><B>PartitioningMapper.</B><B><A HREF="../../../../datafu/hourglass/mapreduce/PartitioningMapper.html#getSchemas()">getSchemas</A></B>()</CODE> + +<BR> + Gets the Avro schemas.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A></CODE></FONT></TD> +<TD><CODE><B>PartitioningReducer.</B><B><A HREF="../../../../datafu/hourglass/mapreduce/PartitioningReducer.html#getSchemas()">getSchemas</A></B>()</CODE> + +<BR> + Gets the Avro schemas</TD> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A> with parameters of type <A HREF="../../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>PartitioningMapper.</B><B><A HREF="../../../../datafu/hourglass/mapreduce/PartitioningMapper.html#setSchemas(datafu.hourglass.schemas.PartitionPreservingSchemas)">setSchemas</A></B>(<A HREF="../../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A> schemas)</CODE> + +<BR> + Sets the Avro schemas.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> void</CODE></FONT></TD> +<TD><CODE><B>PartitioningReducer.</B><B><A HREF="../../../../datafu/hourglass/mapreduce/PartitioningReducer.html#setSchemas(datafu.hourglass.schemas.PartitionPreservingSchemas)">setSchemas</A></B>(<A HREF="../../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A> schemas)</CODE> + +<BR> + Sets the Avro schemas.</TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/schemas//class-usePartitionPreservingSchemas.html" target="_top"><B>FRAMES</B></A> + <A HREF="PartitionPreservingSchemas.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/schemas/class-use/TaskSchemas.Builder.html b/hourglass/docs/current/datafu/hourglass/schemas/class-use/TaskSchemas.Builder.html new file mode 100644 index 0000000..2e89fa9 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/schemas/class-use/TaskSchemas.Builder.html
@@ -0,0 +1,196 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.schemas.TaskSchemas.Builder (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.schemas.TaskSchemas.Builder (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/schemas//class-useTaskSchemas.Builder.html" target="_top"><B>FRAMES</B></A> + <A HREF="TaskSchemas.Builder.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.schemas.TaskSchemas.Builder</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas">TaskSchemas.Builder</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.schemas"><B>datafu.hourglass.schemas</B></A></TD> +<TD>Classes that help manage the Avro schemas used by the jobs. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.schemas"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas">TaskSchemas.Builder</A> in <A HREF="../../../../datafu/hourglass/schemas/package-summary.html">datafu.hourglass.schemas</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/schemas/package-summary.html">datafu.hourglass.schemas</A> that return <A HREF="../../../../datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas">TaskSchemas.Builder</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas">TaskSchemas.Builder</A></CODE></FONT></TD> +<TD><CODE><B>TaskSchemas.Builder.</B><B><A HREF="../../../../datafu/hourglass/schemas/TaskSchemas.Builder.html#setIntermediateValueSchema(org.apache.avro.Schema)">setIntermediateValueSchema</A></B>(org.apache.avro.Schema schema)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas">TaskSchemas.Builder</A></CODE></FONT></TD> +<TD><CODE><B>TaskSchemas.Builder.</B><B><A HREF="../../../../datafu/hourglass/schemas/TaskSchemas.Builder.html#setKeySchema(org.apache.avro.Schema)">setKeySchema</A></B>(org.apache.avro.Schema schema)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas">TaskSchemas.Builder</A></CODE></FONT></TD> +<TD><CODE><B>TaskSchemas.Builder.</B><B><A HREF="../../../../datafu/hourglass/schemas/TaskSchemas.Builder.html#setOutputValueSchema(org.apache.avro.Schema)">setOutputValueSchema</A></B>(org.apache.avro.Schema schema)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/schemas//class-useTaskSchemas.Builder.html" target="_top"><B>FRAMES</B></A> + <A HREF="TaskSchemas.Builder.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/schemas/class-use/TaskSchemas.html b/hourglass/docs/current/datafu/hourglass/schemas/class-use/TaskSchemas.html new file mode 100644 index 0000000..fb716ae --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/schemas/class-use/TaskSchemas.html
@@ -0,0 +1,235 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Class datafu.hourglass.schemas.TaskSchemas (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Class datafu.hourglass.schemas.TaskSchemas (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/schemas//class-useTaskSchemas.html" target="_top"><B>FRAMES</B></A> + <A HREF="TaskSchemas.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Class<br>datafu.hourglass.schemas.TaskSchemas</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas">TaskSchemas</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.schemas"><B>datafu.hourglass.schemas</B></A></TD> +<TD>Classes that help manage the Avro schemas used by the jobs. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas">TaskSchemas</A> in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A> that return <A HREF="../../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas">TaskSchemas</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE>protected <A HREF="../../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas">TaskSchemas</A></CODE></FONT></TD> +<TD><CODE><B>IncrementalJob.</B><B><A HREF="../../../../datafu/hourglass/jobs/IncrementalJob.html#getSchemas()">getSchemas</A></B>()</CODE> + +<BR> + Gets the schemas.</TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.schemas"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Uses of <A HREF="../../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas">TaskSchemas</A> in <A HREF="../../../../datafu/hourglass/schemas/package-summary.html">datafu.hourglass.schemas</A></FONT></TH> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Methods in <A HREF="../../../../datafu/hourglass/schemas/package-summary.html">datafu.hourglass.schemas</A> that return <A HREF="../../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas">TaskSchemas</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> +<CODE> <A HREF="../../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas">TaskSchemas</A></CODE></FONT></TD> +<TD><CODE><B>TaskSchemas.Builder.</B><B><A HREF="../../../../datafu/hourglass/schemas/TaskSchemas.Builder.html#build()">build</A></B>()</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2">Constructors in <A HREF="../../../../datafu/hourglass/schemas/package-summary.html">datafu.hourglass.schemas</A> with parameters of type <A HREF="../../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas">TaskSchemas</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html#PartitionCollapsingSchemas(datafu.hourglass.schemas.TaskSchemas, java.util.List, java.lang.String, java.lang.String)">PartitionCollapsingSchemas</A></B>(<A HREF="../../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas">TaskSchemas</A> schemas, + java.util.List<org.apache.avro.Schema> inputSchemas, + java.lang.String outputSchemaName, + java.lang.String outputSchemaNamespace)</CODE> + +<BR> + </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><CODE><B><A HREF="../../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html#PartitionPreservingSchemas(datafu.hourglass.schemas.TaskSchemas, java.util.List, java.lang.String, java.lang.String)">PartitionPreservingSchemas</A></B>(<A HREF="../../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas">TaskSchemas</A> schemas, + java.util.List<org.apache.avro.Schema> inputSchemas, + java.lang.String outputSchemaName, + java.lang.String outputSchemaNamespace)</CODE> + +<BR> + </TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas"><FONT CLASS="NavBarFont1"><B>Class</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../../index.html?datafu/hourglass/schemas//class-useTaskSchemas.html" target="_top"><B>FRAMES</B></A> + <A HREF="TaskSchemas.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/schemas/package-frame.html b/hourglass/docs/current/datafu/hourglass/schemas/package-frame.html new file mode 100644 index 0000000..d4938b9 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/schemas/package-frame.html
@@ -0,0 +1,38 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +datafu.hourglass.schemas (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + + +</HEAD> + +<BODY BGCOLOR="white"> +<FONT size="+1" CLASS="FrameTitleFont"> +<A HREF="../../../datafu/hourglass/schemas/package-summary.html" target="classFrame">datafu.hourglass.schemas</A></FONT> +<TABLE BORDER="0" WIDTH="100%" SUMMARY=""> +<TR> +<TD NOWRAP><FONT size="+1" CLASS="FrameHeadingFont"> +Classes</FONT> +<FONT CLASS="FrameItemFont"> +<BR> +<A HREF="PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas" target="classFrame">PartitionCollapsingSchemas</A> +<BR> +<A HREF="PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas" target="classFrame">PartitionPreservingSchemas</A> +<BR> +<A HREF="TaskSchemas.html" title="class in datafu.hourglass.schemas" target="classFrame">TaskSchemas</A> +<BR> +<A HREF="TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas" target="classFrame">TaskSchemas.Builder</A></FONT></TD> +</TR> +</TABLE> + + +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/schemas/package-summary.html b/hourglass/docs/current/datafu/hourglass/schemas/package-summary.html new file mode 100644 index 0000000..da75f57 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/schemas/package-summary.html
@@ -0,0 +1,186 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +datafu.hourglass.schemas (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="datafu.hourglass.schemas (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Package</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-use.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/model/package-summary.html"><B>PREV PACKAGE</B></A> + NEXT PACKAGE</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/schemas/package-summary.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-summary.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<H2> +Package datafu.hourglass.schemas +</H2> +Classes that help manage the Avro schemas used by the jobs. +<P> +<B>See:</B> +<BR> + <A HREF="#package_description"><B>Description</B></A> +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Class Summary</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A></B></TD> +<TD>Generates the Avro schemas used by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> and its derivations.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A></B></TD> +<TD>Generates the Avro schemas used by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> and its derivations.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas">TaskSchemas</A></B></TD> +<TD>Contains the Avro schemas for the key, intermediate value, and output value of a job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="15%"><B><A HREF="../../../datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas">TaskSchemas.Builder</A></B></TD> +<TD> </TD> +</TR> +</TABLE> + + +<P> +<A NAME="package_description"><!-- --></A><H2> +Package datafu.hourglass.schemas Description +</H2> + +<P> +Classes that help manage the Avro schemas used by the jobs. + These are used internally by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> + and <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A>. +<P> + +<P> +<DL> +</DL> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Package</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-use.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/model/package-summary.html"><B>PREV PACKAGE</B></A> + NEXT PACKAGE</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/schemas/package-summary.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-summary.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/schemas/package-tree.html b/hourglass/docs/current/datafu/hourglass/schemas/package-tree.html new file mode 100644 index 0000000..820aa47 --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/schemas/package-tree.html
@@ -0,0 +1,155 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +datafu.hourglass.schemas Class Hierarchy (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="datafu.hourglass.schemas Class Hierarchy (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Use</FONT> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Tree</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/model/package-tree.html"><B>PREV</B></A> + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/schemas/package-tree.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-tree.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +Hierarchy For Package datafu.hourglass.schemas +</H2> +</CENTER> +<DL> +<DT><B>Package Hierarchies:</B><DD><A HREF="../../../overview-tree.html">All Packages</A></DL> +<HR> +<H2> +Class Hierarchy +</H2> +<UL> +<LI TYPE="circle">java.lang.Object<UL> +<LI TYPE="circle">datafu.hourglass.schemas.<A HREF="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas"><B>PartitionCollapsingSchemas</B></A> (implements java.io.Serializable) +<LI TYPE="circle">datafu.hourglass.schemas.<A HREF="../../../datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas"><B>PartitionPreservingSchemas</B></A> (implements java.io.Serializable) +<LI TYPE="circle">datafu.hourglass.schemas.<A HREF="../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas"><B>TaskSchemas</B></A><LI TYPE="circle">datafu.hourglass.schemas.<A HREF="../../../datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas"><B>TaskSchemas.Builder</B></A></UL> +</UL> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Use</FONT> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Tree</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../datafu/hourglass/model/package-tree.html"><B>PREV</B></A> + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/schemas/package-tree.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-tree.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/datafu/hourglass/schemas/package-use.html b/hourglass/docs/current/datafu/hourglass/schemas/package-use.html new file mode 100644 index 0000000..dffb01a --- /dev/null +++ b/hourglass/docs/current/datafu/hourglass/schemas/package-use.html
@@ -0,0 +1,220 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Uses of Package datafu.hourglass.schemas (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Uses of Package datafu.hourglass.schemas (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/schemas/package-use.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-use.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Uses of Package<br>datafu.hourglass.schemas</B></H2> +</CENTER> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Packages that use <A HREF="../../../datafu/hourglass/schemas/package-summary.html">datafu.hourglass.schemas</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.jobs"><B>datafu.hourglass.jobs</B></A></TD> +<TD>Incremental Hadoop jobs and some supporting classes. </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.mapreduce"><B>datafu.hourglass.mapreduce</B></A></TD> +<TD>Implementations of mappers, combiners, and reducers used by incremental jobs. </TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><A HREF="#datafu.hourglass.schemas"><B>datafu.hourglass.schemas</B></A></TD> +<TD>Classes that help manage the Avro schemas used by the jobs. </TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.jobs"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Classes in <A HREF="../../../datafu/hourglass/schemas/package-summary.html">datafu.hourglass.schemas</A> used by <A HREF="../../../datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/schemas/class-use/TaskSchemas.html#datafu.hourglass.jobs"><B>TaskSchemas</B></A></B> + +<BR> + Contains the Avro schemas for the key, intermediate value, and output value of a job.</TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.mapreduce"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Classes in <A HREF="../../../datafu/hourglass/schemas/package-summary.html">datafu.hourglass.schemas</A> used by <A HREF="../../../datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/schemas/class-use/PartitionCollapsingSchemas.html#datafu.hourglass.mapreduce"><B>PartitionCollapsingSchemas</B></A></B> + +<BR> + Generates the Avro schemas used by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> and its derivations.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/schemas/class-use/PartitionPreservingSchemas.html#datafu.hourglass.mapreduce"><B>PartitionPreservingSchemas</B></A></B> + +<BR> + Generates the Avro schemas used by <A HREF="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> and its derivations.</TD> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.schemas"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +Classes in <A HREF="../../../datafu/hourglass/schemas/package-summary.html">datafu.hourglass.schemas</A> used by <A HREF="../../../datafu/hourglass/schemas/package-summary.html">datafu.hourglass.schemas</A></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/schemas/class-use/TaskSchemas.html#datafu.hourglass.schemas"><B>TaskSchemas</B></A></B> + +<BR> + Contains the Avro schemas for the key, intermediate value, and output value of a job.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD><B><A HREF="../../../datafu/hourglass/schemas/class-use/TaskSchemas.Builder.html#datafu.hourglass.schemas"><B>TaskSchemas.Builder</B></A></B> + +<BR> + </TD> +</TR> +</TABLE> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Use</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="../../../index.html?datafu/hourglass/schemas/package-use.html" target="_top"><B>FRAMES</B></A> + <A HREF="package-use.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/deprecated-list.html b/hourglass/docs/current/deprecated-list.html new file mode 100644 index 0000000..a316d81 --- /dev/null +++ b/hourglass/docs/current/deprecated-list.html
@@ -0,0 +1,146 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:17 PDT 2013 --> +<TITLE> +Deprecated List (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Deprecated List (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Package</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Use</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Deprecated</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="index.html?deprecated-list.html" target="_top"><B>FRAMES</B></A> + <A HREF="deprecated-list.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +<B>Deprecated API</B></H2> +</CENTER> +<HR SIZE="4" NOSHADE> +<B>Contents</B><UL> +</UL> + +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Package</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Use</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Deprecated</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="index.html?deprecated-list.html" target="_top"><B>FRAMES</B></A> + <A HREF="deprecated-list.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/help-doc.html b/hourglass/docs/current/help-doc.html new file mode 100644 index 0000000..70632bf --- /dev/null +++ b/hourglass/docs/current/help-doc.html
@@ -0,0 +1,223 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:17 PDT 2013 --> +<TITLE> +API Help (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="API Help (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Package</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Use</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Help</B></FONT> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="index.html?help-doc.html" target="_top"><B>FRAMES</B></A> + <A HREF="help-doc.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H1> +How This API Document Is Organized</H1> +</CENTER> +This API (Application Programming Interface) document has pages corresponding to the items in the navigation bar, described as follows.<H3> +Overview</H3> +<BLOCKQUOTE> + +<P> +The <A HREF="overview-summary.html">Overview</A> page is the front page of this API document and provides a list of all packages with a summary for each. This page can also contain an overall description of the set of packages.</BLOCKQUOTE> +<H3> +Package</H3> +<BLOCKQUOTE> + +<P> +Each package has a page that contains a list of its classes and interfaces, with a summary for each. This page can contain four categories:<UL> +<LI>Interfaces (italic)<LI>Classes<LI>Enums<LI>Exceptions<LI>Errors<LI>Annotation Types</UL> +</BLOCKQUOTE> +<H3> +Class/Interface</H3> +<BLOCKQUOTE> + +<P> +Each class, interface, nested class and nested interface has its own separate page. Each of these pages has three sections consisting of a class/interface description, summary tables, and detailed member descriptions:<UL> +<LI>Class inheritance diagram<LI>Direct Subclasses<LI>All Known Subinterfaces<LI>All Known Implementing Classes<LI>Class/interface declaration<LI>Class/interface description +<P> +<LI>Nested Class Summary<LI>Field Summary<LI>Constructor Summary<LI>Method Summary +<P> +<LI>Field Detail<LI>Constructor Detail<LI>Method Detail</UL> +Each summary entry contains the first sentence from the detailed description for that item. The summary entries are alphabetical, while the detailed descriptions are in the order they appear in the source code. This preserves the logical groupings established by the programmer.</BLOCKQUOTE> +</BLOCKQUOTE> +<H3> +Annotation Type</H3> +<BLOCKQUOTE> + +<P> +Each annotation type has its own separate page with the following sections:<UL> +<LI>Annotation Type declaration<LI>Annotation Type description<LI>Required Element Summary<LI>Optional Element Summary<LI>Element Detail</UL> +</BLOCKQUOTE> +</BLOCKQUOTE> +<H3> +Enum</H3> +<BLOCKQUOTE> + +<P> +Each enum has its own separate page with the following sections:<UL> +<LI>Enum declaration<LI>Enum description<LI>Enum Constant Summary<LI>Enum Constant Detail</UL> +</BLOCKQUOTE> +<H3> +Use</H3> +<BLOCKQUOTE> +Each documented package, class and interface has its own Use page. This page describes what packages, classes, methods, constructors and fields use any part of the given class or package. Given a class or interface A, its Use page includes subclasses of A, fields declared as A, methods that return A, and methods and constructors with parameters of type A. You can access this page by first going to the package, class or interface, then clicking on the "Use" link in the navigation bar.</BLOCKQUOTE> +<H3> +Tree (Class Hierarchy)</H3> +<BLOCKQUOTE> +There is a <A HREF="overview-tree.html">Class Hierarchy</A> page for all packages, plus a hierarchy for each package. Each hierarchy page contains a list of classes and a list of interfaces. The classes are organized by inheritance structure starting with <code>java.lang.Object</code>. The interfaces do not inherit from <code>java.lang.Object</code>.<UL> +<LI>When viewing the Overview page, clicking on "Tree" displays the hierarchy for all packages.<LI>When viewing a particular package, class or interface page, clicking "Tree" displays the hierarchy for only that package.</UL> +</BLOCKQUOTE> +<H3> +Deprecated API</H3> +<BLOCKQUOTE> +The <A HREF="deprecated-list.html">Deprecated API</A> page lists all of the API that have been deprecated. A deprecated API is not recommended for use, generally due to improvements, and a replacement API is usually given. Deprecated APIs may be removed in future implementations.</BLOCKQUOTE> +<H3> +Index</H3> +<BLOCKQUOTE> +The <A HREF="index-all.html">Index</A> contains an alphabetic list of all classes, interfaces, constructors, methods, and fields.</BLOCKQUOTE> +<H3> +Prev/Next</H3> +These links take you to the next or previous class, interface, package, or related page.<H3> +Frames/No Frames</H3> +These links show and hide the HTML frames. All pages are available with or without frames. +<P> +<H3> +Serialized Form</H3> +Each serializable or externalizable class has a description of its serialization fields and methods. This information is of interest to re-implementors, not to developers using the API. While there is no link in the navigation bar, you can get to this information by going to any serialized class and clicking "Serialized Form" in the "See also" section of the class description. +<P> +<H3> +Constant Field Values</H3> +The <a href="constant-values.html">Constant Field Values</a> page lists the static final fields and their values. +<P> +<FONT SIZE="-1"> +<EM> +This help file applies to API documentation generated using the standard doclet.</EM> +</FONT> +<BR> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Package</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Use</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Help</B></FONT> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="index.html?help-doc.html" target="_top"><B>FRAMES</B></A> + <A HREF="help-doc.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/index-all.html b/hourglass/docs/current/index-all.html new file mode 100644 index 0000000..b98ba5f --- /dev/null +++ b/hourglass/docs/current/index-all.html
@@ -0,0 +1,1392 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Index (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="./stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Index (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="./overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Package</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Use</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="./overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="./deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Index</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="./help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="./index.html?index-all.html" target="_top"><B>FRAMES</B></A> + <A HREF="index-all.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="./allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="./allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<A HREF="#_A_">A</A> <A HREF="#_B_">B</A> <A HREF="#_C_">C</A> <A HREF="#_D_">D</A> <A HREF="#_E_">E</A> <A HREF="#_F_">F</A> <A HREF="#_G_">G</A> <A HREF="#_I_">I</A> <A HREF="#_K_">K</A> <A HREF="#_L_">L</A> <A HREF="#_M_">M</A> <A HREF="#_N_">N</A> <A HREF="#_O_">O</A> <A HREF="#_P_">P</A> <A HREF="#_R_">R</A> <A HREF="#_S_">S</A> <A HREF="#_T_">T</A> <A HREF="#_V_">V</A> <A HREF="#_W_">W</A> <A HREF="#___">_</A> <HR> +<A NAME="_A_"><!-- --></A><H2> +<B>A</B></H2> +<DL> +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs"><B>AbstractJob</B></A> - Class in <A HREF="./datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A><DD>Base class for Hadoop jobs.<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#AbstractJob()"><B>AbstractJob()</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Initializes the job. +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#AbstractJob(java.lang.String, java.util.Properties)"><B>AbstractJob(String, Properties)</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Initializes the job with a job name and properties. +<DT><A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>AbstractNonIncrementalJob</B></A> - Class in <A HREF="./datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A><DD>Base class for Hadoop jobs that consume time-partitioned data + in a non-incremental way.<DT><A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.html#AbstractNonIncrementalJob(java.lang.String, java.util.Properties)"><B>AbstractNonIncrementalJob(String, Properties)</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob</A> +<DD>Initializes the job. +<DT><A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html" title="class in datafu.hourglass.jobs"><B>AbstractNonIncrementalJob.BaseCombiner</B></A> - Class in <A HREF="./datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A><DD>Combiner base class for <A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractNonIncrementalJob</CODE></A>.<DT><A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html#AbstractNonIncrementalJob.BaseCombiner()"><B>AbstractNonIncrementalJob.BaseCombiner()</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseCombiner</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html" title="class in datafu.hourglass.jobs"><B>AbstractNonIncrementalJob.BaseMapper</B></A> - Class in <A HREF="./datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A><DD>Mapper base class for <A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractNonIncrementalJob</CODE></A>.<DT><A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html#AbstractNonIncrementalJob.BaseMapper()"><B>AbstractNonIncrementalJob.BaseMapper()</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseMapper</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html" title="class in datafu.hourglass.jobs"><B>AbstractNonIncrementalJob.BaseReducer</B></A> - Class in <A HREF="./datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A><DD>Reducer base class for <A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractNonIncrementalJob</CODE></A>.<DT><A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html#AbstractNonIncrementalJob.BaseReducer()"><B>AbstractNonIncrementalJob.BaseReducer()</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseReducer</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><B>AbstractNonIncrementalJob.Report</B></A> - Class in <A HREF="./datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A><DD>Reports files created and processed for an iteration of the job.<DT><A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html#AbstractNonIncrementalJob.Report()"><B>AbstractNonIncrementalJob.Report()</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.Report</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>AbstractPartitionCollapsingIncrementalJob</B></A> - Class in <A HREF="./datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A><DD>An <A HREF="./datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>IncrementalJob</CODE></A> that consumes partitioned input data and collapses the + partitions to produce a single output.<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#AbstractPartitionCollapsingIncrementalJob()"><B>AbstractPartitionCollapsingIncrementalJob()</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A> +<DD>Initializes the job. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#AbstractPartitionCollapsingIncrementalJob(java.lang.String, java.util.Properties)"><B>AbstractPartitionCollapsingIncrementalJob(String, Properties)</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A> +<DD>Initializes the job with a job name and properties. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><B>AbstractPartitionCollapsingIncrementalJob.Report</B></A> - Class in <A HREF="./datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A><DD>Reports files created and processed for an iteration of the job.<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html#AbstractPartitionCollapsingIncrementalJob.Report()"><B>AbstractPartitionCollapsingIncrementalJob.Report()</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob.Report</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>AbstractPartitionPreservingIncrementalJob</B></A> - Class in <A HREF="./datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A><DD>An <A HREF="./datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>IncrementalJob</CODE></A> that consumes partitioned input data and produces + output data having the same partitions.<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#AbstractPartitionPreservingIncrementalJob()"><B>AbstractPartitionPreservingIncrementalJob()</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A> +<DD>Initializes the job. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#AbstractPartitionPreservingIncrementalJob(java.lang.String, java.util.Properties)"><B>AbstractPartitionPreservingIncrementalJob(String, Properties)</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A> +<DD>Initializes the job with a job name and properties. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><B>AbstractPartitionPreservingIncrementalJob.Report</B></A> - Class in <A HREF="./datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A><DD>Reports files created and processed for an iteration of the job.<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html#AbstractPartitionPreservingIncrementalJob.Report()"><B>AbstractPartitionPreservingIncrementalJob.Report()</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob.Report</A> +<DD> +<DT><A HREF="./datafu/hourglass/model/Accumulator.html#accumulate(In)"><B>accumulate(In)</B></A> - +Method in interface datafu.hourglass.model.<A HREF="./datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A> +<DD>Accumulate another value. +<DT><A HREF="./datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model"><B>Accumulator</B></A><<A HREF="./datafu/hourglass/model/Accumulator.html" title="type parameter in Accumulator">In</A>,<A HREF="./datafu/hourglass/model/Accumulator.html" title="type parameter in Accumulator">Out</A>> - Interface in <A HREF="./datafu/hourglass/model/package-summary.html">datafu.hourglass.model</A><DD>Collects a sequence of values and produces one value as a result.<DT><A HREF="./datafu/hourglass/jobs/FileCleaner.html#add(org.apache.hadoop.fs.Path)"><B>add(Path)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/FileCleaner.html" title="class in datafu.hourglass.jobs">FileCleaner</A> +<DD>Add a path to be removed later. +<DT><A HREF="./datafu/hourglass/jobs/FileCleaner.html#add(java.lang.String)"><B>add(String)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/FileCleaner.html" title="class in datafu.hourglass.jobs">FileCleaner</A> +<DD>Add a path to be removed later. +<DT><A HREF="./datafu/hourglass/jobs/ReduceEstimator.html#addInputPath(org.apache.hadoop.fs.Path)"><B>addInputPath(Path)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs">ReduceEstimator</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/ReduceEstimator.html#addInputPath(java.lang.String, org.apache.hadoop.fs.Path)"><B>addInputPath(String, Path)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs">ReduceEstimator</A> +<DD> +<DT><A HREF="./datafu/hourglass/avro/AvroDateRangeMetadata.html" title="class in datafu.hourglass.avro"><B>AvroDateRangeMetadata</B></A> - Class in <A HREF="./datafu/hourglass/avro/package-summary.html">datafu.hourglass.avro</A><DD>Manages the storage and retrieval of date ranges in the metadata of Avro files.<DT><A HREF="./datafu/hourglass/avro/AvroDateRangeMetadata.html#AvroDateRangeMetadata()"><B>AvroDateRangeMetadata()</B></A> - +Constructor for class datafu.hourglass.avro.<A HREF="./datafu/hourglass/avro/AvroDateRangeMetadata.html" title="class in datafu.hourglass.avro">AvroDateRangeMetadata</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html" title="class in datafu.hourglass.mapreduce"><B>AvroKeyValueIdentityMapper</B></A> - Class in <A HREF="./datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A><DD>A mapper which outputs key-value pairs as-is.<DT><A HREF="./datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html#AvroKeyValueIdentityMapper()"><B>AvroKeyValueIdentityMapper()</B></A> - +Constructor for class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html" title="class in datafu.hourglass.mapreduce">AvroKeyValueIdentityMapper</A> +<DD> +<DT><A HREF="./datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro"><B>AvroKeyValueWithMetadataOutputFormat</B></A><<A HREF="./datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html" title="type parameter in AvroKeyValueWithMetadataOutputFormat">K</A>,<A HREF="./datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html" title="type parameter in AvroKeyValueWithMetadataOutputFormat">V</A>> - Class in <A HREF="./datafu/hourglass/avro/package-summary.html">datafu.hourglass.avro</A><DD>FileOutputFormat for writing Avro container files of key/value pairs.<DT><A HREF="./datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html#AvroKeyValueWithMetadataOutputFormat()"><B>AvroKeyValueWithMetadataOutputFormat()</B></A> - +Constructor for class datafu.hourglass.avro.<A HREF="./datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro">AvroKeyValueWithMetadataOutputFormat</A> +<DD> +<DT><A HREF="./datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro"><B>AvroKeyValueWithMetadataRecordWriter</B></A><<A HREF="./datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="type parameter in AvroKeyValueWithMetadataRecordWriter">K</A>,<A HREF="./datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="type parameter in AvroKeyValueWithMetadataRecordWriter">V</A>> - Class in <A HREF="./datafu/hourglass/avro/package-summary.html">datafu.hourglass.avro</A><DD>Writes key/value pairs to an Avro container file.<DT><A HREF="./datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html#AvroKeyValueWithMetadataRecordWriter(org.apache.avro.hadoop.io.AvroDatumConverter, org.apache.avro.hadoop.io.AvroDatumConverter, org.apache.avro.file.CodecFactory, java.io.OutputStream, org.apache.hadoop.conf.Configuration)"><B>AvroKeyValueWithMetadataRecordWriter(AvroDatumConverter<K, ?>, AvroDatumConverter<V, ?>, CodecFactory, OutputStream, Configuration)</B></A> - +Constructor for class datafu.hourglass.avro.<A HREF="./datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro">AvroKeyValueWithMetadataRecordWriter</A> +<DD> +<DT><A HREF="./datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro"><B>AvroKeyWithMetadataOutputFormat</B></A><<A HREF="./datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html" title="type parameter in AvroKeyWithMetadataOutputFormat">T</A>> - Class in <A HREF="./datafu/hourglass/avro/package-summary.html">datafu.hourglass.avro</A><DD>FileOutputFormat for writing Avro container files.<DT><A HREF="./datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html#AvroKeyWithMetadataOutputFormat()"><B>AvroKeyWithMetadataOutputFormat()</B></A> - +Constructor for class datafu.hourglass.avro.<A HREF="./datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro">AvroKeyWithMetadataOutputFormat</A> +<DD>Constructor. +<DT><A HREF="./datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html#AvroKeyWithMetadataOutputFormat(datafu.hourglass.avro.AvroKeyWithMetadataOutputFormat.RecordWriterFactory)"><B>AvroKeyWithMetadataOutputFormat(AvroKeyWithMetadataOutputFormat.RecordWriterFactory)</B></A> - +Constructor for class datafu.hourglass.avro.<A HREF="./datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro">AvroKeyWithMetadataOutputFormat</A> +<DD>Constructor. +<DT><A HREF="./datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" title="class in datafu.hourglass.avro"><B>AvroKeyWithMetadataOutputFormat.RecordWriterFactory</B></A><<A HREF="./datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" title="type parameter in AvroKeyWithMetadataOutputFormat.RecordWriterFactory">T</A>> - Class in <A HREF="./datafu/hourglass/avro/package-summary.html">datafu.hourglass.avro</A><DD>A factory for creating record writers.<DT><A HREF="./datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html#AvroKeyWithMetadataOutputFormat.RecordWriterFactory()"><B>AvroKeyWithMetadataOutputFormat.RecordWriterFactory()</B></A> - +Constructor for class datafu.hourglass.avro.<A HREF="./datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" title="class in datafu.hourglass.avro">AvroKeyWithMetadataOutputFormat.RecordWriterFactory</A> +<DD> +<DT><A HREF="./datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro"><B>AvroKeyWithMetadataRecordWriter</B></A><<A HREF="./datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html" title="type parameter in AvroKeyWithMetadataRecordWriter">T</A>> - Class in <A HREF="./datafu/hourglass/avro/package-summary.html">datafu.hourglass.avro</A><DD>Writes Avro records to an Avro container file output stream.<DT><A HREF="./datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html#AvroKeyWithMetadataRecordWriter(org.apache.avro.Schema, org.apache.avro.file.CodecFactory, java.io.OutputStream, org.apache.hadoop.conf.Configuration)"><B>AvroKeyWithMetadataRecordWriter(Schema, CodecFactory, OutputStream, Configuration)</B></A> - +Constructor for class datafu.hourglass.avro.<A HREF="./datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro">AvroKeyWithMetadataRecordWriter</A> +<DD>Constructor. +</DL> +<HR> +<A NAME="_B_"><!-- --></A><H2> +<B>B</B></H2> +<DL> +<DT><A HREF="./datafu/hourglass/schemas/TaskSchemas.Builder.html#build()"><B>build()</B></A> - +Method in class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas">TaskSchemas.Builder</A> +<DD> +</DL> +<HR> +<A NAME="_C_"><!-- --></A><H2> +<B>C</B></H2> +<DL> +<DT><A HREF="./datafu/hourglass/jobs/StagedOutputJob.html#call()"><B>call()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs">StagedOutputJob</A> +<DD>Run the job. +<DT><A HREF="./datafu/hourglass/jobs/FileCleaner.html#clean()"><B>clean()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/FileCleaner.html" title="class in datafu.hourglass.jobs">FileCleaner</A> +<DD>Removes added paths from the file system. +<DT><A HREF="./datafu/hourglass/mapreduce/DelegatingCombiner.html#cleanup(org.apache.hadoop.mapreduce.Reducer.Context)"><B>cleanup(Reducer<Object, Object, Object, Object>.Context)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/DelegatingCombiner.html" title="class in datafu.hourglass.mapreduce">DelegatingCombiner</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/DelegatingMapper.html#cleanup(org.apache.hadoop.mapreduce.Mapper.Context)"><B>cleanup(Mapper<Object, Object, Object, Object>.Context)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/DelegatingMapper.html" title="class in datafu.hourglass.mapreduce">DelegatingMapper</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/DelegatingReducer.html#cleanup(org.apache.hadoop.mapreduce.Reducer.Context)"><B>cleanup(Reducer<Object, Object, Object, Object>.Context)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/DelegatingReducer.html" title="class in datafu.hourglass.mapreduce">DelegatingReducer</A> +<DD> +<DT><A HREF="./datafu/hourglass/model/Accumulator.html#cleanup()"><B>cleanup()</B></A> - +Method in interface datafu.hourglass.model.<A HREF="./datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A> +<DD>Resets the internal state so that all values accumulated so far are forgotten. +<DT><A HREF="./datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html#close(org.apache.hadoop.mapreduce.TaskAttemptContext)"><B>close(TaskAttemptContext)</B></A> - +Method in class datafu.hourglass.avro.<A HREF="./datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro">AvroKeyValueWithMetadataRecordWriter</A> +<DD> +<DT><A HREF="./datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html#close(org.apache.hadoop.mapreduce.TaskAttemptContext)"><B>close(TaskAttemptContext)</B></A> - +Method in class datafu.hourglass.avro.<A HREF="./datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro">AvroKeyWithMetadataRecordWriter</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/ObjectProcessor.html#close()"><B>close()</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">ObjectProcessor</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/PartitioningReducer.html#close()"><B>close()</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/PartitioningReducer.html" title="class in datafu.hourglass.mapreduce">PartitioningReducer</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce"><B>CollapsingCombiner</B></A> - Class in <A HREF="./datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A><DD>The combiner used by <A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> and its derived classes.<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingCombiner.html#CollapsingCombiner()"><B>CollapsingCombiner()</B></A> - +Constructor for class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce">CollapsingCombiner</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce"><B>CollapsingMapper</B></A> - Class in <A HREF="./datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A><DD>The mapper used by <A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> and its derived classes.<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingMapper.html#CollapsingMapper()"><B>CollapsingMapper()</B></A> - +Constructor for class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce">CollapsingMapper</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce"><B>CollapsingReducer</B></A> - Class in <A HREF="./datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A><DD>The reducer used by <A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> and its derived classes.<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html#CollapsingReducer()"><B>CollapsingReducer()</B></A> - +Constructor for class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce">CollapsingReducer</A> +<DD> +<DT><A HREF="./datafu/hourglass/model/KeyValueCollector.html#collect(K, V)"><B>collect(K, V)</B></A> - +Method in interface datafu.hourglass.model.<A HREF="./datafu/hourglass/model/KeyValueCollector.html" title="interface in datafu.hourglass.model">KeyValueCollector</A> +<DD>Collects key-value pairs. +<DT><A HREF="./datafu/hourglass/avro/CombinedAvroKeyInputFormat.html" title="class in datafu.hourglass.avro"><B>CombinedAvroKeyInputFormat</B></A><<A HREF="./datafu/hourglass/avro/CombinedAvroKeyInputFormat.html" title="type parameter in CombinedAvroKeyInputFormat">T</A>> - Class in <A HREF="./datafu/hourglass/avro/package-summary.html">datafu.hourglass.avro</A><DD>A combined input format for reading Avro data.<DT><A HREF="./datafu/hourglass/avro/CombinedAvroKeyInputFormat.html#CombinedAvroKeyInputFormat()"><B>CombinedAvroKeyInputFormat()</B></A> - +Constructor for class datafu.hourglass.avro.<A HREF="./datafu/hourglass/avro/CombinedAvroKeyInputFormat.html" title="class in datafu.hourglass.avro">CombinedAvroKeyInputFormat</A> +<DD> +<DT><A HREF="./datafu/hourglass/avro/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html" title="class in datafu.hourglass.avro"><B>CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader</B></A><<A HREF="./datafu/hourglass/avro/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html" title="type parameter in CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader">T</A>> - Class in <A HREF="./datafu/hourglass/avro/package-summary.html">datafu.hourglass.avro</A><DD> <DT><A HREF="./datafu/hourglass/avro/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html#CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader(org.apache.hadoop.mapreduce.lib.input.CombineFileSplit, org.apache.hadoop.mapreduce.TaskAttemptContext, java.lang.Integer)"><B>CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader(CombineFileSplit, TaskAttemptContext, Integer)</B></A> - +Constructor for class datafu.hourglass.avro.<A HREF="./datafu/hourglass/avro/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html" title="class in datafu.hourglass.avro">CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/Parameters.html#COMBINER_IMPL_PATH"><B>COMBINER_IMPL_PATH</B></A> - +Static variable in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/Parameters.html" title="class in datafu.hourglass.mapreduce">Parameters</A> +<DD> +<DT><A HREF="./datafu/hourglass/fs/DatePath.html#compareTo(datafu.hourglass.fs.DatePath)"><B>compareTo(DatePath)</B></A> - +Method in class datafu.hourglass.fs.<A HREF="./datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#config(org.apache.hadoop.conf.Configuration)"><B>config(Configuration)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Overridden to provide custom configuration before the job starts. +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#config(org.apache.hadoop.conf.Configuration)"><B>config(Configuration)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#config(org.apache.hadoop.conf.Configuration)"><B>config(Configuration)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionPreservingIncrementalJob</A> +<DD> +<DT><A HREF="./datafu/hourglass/avro/AvroDateRangeMetadata.html#configureOutputDateRange(org.apache.hadoop.conf.Configuration, datafu.hourglass.fs.DateRange)"><B>configureOutputDateRange(Configuration, DateRange)</B></A> - +Static method in class datafu.hourglass.avro.<A HREF="./datafu/hourglass/avro/AvroDateRangeMetadata.html" title="class in datafu.hourglass.avro">AvroDateRangeMetadata</A> +<DD>Updates the Hadoop configuration so that the Avro files which are written have date range + information stored in the metadata. +<DT><A HREF="./datafu/hourglass/fs/PathUtils.html#countBytes(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path)"><B>countBytes(FileSystem, Path)</B></A> - +Static method in class datafu.hourglass.fs.<A HREF="./datafu/hourglass/fs/PathUtils.html" title="class in datafu.hourglass.fs">PathUtils</A> +<DD>Sums the size of all files listed under a given path. +<DT><A HREF="./datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html#create(org.apache.avro.Schema, org.apache.avro.file.CodecFactory, java.io.OutputStream, org.apache.hadoop.conf.Configuration)"><B>create(Schema, CodecFactory, OutputStream, Configuration)</B></A> - +Method in class datafu.hourglass.avro.<A HREF="./datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" title="class in datafu.hourglass.avro">AvroKeyWithMetadataOutputFormat.RecordWriterFactory</A> +<DD>Creates a new record writer instance. +<DT><A HREF="./datafu/hourglass/fs/DatePath.html#createDatedPath(org.apache.hadoop.fs.Path, java.util.Date)"><B>createDatedPath(Path, Date)</B></A> - +Static method in class datafu.hourglass.fs.<A HREF="./datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#createPlan()"><B>createPlan()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionCollapsingExecutionPlanner</A> +<DD>Create the execution plan. +<DT><A HREF="./datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#createPlan()"><B>createPlan()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionPreservingExecutionPlanner</A> +<DD>Create the execution plan. +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#createRandomTempPath()"><B>createRandomTempPath()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Creates a random temporary path within the file system. +<DT><A HREF="./datafu/hourglass/avro/CombinedAvroKeyInputFormat.html#createRecordReader(org.apache.hadoop.mapreduce.InputSplit, org.apache.hadoop.mapreduce.TaskAttemptContext)"><B>createRecordReader(InputSplit, TaskAttemptContext)</B></A> - +Method in class datafu.hourglass.avro.<A HREF="./datafu/hourglass/avro/CombinedAvroKeyInputFormat.html" title="class in datafu.hourglass.avro">CombinedAvroKeyInputFormat</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/StagedOutputJob.html#createStagedJob(org.apache.hadoop.conf.Configuration, java.lang.String, java.util.List, java.lang.String, java.lang.String, org.apache.log4j.Logger)"><B>createStagedJob(Configuration, String, List<String>, String, String, Logger)</B></A> - +Static method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs">StagedOutputJob</A> +<DD>Creates a job which using a temporary staging location for the output data. +</DL> +<HR> +<A NAME="_D_"><!-- --></A><H2> +<B>D</B></H2> +<DL> +<DT><A HREF="./datafu/hourglass/avro/package-summary.html"><B>datafu.hourglass.avro</B></A> - package datafu.hourglass.avro<DD>Input and output formats for using Avro in incremental Hadoop jobs.<DT><A HREF="./datafu/hourglass/fs/package-summary.html"><B>datafu.hourglass.fs</B></A> - package datafu.hourglass.fs<DD>Classes for working with the file system.<DT><A HREF="./datafu/hourglass/jobs/package-summary.html"><B>datafu.hourglass.jobs</B></A> - package datafu.hourglass.jobs<DD>Incremental Hadoop jobs and some supporting classes.<DT><A HREF="./datafu/hourglass/mapreduce/package-summary.html"><B>datafu.hourglass.mapreduce</B></A> - package datafu.hourglass.mapreduce<DD>Implementations of mappers, combiners, and reducers used by incremental jobs.<DT><A HREF="./datafu/hourglass/model/package-summary.html"><B>datafu.hourglass.model</B></A> - package datafu.hourglass.model<DD>Interfaces which define the incremental processing model.<DT><A HREF="./datafu/hourglass/schemas/package-summary.html"><B>datafu.hourglass.schemas</B></A> - package datafu.hourglass.schemas<DD>Classes that help manage the Avro schemas used by the jobs.<DT><A HREF="./datafu/hourglass/fs/PathUtils.html#datedPathFormat"><B>datedPathFormat</B></A> - +Static variable in class datafu.hourglass.fs.<A HREF="./datafu/hourglass/fs/PathUtils.html" title="class in datafu.hourglass.fs">PathUtils</A> +<DD> +<DT><A HREF="./datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs"><B>DatePath</B></A> - Class in <A HREF="./datafu/hourglass/fs/package-summary.html">datafu.hourglass.fs</A><DD>Represents a path and the corresponding date that is associated with it.<DT><A HREF="./datafu/hourglass/fs/DatePath.html#DatePath(java.util.Date, org.apache.hadoop.fs.Path)"><B>DatePath(Date, Path)</B></A> - +Constructor for class datafu.hourglass.fs.<A HREF="./datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A> +<DD> +<DT><A HREF="./datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs"><B>DateRange</B></A> - Class in <A HREF="./datafu/hourglass/fs/package-summary.html">datafu.hourglass.fs</A><DD>A date range, consisting of a start and end date.<DT><A HREF="./datafu/hourglass/fs/DateRange.html#DateRange(java.util.Date, java.util.Date)"><B>DateRange(Date, Date)</B></A> - +Constructor for class datafu.hourglass.fs.<A HREF="./datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs"><B>DateRangeConfigurable</B></A> - Interface in <A HREF="./datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A><DD>An interface for an object with a configurable output date range.<DT><A HREF="./datafu/hourglass/jobs/DateRangePlanner.html" title="class in datafu.hourglass.jobs"><B>DateRangePlanner</B></A> - Class in <A HREF="./datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A><DD>Determines the date range of inputs which should be processed.<DT><A HREF="./datafu/hourglass/jobs/DateRangePlanner.html#DateRangePlanner()"><B>DateRangePlanner()</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/DateRangePlanner.html" title="class in datafu.hourglass.jobs">DateRangePlanner</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/DelegatingCombiner.html" title="class in datafu.hourglass.mapreduce"><B>DelegatingCombiner</B></A> - Class in <A HREF="./datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A><DD>A Hadoop combiner which delegates to an implementation read from the distributed cache.<DT><A HREF="./datafu/hourglass/mapreduce/DelegatingCombiner.html#DelegatingCombiner()"><B>DelegatingCombiner()</B></A> - +Constructor for class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/DelegatingCombiner.html" title="class in datafu.hourglass.mapreduce">DelegatingCombiner</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/DelegatingMapper.html" title="class in datafu.hourglass.mapreduce"><B>DelegatingMapper</B></A> - Class in <A HREF="./datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A><DD>A Hadoop mapper which delegates to an implementation read from the distributed cache.<DT><A HREF="./datafu/hourglass/mapreduce/DelegatingMapper.html#DelegatingMapper()"><B>DelegatingMapper()</B></A> - +Constructor for class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/DelegatingMapper.html" title="class in datafu.hourglass.mapreduce">DelegatingMapper</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/DelegatingReducer.html" title="class in datafu.hourglass.mapreduce"><B>DelegatingReducer</B></A> - Class in <A HREF="./datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A><DD>A Hadoop reducer which delegates to an implementation read from the distributed cache.<DT><A HREF="./datafu/hourglass/mapreduce/DelegatingReducer.html#DelegatingReducer()"><B>DelegatingReducer()</B></A> - +Constructor for class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/DelegatingReducer.html" title="class in datafu.hourglass.mapreduce">DelegatingReducer</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html#determineAvailableInputDates()"><B>determineAvailableInputDates()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<DD>Determines what input data is available. +<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html#determineDateRange()"><B>determineDateRange()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<DD>Determine the date range for inputs to process based on the configuration and available inputs. +<DT><A HREF="./datafu/hourglass/mapreduce/DistributedCacheHelper.html" title="class in datafu.hourglass.mapreduce"><B>DistributedCacheHelper</B></A> - Class in <A HREF="./datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A><DD>Methods for working with the Hadoop distributed cache.<DT><A HREF="./datafu/hourglass/mapreduce/DistributedCacheHelper.html#DistributedCacheHelper()"><B>DistributedCacheHelper()</B></A> - +Constructor for class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/DistributedCacheHelper.html" title="class in datafu.hourglass.mapreduce">DistributedCacheHelper</A> +<DD> +</DL> +<HR> +<A NAME="_E_"><!-- --></A><H2> +<B>E</B></H2> +<DL> +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#ensurePath(org.apache.hadoop.fs.Path)"><B>ensurePath(Path)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Creates a path, if it does not already exist. +<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs"><B>ExecutionPlanner</B></A> - Class in <A HREF="./datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A><DD>Base class for execution planners.<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html#ExecutionPlanner(org.apache.hadoop.fs.FileSystem, java.util.Properties)"><B>ExecutionPlanner(FileSystem, Properties)</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<DD>Initializes the execution planner. +</DL> +<HR> +<A NAME="_F_"><!-- --></A><H2> +<B>F</B></H2> +<DL> +<DT><A HREF="./datafu/hourglass/jobs/FileCleaner.html" title="class in datafu.hourglass.jobs"><B>FileCleaner</B></A> - Class in <A HREF="./datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A><DD>Used to remove files from the file system when they are no longer needed.<DT><A HREF="./datafu/hourglass/jobs/FileCleaner.html#FileCleaner(org.apache.hadoop.fs.FileSystem)"><B>FileCleaner(FileSystem)</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/FileCleaner.html" title="class in datafu.hourglass.jobs">FileCleaner</A> +<DD> +<DT><A HREF="./datafu/hourglass/fs/PathUtils.html#findDatedPaths(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path)"><B>findDatedPaths(FileSystem, Path)</B></A> - +Static method in class datafu.hourglass.fs.<A HREF="./datafu/hourglass/fs/PathUtils.html" title="class in datafu.hourglass.fs">PathUtils</A> +<DD>List all paths matching the "yyyyMMdd" format under a given path. +<DT><A HREF="./datafu/hourglass/fs/PathUtils.html#findNestedDatedPaths(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path)"><B>findNestedDatedPaths(FileSystem, Path)</B></A> - +Static method in class datafu.hourglass.fs.<A HREF="./datafu/hourglass/fs/PathUtils.html" title="class in datafu.hourglass.fs">PathUtils</A> +<DD>List all paths matching the "yyyy/MM/dd" format under a given path. +</DL> +<HR> +<A NAME="_G_"><!-- --></A><H2> +<B>G</B></H2> +<DL> +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingCombiner.html#getAccumulator()"><B>getAccumulator()</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce">CollapsingCombiner</A> +<DD>Gets the accumulator used to perform aggregation. +<DT><A HREF="./datafu/hourglass/mapreduce/PartitioningCombiner.html#getAccumulator()"><B>getAccumulator()</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/PartitioningCombiner.html" title="class in datafu.hourglass.mapreduce">PartitioningCombiner</A> +<DD>Gets the accumulator used to perform aggregation. +<DT><A HREF="./datafu/hourglass/mapreduce/PartitioningReducer.html#getAccumulator()"><B>getAccumulator()</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/PartitioningReducer.html" title="class in datafu.hourglass.mapreduce">PartitioningReducer</A> +<DD>Gets the accumulator used to perform aggregation. +<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html#getAvailableInputsByDate()"><B>getAvailableInputsByDate()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<DD>Gets a map from date to available input data. +<DT><A HREF="./datafu/hourglass/fs/DateRange.html#getBeginDate()"><B>getBeginDate()</B></A> - +Method in class datafu.hourglass.fs.<A HREF="./datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.html#getCombineInputs()"><B>getCombineInputs()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob</A> +<DD>Gets whether inputs should be combined. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getCombineProcessor()"><B>getCombineProcessor()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getCombinerAccumulator()"><B>getCombinerAccumulator()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A> +<DD>Gets the accumulator used for the combiner. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getCombinerAccumulator()"><B>getCombinerAccumulator()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A> +<DD>Gets the accumulator used for the combiner. +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#getCombinerAccumulator()"><B>getCombinerAccumulator()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getCombinerAccumulator()"><B>getCombinerAccumulator()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionPreservingIncrementalJob</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.html#getCombinerClass()"><B>getCombinerClass()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob</A> +<DD>Gets the combiner class. +<DT><A HREF="./datafu/hourglass/jobs/TimePartitioner.html#getConf()"><B>getConf()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/TimePartitioner.html" title="class in datafu.hourglass.jobs">TimePartitioner</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/ObjectProcessor.html#getContext()"><B>getContext()</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">ObjectProcessor</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#getCountersParentPath()"><B>getCountersParentPath()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Gets the path where counters will be stored. +<DT><A HREF="./datafu/hourglass/jobs/StagedOutputJob.html#getCountersParentPath()"><B>getCountersParentPath()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs">StagedOutputJob</A> +<DD>Gets path to store the counters. +<DT><A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html#getCountersPath()"><B>getCountersPath()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.Report</A> +<DD>Gets the path to the counters file, if one was written. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html#getCountersPath()"><B>getCountersPath()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob.Report</A> +<DD>Gets the path to the counters file, if one was written. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html#getCountersPath()"><B>getCountersPath()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob.Report</A> +<DD>Gets the path to the counters file, if one was written. +<DT><A HREF="./datafu/hourglass/jobs/StagedOutputJob.html#getCountersPath()"><B>getCountersPath()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs">StagedOutputJob</A> +<DD>Path to written counters. +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getCurrentDateRange()"><B>getCurrentDateRange()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionCollapsingExecutionPlanner</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html#getDailyData(org.apache.hadoop.fs.Path)"><B>getDailyData(Path)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<DD>Get a map from date to path for all paths matching yyyy/MM/dd under the given path. +<DT><A HREF="./datafu/hourglass/fs/DatePath.html#getDate()"><B>getDate()</B></A> - +Method in class datafu.hourglass.fs.<A HREF="./datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html#getDatedData(org.apache.hadoop.fs.Path)"><B>getDatedData(Path)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<DD>Get a map from date to path for all paths matching yyyyMMdd under the given path. +<DT><A HREF="./datafu/hourglass/schemas/PartitionCollapsingSchemas.html#getDatedIntermediateValueSchema()"><B>getDatedIntermediateValueSchema()</B></A> - +Method in class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> +<DD> +<DT><A HREF="./datafu/hourglass/fs/PathUtils.html#getDateForDatedPath(org.apache.hadoop.fs.Path)"><B>getDateForDatedPath(Path)</B></A> - +Static method in class datafu.hourglass.fs.<A HREF="./datafu/hourglass/fs/PathUtils.html" title="class in datafu.hourglass.fs">PathUtils</A> +<DD>Gets the date for a path in the "yyyyMMdd" format. +<DT><A HREF="./datafu/hourglass/fs/PathUtils.html#getDateForNestedDatedPath(org.apache.hadoop.fs.Path)"><B>getDateForNestedDatedPath(Path)</B></A> - +Static method in class datafu.hourglass.fs.<A HREF="./datafu/hourglass/fs/PathUtils.html" title="class in datafu.hourglass.fs">PathUtils</A> +<DD>Gets the date for a path in the "yyyy/MM/dd" format. +<DT><A HREF="./datafu/hourglass/jobs/DateRangePlanner.html#getDateRange(java.util.Date, java.util.Date, java.util.Collection, java.lang.Integer, java.lang.Integer)"><B>getDateRange(Date, Date, Collection<Date>, Integer, Integer)</B></A> - +Static method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/DateRangePlanner.html" title="class in datafu.hourglass.jobs">DateRangePlanner</A> +<DD>Determines the date range of inputs which should be processed. +<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html#getDateRange()"><B>getDateRange()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<DD>Gets the desired input date range to process based on the configuration and available inputs. +<DT><A HREF="./datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getDatesToProcess()"><B>getDatesToProcess()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionPreservingExecutionPlanner</A> +<DD>Gets the input dates which are to be processed. +<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html#getDaysAgo()"><B>getDaysAgo()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<DD>Gets the number of days to subtract off the end date. +<DT><A HREF="./datafu/hourglass/jobs/TimeBasedJob.html#getDaysAgo()"><B>getDaysAgo()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A> +<DD>Gets the number of days to subtract off the end of the consumption window. +<DT><A HREF="./datafu/hourglass/fs/DateRange.html#getEndDate()"><B>getEndDate()</B></A> - +Method in class datafu.hourglass.fs.<A HREF="./datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html#getEndDate()"><B>getEndDate()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<DD>Gets the end date +<DT><A HREF="./datafu/hourglass/jobs/TimeBasedJob.html#getEndDate()"><B>getEndDate()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A> +<DD>Gets the end date. +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#getFileSystem()"><B>getFileSystem()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Gets the file system. +<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html#getFileSystem()"><B>getFileSystem()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<DD>Gets the file system. +<DT><A HREF="./datafu/hourglass/model/Accumulator.html#getFinal()"><B>getFinal()</B></A> - +Method in interface datafu.hourglass.model.<A HREF="./datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A> +<DD>Get the output value corresponding to all input values accumulated so far. +<DT><A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html#getInputFiles()"><B>getInputFiles()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.Report</A> +<DD>Gets input files that were processed. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html#getInputFiles()"><B>getInputFiles()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob.Report</A> +<DD>Gets new input files that were processed. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html#getInputFiles()"><B>getInputFiles()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob.Report</A> +<DD>Gets input files that were processed. +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#getInputPaths()"><B>getInputPaths()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Gets the input paths. +<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html#getInputPaths()"><B>getInputPaths()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<DD>Gets the input paths. +<DT><A HREF="./datafu/hourglass/schemas/PartitionCollapsingSchemas.html#getInputSchema()"><B>getInputSchema()</B></A> - +Method in class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getInputSchemas()"><B>getInputSchemas()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionCollapsingExecutionPlanner</A> +<DD>Gets the input schemas. +<DT><A HREF="./datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getInputSchemas()"><B>getInputSchemas()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionPreservingExecutionPlanner</A> +<DD>Gets the input schemas. +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getInputsToProcess()"><B>getInputsToProcess()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionCollapsingExecutionPlanner</A> +<DD>Gets all inputs that will be processed. +<DT><A HREF="./datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getInputsToProcess()"><B>getInputsToProcess()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionPreservingExecutionPlanner</A> +<DD>Gets the inputs which are to be processed. +<DT><A HREF="./datafu/hourglass/jobs/IncrementalJob.html#getIntermediateValueSchema()"><B>getIntermediateValueSchema()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A> +<DD>Gets the Avro schema for the intermediate value. +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#getIntermediateValueSchema()"><B>getIntermediateValueSchema()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getIntermediateValueSchema()"><B>getIntermediateValueSchema()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionPreservingIncrementalJob</A> +<DD> +<DT><A HREF="./datafu/hourglass/schemas/PartitionCollapsingSchemas.html#getIntermediateValueSchema()"><B>getIntermediateValueSchema()</B></A> - +Method in class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> +<DD> +<DT><A HREF="./datafu/hourglass/schemas/PartitionPreservingSchemas.html#getIntermediateValueSchema()"><B>getIntermediateValueSchema()</B></A> - +Method in class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A> +<DD> +<DT><A HREF="./datafu/hourglass/schemas/TaskSchemas.html#getIntermediateValueSchema()"><B>getIntermediateValueSchema()</B></A> - +Method in class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas">TaskSchemas</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html#getJobId()"><B>getJobId()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.Report</A> +<DD>Gets the job ID. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html#getJobId()"><B>getJobId()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob.Report</A> +<DD>Gets the job ID. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html#getJobId()"><B>getJobId()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob.Report</A> +<DD>Gets the job ID. +<DT><A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html#getJobName()"><B>getJobName()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.Report</A> +<DD>Gets the job name. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html#getJobName()"><B>getJobName()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob.Report</A> +<DD>Gets the job name. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html#getJobName()"><B>getJobName()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob.Report</A> +<DD>Gets the job name. +<DT><A HREF="./datafu/hourglass/jobs/IncrementalJob.html#getKeySchema()"><B>getKeySchema()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A> +<DD>Gets the Avro schema for the key. +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#getKeySchema()"><B>getKeySchema()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getKeySchema()"><B>getKeySchema()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionPreservingIncrementalJob</A> +<DD> +<DT><A HREF="./datafu/hourglass/schemas/PartitionCollapsingSchemas.html#getKeySchema()"><B>getKeySchema()</B></A> - +Method in class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> +<DD> +<DT><A HREF="./datafu/hourglass/schemas/PartitionPreservingSchemas.html#getKeySchema()"><B>getKeySchema()</B></A> - +Method in class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A> +<DD> +<DT><A HREF="./datafu/hourglass/schemas/TaskSchemas.html#getKeySchema()"><B>getKeySchema()</B></A> - +Method in class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas">TaskSchemas</A> +<DD> +<DT><A HREF="./datafu/hourglass/schemas/PartitionCollapsingSchemas.html#getMapInputSchema()"><B>getMapInputSchema()</B></A> - +Method in class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> +<DD> +<DT><A HREF="./datafu/hourglass/schemas/PartitionPreservingSchemas.html#getMapInputSchema()"><B>getMapInputSchema()</B></A> - +Method in class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.html#getMapOutputKeySchema()"><B>getMapOutputKeySchema()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob</A> +<DD>Gets the key schema for the map output. +<DT><A HREF="./datafu/hourglass/schemas/PartitionCollapsingSchemas.html#getMapOutputKeySchema()"><B>getMapOutputKeySchema()</B></A> - +Method in class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> +<DD> +<DT><A HREF="./datafu/hourglass/schemas/PartitionPreservingSchemas.html#getMapOutputKeySchema()"><B>getMapOutputKeySchema()</B></A> - +Method in class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A> +<DD> +<DT><A HREF="./datafu/hourglass/schemas/PartitionCollapsingSchemas.html#getMapOutputSchema()"><B>getMapOutputSchema()</B></A> - +Method in class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> +<DD> +<DT><A HREF="./datafu/hourglass/schemas/PartitionPreservingSchemas.html#getMapOutputSchema()"><B>getMapOutputSchema()</B></A> - +Method in class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.html#getMapOutputValueSchema()"><B>getMapOutputValueSchema()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob</A> +<DD>Gets the value schema for the map output. +<DT><A HREF="./datafu/hourglass/schemas/PartitionCollapsingSchemas.html#getMapOutputValueSchema()"><B>getMapOutputValueSchema()</B></A> - +Method in class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> +<DD> +<DT><A HREF="./datafu/hourglass/schemas/PartitionPreservingSchemas.html#getMapOutputValueSchema()"><B>getMapOutputValueSchema()</B></A> - +Method in class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getMapper()"><B>getMapper()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A> +<DD>Gets the mapper. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getMapper()"><B>getMapper()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A> +<DD>Gets the mapper. +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#getMapper()"><B>getMapper()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getMapper()"><B>getMapper()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionPreservingIncrementalJob</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingMapper.html#getMapper()"><B>getMapper()</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce">CollapsingMapper</A> +<DD>Gets the mapper. +<DT><A HREF="./datafu/hourglass/mapreduce/PartitioningMapper.html#getMapper()"><B>getMapper()</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/PartitioningMapper.html" title="class in datafu.hourglass.mapreduce">PartitioningMapper</A> +<DD>Gets the mapper. +<DT><A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.html#getMapperClass()"><B>getMapperClass()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob</A> +<DD>Gets the mapper class. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getMapProcessor()"><B>getMapProcessor()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/IncrementalJob.html#getMaxIterations()"><B>getMaxIterations()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A> +<DD>Gets the maximum number of iterations for the job. +<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html#getMaxToProcess()"><B>getMaxToProcess()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<DD>Gets the maximum number of days to process at a time. +<DT><A HREF="./datafu/hourglass/jobs/IncrementalJob.html#getMaxToProcess()"><B>getMaxToProcess()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A> +<DD>Gets the maximum number of days of input data to process in a single run. +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#getName()"><B>getName()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Gets the job name +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getNeedsAnotherPass()"><B>getNeedsAnotherPass()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionCollapsingExecutionPlanner</A> +<DD>Gets whether another pass will be required. +<DT><A HREF="./datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getNeedsAnotherPass()"><B>getNeedsAnotherPass()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionPreservingExecutionPlanner</A> +<DD>Gets whether another pass will be required. +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html#getNewAccumulator()"><B>getNewAccumulator()</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce">CollapsingReducer</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getNewInputsToProcess()"><B>getNewInputsToProcess()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionCollapsingExecutionPlanner</A> +<DD>Gets only the new data that will be processed. +<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html#getNumDays()"><B>getNumDays()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<DD>Gets the number of days to process. +<DT><A HREF="./datafu/hourglass/jobs/TimeBasedJob.html#getNumDays()"><B>getNumDays()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A> +<DD>Gets the number of consecutive days to process. +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#getNumReducers()"><B>getNumReducers()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Gets the number of reducers to use. +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getNumReducers()"><B>getNumReducers()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionCollapsingExecutionPlanner</A> +<DD>Get the number of reducers to use based on the input and previous output data size. +<DT><A HREF="./datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getNumReducers()"><B>getNumReducers()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionPreservingExecutionPlanner</A> +<DD>Get the number of reducers to use based on the input data size. +<DT><A HREF="./datafu/hourglass/jobs/ReduceEstimator.html#getNumReducers()"><B>getNumReducers()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs">ReduceEstimator</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html#getOldAccumulator()"><B>getOldAccumulator()</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce">CollapsingReducer</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html#getOldInputFiles()"><B>getOldInputFiles()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob.Report</A> +<DD>Gets old input files that were processed. +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getOldInputsToProcess()"><B>getOldInputsToProcess()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionCollapsingExecutionPlanner</A> +<DD>Gets only the old data that will be processed. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getOldRecordMerger()"><B>getOldRecordMerger()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A> +<DD>Gets the record merger that is capable of unmerging old partial output from the new output. +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#getOldRecordMerger()"><B>getOldRecordMerger()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html#getOutputFile()"><B>getOutputFile()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.Report</A> +<DD>Gets the output file that was produced by the job. +<DT><A HREF="./datafu/hourglass/avro/AvroDateRangeMetadata.html#getOutputFileDateRange(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path)"><B>getOutputFileDateRange(FileSystem, Path)</B></A> - +Static method in class datafu.hourglass.avro.<A HREF="./datafu/hourglass/avro/AvroDateRangeMetadata.html" title="class in datafu.hourglass.avro">AvroDateRangeMetadata</A> +<DD>Reads the date range from the metadata stored in an Avro file. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html#getOutputFiles()"><B>getOutputFiles()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob.Report</A> +<DD>Gets the output files that were produced by the job. +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#getOutputPath()"><B>getOutputPath()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Gets the output path. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html#getOutputPath()"><B>getOutputPath()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob.Report</A> +<DD>Gets the path to the output which was produced by the job. +<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html#getOutputPath()"><B>getOutputPath()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<DD>Gets the output path. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getOutputSchemaName()"><B>getOutputSchemaName()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A> +<DD>Get the name for the reduce output schema. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getOutputSchemaName()"><B>getOutputSchemaName()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A> +<DD>Get the name for the reduce output schema. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getOutputSchemaNamespace()"><B>getOutputSchemaNamespace()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A> +<DD>Get the namespace for the reduce output schema. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getOutputSchemaNamespace()"><B>getOutputSchemaNamespace()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A> +<DD>Get the namespace for the reduce output schema. +<DT><A HREF="./datafu/hourglass/jobs/IncrementalJob.html#getOutputValueSchema()"><B>getOutputValueSchema()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A> +<DD>Gets the Avro schema for the output data. +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#getOutputValueSchema()"><B>getOutputValueSchema()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getOutputValueSchema()"><B>getOutputValueSchema()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionPreservingIncrementalJob</A> +<DD> +<DT><A HREF="./datafu/hourglass/schemas/PartitionCollapsingSchemas.html#getOutputValueSchema()"><B>getOutputValueSchema()</B></A> - +Method in class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> +<DD> +<DT><A HREF="./datafu/hourglass/schemas/PartitionPreservingSchemas.html#getOutputValueSchema()"><B>getOutputValueSchema()</B></A> - +Method in class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A> +<DD> +<DT><A HREF="./datafu/hourglass/schemas/TaskSchemas.html#getOutputValueSchema()"><B>getOutputValueSchema()</B></A> - +Method in class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas">TaskSchemas</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/TimePartitioner.html#getPartition(org.apache.avro.mapred.AvroKey, org.apache.avro.mapred.AvroValue, int)"><B>getPartition(AvroKey<GenericRecord>, AvroValue<GenericRecord>, int)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/TimePartitioner.html" title="class in datafu.hourglass.jobs">TimePartitioner</A> +<DD> +<DT><A HREF="./datafu/hourglass/fs/DatePath.html#getPath()"><B>getPath()</B></A> - +Method in class datafu.hourglass.fs.<A HREF="./datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getPreviousOutputToProcess()"><B>getPreviousOutputToProcess()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionCollapsingExecutionPlanner</A> +<DD>Gets the previous output to reuse, or null if no output is being reused. +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#getProperties()"><B>getProperties()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Gets the configuration properties. +<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html#getProps()"><B>getProps()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<DD>Gets the configuration properties. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getRecordMerger()"><B>getRecordMerger()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A> +<DD>Gets the record merger that is capable of merging previous output with a new partial output. +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#getRecordMerger()"><B>getRecordMerger()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</A> +<DD> +<DT><A HREF="./datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html#getRecordWriter(org.apache.hadoop.mapreduce.TaskAttemptContext)"><B>getRecordWriter(TaskAttemptContext)</B></A> - +Method in class datafu.hourglass.avro.<A HREF="./datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro">AvroKeyValueWithMetadataOutputFormat</A> +<DD> +<DT><A HREF="./datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html#getRecordWriter(org.apache.hadoop.mapreduce.TaskAttemptContext)"><B>getRecordWriter(TaskAttemptContext)</B></A> - +Method in class datafu.hourglass.avro.<A HREF="./datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro">AvroKeyWithMetadataOutputFormat</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.html#getReduceOutputSchema()"><B>getReduceOutputSchema()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob</A> +<DD>Gets the reduce output schema. +<DT><A HREF="./datafu/hourglass/schemas/PartitionCollapsingSchemas.html#getReduceOutputSchema()"><B>getReduceOutputSchema()</B></A> - +Method in class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> +<DD> +<DT><A HREF="./datafu/hourglass/schemas/PartitionPreservingSchemas.html#getReduceOutputSchema()"><B>getReduceOutputSchema()</B></A> - +Method in class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getReduceProcessor()"><B>getReduceProcessor()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getReducerAccumulator()"><B>getReducerAccumulator()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A> +<DD>Gets the accumulator used for the reducer. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getReducerAccumulator()"><B>getReducerAccumulator()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A> +<DD>Gets the accumulator used for the reducer. +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#getReducerAccumulator()"><B>getReducerAccumulator()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getReducerAccumulator()"><B>getReducerAccumulator()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionPreservingIncrementalJob</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.html#getReducerClass()"><B>getReducerClass()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob</A> +<DD>Gets the reducer class. +<DT><A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.html#getReport()"><B>getReport()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob</A> +<DD>Gets a report summarizing the run. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getReports()"><B>getReports()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A> +<DD>Get reports that summarize each of the job iterations. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getReports()"><B>getReports()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A> +<DD>Get reports that summarize each of the job iterations. +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#getRetentionCount()"><B>getRetentionCount()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Gets the number of days of data which will be retained in the output path. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html#getReusedOutput()"><B>getReusedOutput()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob.Report</A> +<DD>Gets the output that was reused, if one was reused. +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingCombiner.html#getReuseOutput()"><B>getReuseOutput()</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce">CollapsingCombiner</A> +<DD>Gets whether previous output is being reused. +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingMapper.html#getReuseOutput()"><B>getReuseOutput()</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce">CollapsingMapper</A> +<DD>Gets whether previous output is being reused. +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html#getReuseOutput()"><B>getReuseOutput()</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce">CollapsingReducer</A> +<DD>Gets whether previous output is being reused. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#getReusePreviousOutput()"><B>getReusePreviousOutput()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A> +<DD>Get whether previous output should be reused. +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#getReusePreviousOutput()"><B>getReusePreviousOutput()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionCollapsingExecutionPlanner</A> +<DD>Gets whether previous output should be reused, if it exists. +<DT><A HREF="./datafu/hourglass/fs/PathUtils.html#getSchemaFromFile(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path)"><B>getSchemaFromFile(FileSystem, Path)</B></A> - +Static method in class datafu.hourglass.fs.<A HREF="./datafu/hourglass/fs/PathUtils.html" title="class in datafu.hourglass.fs">PathUtils</A> +<DD>Gets the schema from a given Avro data file. +<DT><A HREF="./datafu/hourglass/fs/PathUtils.html#getSchemaFromPath(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path)"><B>getSchemaFromPath(FileSystem, Path)</B></A> - +Static method in class datafu.hourglass.fs.<A HREF="./datafu/hourglass/fs/PathUtils.html" title="class in datafu.hourglass.fs">PathUtils</A> +<DD>Gets the schema for the first Avro file under the given path. +<DT><A HREF="./datafu/hourglass/jobs/IncrementalJob.html#getSchemas()"><B>getSchemas()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A> +<DD>Gets the schemas. +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingCombiner.html#getSchemas()"><B>getSchemas()</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce">CollapsingCombiner</A> +<DD>Gets the schemas. +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingMapper.html#getSchemas()"><B>getSchemas()</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce">CollapsingMapper</A> +<DD>Gets the Avro schemas. +<DT><A HREF="./datafu/hourglass/mapreduce/PartitioningMapper.html#getSchemas()"><B>getSchemas()</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/PartitioningMapper.html" title="class in datafu.hourglass.mapreduce">PartitioningMapper</A> +<DD>Gets the Avro schemas. +<DT><A HREF="./datafu/hourglass/mapreduce/PartitioningReducer.html#getSchemas()"><B>getSchemas()</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/PartitioningReducer.html" title="class in datafu.hourglass.mapreduce">PartitioningReducer</A> +<DD>Gets the Avro schemas +<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html#getStartDate()"><B>getStartDate()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<DD>Gets the start date +<DT><A HREF="./datafu/hourglass/jobs/TimeBasedJob.html#getStartDate()"><B>getStartDate()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A> +<DD>Gets the start date. +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#getTempPath()"><B>getTempPath()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Gets the temporary path under which intermediate files will be stored. +<DT><A HREF="./datafu/hourglass/jobs/StagedOutputJob.html#getWriteCounters()"><B>getWriteCounters()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs">StagedOutputJob</A> +<DD>Get whether counters should be written. +<DT><A HREF="./datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html#getWriterSchema()"><B>getWriterSchema()</B></A> - +Method in class datafu.hourglass.avro.<A HREF="./datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro">AvroKeyValueWithMetadataRecordWriter</A> +<DD>Gets the writer schema for the key/value pair generic record. +</DL> +<HR> +<A NAME="_I_"><!-- --></A><H2> +<B>I</B></H2> +<DL> +<DT><A HREF="./datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><B>IncrementalJob</B></A> - Class in <A HREF="./datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A><DD>Base class for incremental jobs.<DT><A HREF="./datafu/hourglass/jobs/IncrementalJob.html#IncrementalJob()"><B>IncrementalJob()</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A> +<DD>Initializes the job. +<DT><A HREF="./datafu/hourglass/jobs/IncrementalJob.html#IncrementalJob(java.lang.String, java.util.Properties)"><B>IncrementalJob(String, Properties)</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A> +<DD>Initializes the job with a job name and properties. +<DT><A HREF="./datafu/hourglass/avro/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html#initialize(org.apache.hadoop.mapreduce.InputSplit, org.apache.hadoop.mapreduce.TaskAttemptContext)"><B>initialize(InputSplit, TaskAttemptContext)</B></A> - +Method in class datafu.hourglass.avro.<A HREF="./datafu/hourglass/avro/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html" title="class in datafu.hourglass.avro">CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#initialize()"><B>initialize()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Initialization required before running job. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#initialize()"><B>initialize()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#initialize()"><B>initialize()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/IncrementalJob.html#initialize()"><B>initialize()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/TimePartitioner.html#INPUT_TIMES"><B>INPUT_TIMES</B></A> - +Static variable in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/TimePartitioner.html" title="class in datafu.hourglass.jobs">TimePartitioner</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html#isFailOnMissing()"><B>isFailOnMissing()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<DD>Gets whether the job should fail if data is missing within the desired date range. +<DT><A HREF="./datafu/hourglass/jobs/IncrementalJob.html#isFailOnMissing()"><B>isFailOnMissing()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A> +<DD>Gets whether the job should fail if input data within the desired range is missing. +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#isUseCombiner()"><B>isUseCombiner()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Gets whether the combiner should be used. +</DL> +<HR> +<A NAME="_K_"><!-- --></A><H2> +<B>K</B></H2> +<DL> +<DT><A HREF="./datafu/hourglass/fs/PathUtils.html#keepLatestDatedPaths(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path, int)"><B>keepLatestDatedPaths(FileSystem, Path, int)</B></A> - +Static method in class datafu.hourglass.fs.<A HREF="./datafu/hourglass/fs/PathUtils.html" title="class in datafu.hourglass.fs">PathUtils</A> +<DD>Delete all but the last N days of paths matching the "yyyyMMdd" format. +<DT><A HREF="./datafu/hourglass/fs/PathUtils.html#keepLatestNestedDatedPaths(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path, int)"><B>keepLatestNestedDatedPaths(FileSystem, Path, int)</B></A> - +Static method in class datafu.hourglass.fs.<A HREF="./datafu/hourglass/fs/PathUtils.html" title="class in datafu.hourglass.fs">PathUtils</A> +<DD>Delete all but the last N days of paths matching the "yyyy/MM/dd" format. +<DT><A HREF="./datafu/hourglass/model/KeyValueCollector.html" title="interface in datafu.hourglass.model"><B>KeyValueCollector</B></A><<A HREF="./datafu/hourglass/model/KeyValueCollector.html" title="type parameter in KeyValueCollector">K</A>,<A HREF="./datafu/hourglass/model/KeyValueCollector.html" title="type parameter in KeyValueCollector">V</A>> - Interface in <A HREF="./datafu/hourglass/model/package-summary.html">datafu.hourglass.model</A><DD>Provided to an instance of <A HREF="./datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model"><CODE>Mapper</CODE></A> to collect key-value pairs.</DL> +<HR> +<A NAME="_L_"><!-- --></A><H2> +<B>L</B></H2> +<DL> +<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html#loadInputData()"><B>loadInputData()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<DD>Determine what input data is available. +</DL> +<HR> +<A NAME="_M_"><!-- --></A><H2> +<B>M</B></H2> +<DL> +<DT><A HREF="./datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html#map(java.lang.Object, java.lang.Object, org.apache.hadoop.mapreduce.Mapper.Context)"><B>map(Object, Object, Mapper<Object, Object, Object, Object>.Context)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html" title="class in datafu.hourglass.mapreduce">AvroKeyValueIdentityMapper</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingMapper.html#map(java.lang.Object, org.apache.hadoop.mapreduce.MapContext)"><B>map(Object, MapContext<Object, Object, Object, Object>)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce">CollapsingMapper</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/DelegatingMapper.html#map(java.lang.Object, java.lang.Object, org.apache.hadoop.mapreduce.Mapper.Context)"><B>map(Object, Object, Mapper<Object, Object, Object, Object>.Context)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/DelegatingMapper.html" title="class in datafu.hourglass.mapreduce">DelegatingMapper</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/ObjectMapper.html#map(java.lang.Object, org.apache.hadoop.mapreduce.MapContext)"><B>map(Object, MapContext<Object, Object, Object, Object>)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce">ObjectMapper</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/PartitioningMapper.html#map(java.lang.Object, org.apache.hadoop.mapreduce.MapContext)"><B>map(Object, MapContext<Object, Object, Object, Object>)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/PartitioningMapper.html" title="class in datafu.hourglass.mapreduce">PartitioningMapper</A> +<DD> +<DT><A HREF="./datafu/hourglass/model/Mapper.html#map(In, datafu.hourglass.model.KeyValueCollector)"><B>map(In, KeyValueCollector<OutKey, OutVal>)</B></A> - +Method in interface datafu.hourglass.model.<A HREF="./datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A> +<DD>Maps an input record to one or more key-value pairs. +<DT><A HREF="./datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model"><B>Mapper</B></A><<A HREF="./datafu/hourglass/model/Mapper.html" title="type parameter in Mapper">In</A>,<A HREF="./datafu/hourglass/model/Mapper.html" title="type parameter in Mapper">OutKey</A>,<A HREF="./datafu/hourglass/model/Mapper.html" title="type parameter in Mapper">OutVal</A>> - Interface in <A HREF="./datafu/hourglass/model/package-summary.html">datafu.hourglass.model</A><DD>Maps an input record to one or more key-value pairs.<DT><A HREF="./datafu/hourglass/mapreduce/Parameters.html#MAPPER_IMPL_PATH"><B>MAPPER_IMPL_PATH</B></A> - +Static variable in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/Parameters.html" title="class in datafu.hourglass.mapreduce">Parameters</A> +<DD> +<DT><A HREF="./datafu/hourglass/model/Merger.html#merge(T, T)"><B>merge(T, T)</B></A> - +Method in interface datafu.hourglass.model.<A HREF="./datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A> +<DD>Merges two values together. +<DT><A HREF="./datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model"><B>Merger</B></A><<A HREF="./datafu/hourglass/model/Merger.html" title="type parameter in Merger">T</A>> - Interface in <A HREF="./datafu/hourglass/model/package-summary.html">datafu.hourglass.model</A><DD>Merges two values together.</DL> +<HR> +<A NAME="_N_"><!-- --></A><H2> +<B>N</B></H2> +<DL> +<DT><A HREF="./datafu/hourglass/fs/PathUtils.html#nestedDatedPathFormat"><B>nestedDatedPathFormat</B></A> - +Static variable in class datafu.hourglass.fs.<A HREF="./datafu/hourglass/fs/PathUtils.html" title="class in datafu.hourglass.fs">PathUtils</A> +<DD> +<DT><A HREF="./datafu/hourglass/fs/PathUtils.html#nonHiddenPathFilter"><B>nonHiddenPathFilter</B></A> - +Static variable in class datafu.hourglass.fs.<A HREF="./datafu/hourglass/fs/PathUtils.html" title="class in datafu.hourglass.fs">PathUtils</A> +<DD>Filters out paths starting with "." and "_". +</DL> +<HR> +<A NAME="_O_"><!-- --></A><H2> +<B>O</B></H2> +<DL> +<DT><A HREF="./datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce"><B>ObjectMapper</B></A> - Class in <A HREF="./datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A><DD>Defines the interface for a mapper implementation that <A HREF="./datafu/hourglass/mapreduce/DelegatingMapper.html" title="class in datafu.hourglass.mapreduce"><CODE>DelegatingMapper</CODE></A> delegates to.<DT><A HREF="./datafu/hourglass/mapreduce/ObjectMapper.html#ObjectMapper()"><B>ObjectMapper()</B></A> - +Constructor for class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce">ObjectMapper</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce"><B>ObjectProcessor</B></A> - Class in <A HREF="./datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A><DD>Base class for <A HREF="./datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce"><CODE>ObjectMapper</CODE></A> and <A HREF="./datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce"><CODE>ObjectReducer</CODE></A>.<DT><A HREF="./datafu/hourglass/mapreduce/ObjectProcessor.html#ObjectProcessor()"><B>ObjectProcessor()</B></A> - +Constructor for class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">ObjectProcessor</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce"><B>ObjectReducer</B></A> - Class in <A HREF="./datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A><DD>Defines the interface for combiner and reducer implementations that <A HREF="./datafu/hourglass/mapreduce/DelegatingCombiner.html" title="class in datafu.hourglass.mapreduce"><CODE>DelegatingCombiner</CODE></A> and + <A HREF="./datafu/hourglass/mapreduce/DelegatingReducer.html" title="class in datafu.hourglass.mapreduce"><CODE>DelegatingReducer</CODE></A> delegate to.<DT><A HREF="./datafu/hourglass/mapreduce/ObjectReducer.html#ObjectReducer()"><B>ObjectReducer()</B></A> - +Constructor for class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A> +<DD> +</DL> +<HR> +<A NAME="_P_"><!-- --></A><H2> +<B>P</B></H2> +<DL> +<DT><A HREF="./datafu/hourglass/mapreduce/Parameters.html" title="class in datafu.hourglass.mapreduce"><B>Parameters</B></A> - Class in <A HREF="./datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A><DD>Parameters used by the jobs to pass configuration settings + to the mappers, combiners, and reducers.<DT><A HREF="./datafu/hourglass/mapreduce/Parameters.html#Parameters()"><B>Parameters()</B></A> - +Constructor for class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/Parameters.html" title="class in datafu.hourglass.mapreduce">Parameters</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs"><B>PartitionCollapsingExecutionPlanner</B></A> - Class in <A HREF="./datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A><DD>Execution planner used by <A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> and its derived classes.<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#PartitionCollapsingExecutionPlanner(org.apache.hadoop.fs.FileSystem, java.util.Properties)"><B>PartitionCollapsingExecutionPlanner(FileSystem, Properties)</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionCollapsingExecutionPlanner</A> +<DD>Initializes the execution planner. +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>PartitionCollapsingIncrementalJob</B></A> - Class in <A HREF="./datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A><DD>A concrete version of <A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A>.<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#PartitionCollapsingIncrementalJob(java.lang.Class)"><B>PartitionCollapsingIncrementalJob(Class)</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</A> +<DD>Initializes the job. +<DT><A HREF="./datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas"><B>PartitionCollapsingSchemas</B></A> - Class in <A HREF="./datafu/hourglass/schemas/package-summary.html">datafu.hourglass.schemas</A><DD>Generates the Avro schemas used by <A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionCollapsingIncrementalJob</CODE></A> and its derivations.<DT><A HREF="./datafu/hourglass/schemas/PartitionCollapsingSchemas.html#PartitionCollapsingSchemas(datafu.hourglass.schemas.TaskSchemas, java.util.List, java.lang.String, java.lang.String)"><B>PartitionCollapsingSchemas(TaskSchemas, List<Schema>, String, String)</B></A> - +Constructor for class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/PartitioningCombiner.html" title="class in datafu.hourglass.mapreduce"><B>PartitioningCombiner</B></A> - Class in <A HREF="./datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A><DD>The combiner used by <A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> and its derived classes.<DT><A HREF="./datafu/hourglass/mapreduce/PartitioningCombiner.html#PartitioningCombiner()"><B>PartitioningCombiner()</B></A> - +Constructor for class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/PartitioningCombiner.html" title="class in datafu.hourglass.mapreduce">PartitioningCombiner</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/PartitioningMapper.html" title="class in datafu.hourglass.mapreduce"><B>PartitioningMapper</B></A> - Class in <A HREF="./datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A><DD>The mapper used by <A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> and its derived classes.<DT><A HREF="./datafu/hourglass/mapreduce/PartitioningMapper.html#PartitioningMapper()"><B>PartitioningMapper()</B></A> - +Constructor for class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/PartitioningMapper.html" title="class in datafu.hourglass.mapreduce">PartitioningMapper</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/PartitioningReducer.html" title="class in datafu.hourglass.mapreduce"><B>PartitioningReducer</B></A> - Class in <A HREF="./datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A><DD>The reducer used by <A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> and its derived classes.<DT><A HREF="./datafu/hourglass/mapreduce/PartitioningReducer.html#PartitioningReducer()"><B>PartitioningReducer()</B></A> - +Constructor for class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/PartitioningReducer.html" title="class in datafu.hourglass.mapreduce">PartitioningReducer</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs"><B>PartitionPreservingExecutionPlanner</B></A> - Class in <A HREF="./datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A><DD>Execution planner used by <A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> and its derived classes.<DT><A HREF="./datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#PartitionPreservingExecutionPlanner(org.apache.hadoop.fs.FileSystem, java.util.Properties)"><B>PartitionPreservingExecutionPlanner(FileSystem, Properties)</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionPreservingExecutionPlanner</A> +<DD>Initializes the execution planner. +<DT><A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>PartitionPreservingIncrementalJob</B></A> - Class in <A HREF="./datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A><DD>A concrete version of <A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A>.<DT><A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#PartitionPreservingIncrementalJob(java.lang.Class)"><B>PartitionPreservingIncrementalJob(Class)</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionPreservingIncrementalJob</A> +<DD>Initializes the job. +<DT><A HREF="./datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas"><B>PartitionPreservingSchemas</B></A> - Class in <A HREF="./datafu/hourglass/schemas/package-summary.html">datafu.hourglass.schemas</A><DD>Generates the Avro schemas used by <A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> and its derivations.<DT><A HREF="./datafu/hourglass/schemas/PartitionPreservingSchemas.html#PartitionPreservingSchemas(datafu.hourglass.schemas.TaskSchemas, java.util.List, java.lang.String, java.lang.String)"><B>PartitionPreservingSchemas(TaskSchemas, List<Schema>, String, String)</B></A> - +Constructor for class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A> +<DD> +<DT><A HREF="./datafu/hourglass/fs/PathUtils.html" title="class in datafu.hourglass.fs"><B>PathUtils</B></A> - Class in <A HREF="./datafu/hourglass/fs/package-summary.html">datafu.hourglass.fs</A><DD>A collection of utility methods for dealing with files and paths.<DT><A HREF="./datafu/hourglass/fs/PathUtils.html#PathUtils()"><B>PathUtils()</B></A> - +Constructor for class datafu.hourglass.fs.<A HREF="./datafu/hourglass/fs/PathUtils.html" title="class in datafu.hourglass.fs">PathUtils</A> +<DD> +</DL> +<HR> +<A NAME="_R_"><!-- --></A><H2> +<B>R</B></H2> +<DL> +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#randomTempPath()"><B>randomTempPath()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Generates a random temporary path within the file system. +<DT><A HREF="./datafu/hourglass/mapreduce/DistributedCacheHelper.html#readObject(org.apache.hadoop.conf.Configuration, org.apache.hadoop.fs.Path)"><B>readObject(Configuration, Path)</B></A> - +Static method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/DistributedCacheHelper.html" title="class in datafu.hourglass.mapreduce">DistributedCacheHelper</A> +<DD>Deserializes an object from a path in HDFS. +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingCombiner.html#reduce(java.lang.Object, java.lang.Iterable, org.apache.hadoop.mapreduce.ReduceContext)"><B>reduce(Object, Iterable<Object>, ReduceContext<Object, Object, Object, Object>)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce">CollapsingCombiner</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html#reduce(java.lang.Object, java.lang.Iterable, org.apache.hadoop.mapreduce.ReduceContext)"><B>reduce(Object, Iterable<Object>, ReduceContext<Object, Object, Object, Object>)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce">CollapsingReducer</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/DelegatingCombiner.html#reduce(java.lang.Object, java.lang.Iterable, org.apache.hadoop.mapreduce.Reducer.Context)"><B>reduce(Object, Iterable<Object>, Reducer<Object, Object, Object, Object>.Context)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/DelegatingCombiner.html" title="class in datafu.hourglass.mapreduce">DelegatingCombiner</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/DelegatingReducer.html#reduce(java.lang.Object, java.lang.Iterable, org.apache.hadoop.mapreduce.Reducer.Context)"><B>reduce(Object, Iterable<Object>, Reducer<Object, Object, Object, Object>.Context)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/DelegatingReducer.html" title="class in datafu.hourglass.mapreduce">DelegatingReducer</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/ObjectReducer.html#reduce(java.lang.Object, java.lang.Iterable, org.apache.hadoop.mapreduce.ReduceContext)"><B>reduce(Object, Iterable<Object>, ReduceContext<Object, Object, Object, Object>)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/PartitioningCombiner.html#reduce(java.lang.Object, java.lang.Iterable, org.apache.hadoop.mapreduce.ReduceContext)"><B>reduce(Object, Iterable<Object>, ReduceContext<Object, Object, Object, Object>)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/PartitioningCombiner.html" title="class in datafu.hourglass.mapreduce">PartitioningCombiner</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/PartitioningReducer.html#reduce(java.lang.Object, java.lang.Iterable, org.apache.hadoop.mapreduce.ReduceContext)"><B>reduce(Object, Iterable<Object>, ReduceContext<Object, Object, Object, Object>)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/PartitioningReducer.html" title="class in datafu.hourglass.mapreduce">PartitioningReducer</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs"><B>ReduceEstimator</B></A> - Class in <A HREF="./datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A><DD>Estimates the number of reducers needed based on input size.<DT><A HREF="./datafu/hourglass/jobs/ReduceEstimator.html#ReduceEstimator(org.apache.hadoop.fs.FileSystem, java.util.Properties)"><B>ReduceEstimator(FileSystem, Properties)</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs">ReduceEstimator</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/Parameters.html#REDUCER_IMPL_PATH"><B>REDUCER_IMPL_PATH</B></A> - +Static variable in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/Parameters.html" title="class in datafu.hourglass.mapreduce">Parameters</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/TimePartitioner.html#REDUCERS_PER_INPUT"><B>REDUCERS_PER_INPUT</B></A> - +Static variable in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/TimePartitioner.html" title="class in datafu.hourglass.jobs">TimePartitioner</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#run()"><B>run()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Run the job. +<DT><A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.html#run()"><B>run()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob</A> +<DD>Runs the job. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#run()"><B>run()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#run()"><B>run()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</A> +<DD>Run the job. +</DL> +<HR> +<A NAME="_S_"><!-- --></A><H2> +<B>S</B></H2> +<DL> +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingCombiner.html#setAccumulator(datafu.hourglass.model.Accumulator)"><B>setAccumulator(Accumulator<GenericRecord, GenericRecord>)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce">CollapsingCombiner</A> +<DD>Sets the accumulator used to perform aggregation. +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html#setAccumulator(datafu.hourglass.model.Accumulator)"><B>setAccumulator(Accumulator<GenericRecord, GenericRecord>)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce">CollapsingReducer</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/PartitioningCombiner.html#setAccumulator(datafu.hourglass.model.Accumulator)"><B>setAccumulator(Accumulator<GenericRecord, GenericRecord>)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/PartitioningCombiner.html" title="class in datafu.hourglass.mapreduce">PartitioningCombiner</A> +<DD>Sets the accumulator used to perform aggregation. +<DT><A HREF="./datafu/hourglass/mapreduce/PartitioningReducer.html#setAccumulator(datafu.hourglass.model.Accumulator)"><B>setAccumulator(Accumulator<GenericRecord, GenericRecord>)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/PartitioningReducer.html" title="class in datafu.hourglass.mapreduce">PartitioningReducer</A> +<DD>Sets the accumulator used to perform aggregation. +<DT><A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.html#setCombineInputs(boolean)"><B>setCombineInputs(boolean)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob</A> +<DD>Sets whether inputs should be combined. +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#setCombinerAccumulator(datafu.hourglass.model.Accumulator)"><B>setCombinerAccumulator(Accumulator<GenericRecord, GenericRecord>)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</A> +<DD>Set the accumulator for the combiner +<DT><A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setCombinerAccumulator(datafu.hourglass.model.Accumulator)"><B>setCombinerAccumulator(Accumulator<GenericRecord, GenericRecord>)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionPreservingIncrementalJob</A> +<DD>Set the accumulator for the combiner +<DT><A HREF="./datafu/hourglass/jobs/TimePartitioner.html#setConf(org.apache.hadoop.conf.Configuration)"><B>setConf(Configuration)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/TimePartitioner.html" title="class in datafu.hourglass.jobs">TimePartitioner</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingMapper.html#setContext(org.apache.hadoop.mapreduce.TaskInputOutputContext)"><B>setContext(TaskInputOutputContext<Object, Object, Object, Object>)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce">CollapsingMapper</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/ObjectProcessor.html#setContext(org.apache.hadoop.mapreduce.TaskInputOutputContext)"><B>setContext(TaskInputOutputContext<Object, Object, Object, Object>)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">ObjectProcessor</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/PartitioningMapper.html#setContext(org.apache.hadoop.mapreduce.TaskInputOutputContext)"><B>setContext(TaskInputOutputContext<Object, Object, Object, Object>)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/PartitioningMapper.html" title="class in datafu.hourglass.mapreduce">PartitioningMapper</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/PartitioningReducer.html#setContext(org.apache.hadoop.mapreduce.TaskInputOutputContext)"><B>setContext(TaskInputOutputContext<Object, Object, Object, Object>)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/PartitioningReducer.html" title="class in datafu.hourglass.mapreduce">PartitioningReducer</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#setCountersParentPath(org.apache.hadoop.fs.Path)"><B>setCountersParentPath(Path)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Sets the path where counters will be stored. +<DT><A HREF="./datafu/hourglass/jobs/StagedOutputJob.html#setCountersParentPath(org.apache.hadoop.fs.Path)"><B>setCountersParentPath(Path)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs">StagedOutputJob</A> +<DD>Sets path to store the counters. +<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html#setDaysAgo(java.lang.Integer)"><B>setDaysAgo(Integer)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<DD>Sets the number of days to subtract off the end date. +<DT><A HREF="./datafu/hourglass/jobs/TimeBasedJob.html#setDaysAgo(java.lang.Integer)"><B>setDaysAgo(Integer)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A> +<DD>Sets the number of days to subtract off the end of the consumption window. +<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html#setEndDate(java.util.Date)"><B>setEndDate(Date)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<DD>Sets the end date. +<DT><A HREF="./datafu/hourglass/jobs/TimeBasedJob.html#setEndDate(java.util.Date)"><B>setEndDate(Date)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A> +<DD>Sets the end date. +<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html#setFailOnMissing(boolean)"><B>setFailOnMissing(boolean)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<DD>Sets whether the job should fail if data is missing within the desired date range. +<DT><A HREF="./datafu/hourglass/jobs/IncrementalJob.html#setFailOnMissing(boolean)"><B>setFailOnMissing(boolean)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A> +<DD>Sets whether the job should fail if input data within the desired range is missing. +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#setInputPaths(java.util.List)"><B>setInputPaths(List<Path>)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Sets the input paths. +<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html#setInputPaths(java.util.List)"><B>setInputPaths(List<Path>)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<DD>Sets the input paths. +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#setIntermediateValueSchema(org.apache.avro.Schema)"><B>setIntermediateValueSchema(Schema)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</A> +<DD>Sets the Avro schema for the intermediate value. +<DT><A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setIntermediateValueSchema(org.apache.avro.Schema)"><B>setIntermediateValueSchema(Schema)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionPreservingIncrementalJob</A> +<DD>Sets the Avro schema for the intermediate value. +<DT><A HREF="./datafu/hourglass/schemas/TaskSchemas.Builder.html#setIntermediateValueSchema(org.apache.avro.Schema)"><B>setIntermediateValueSchema(Schema)</B></A> - +Method in class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas">TaskSchemas.Builder</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#setKeySchema(org.apache.avro.Schema)"><B>setKeySchema(Schema)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</A> +<DD>Sets the Avro schema for the key. +<DT><A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setKeySchema(org.apache.avro.Schema)"><B>setKeySchema(Schema)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionPreservingIncrementalJob</A> +<DD>Sets the Avro schema for the key. +<DT><A HREF="./datafu/hourglass/schemas/TaskSchemas.Builder.html#setKeySchema(org.apache.avro.Schema)"><B>setKeySchema(Schema)</B></A> - +Method in class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas">TaskSchemas.Builder</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#setMapper(datafu.hourglass.model.Mapper)"><B>setMapper(Mapper<GenericRecord, GenericRecord, GenericRecord>)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</A> +<DD>Set the mapper. +<DT><A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setMapper(datafu.hourglass.model.Mapper)"><B>setMapper(Mapper<GenericRecord, GenericRecord, GenericRecord>)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionPreservingIncrementalJob</A> +<DD>Set the mapper. +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingMapper.html#setMapper(datafu.hourglass.model.Mapper)"><B>setMapper(Mapper<GenericRecord, GenericRecord, GenericRecord>)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce">CollapsingMapper</A> +<DD>Sets the mapper. +<DT><A HREF="./datafu/hourglass/mapreduce/PartitioningMapper.html#setMapper(datafu.hourglass.model.Mapper)"><B>setMapper(Mapper<GenericRecord, GenericRecord, GenericRecord>)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/PartitioningMapper.html" title="class in datafu.hourglass.mapreduce">PartitioningMapper</A> +<DD>Sets the mapper. +<DT><A HREF="./datafu/hourglass/jobs/IncrementalJob.html#setMaxIterations(java.lang.Integer)"><B>setMaxIterations(Integer)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A> +<DD>Sets the maximum number of iterations for the job. +<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html#setMaxToProcess(java.lang.Integer)"><B>setMaxToProcess(Integer)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<DD>Sets the maximum number of days to process at a time. +<DT><A HREF="./datafu/hourglass/jobs/IncrementalJob.html#setMaxToProcess(java.lang.Integer)"><B>setMaxToProcess(Integer)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A> +<DD>Sets the maximum number of days of input data to process in a single run. +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#setMerger(datafu.hourglass.model.Merger)"><B>setMerger(Merger<GenericRecord>)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</A> +<DD>Sets the record merger that is capable of merging previous output with a new partial output. +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#setName(java.lang.String)"><B>setName(String)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Sets the job name +<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html#setNumDays(java.lang.Integer)"><B>setNumDays(Integer)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<DD>Sets the number of days to process. +<DT><A HREF="./datafu/hourglass/jobs/TimeBasedJob.html#setNumDays(java.lang.Integer)"><B>setNumDays(Integer)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A> +<DD>Sets the number of consecutive days to process. +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#setNumReducers(java.lang.Integer)"><B>setNumReducers(Integer)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Sets the number of reducers to use. +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#setOldMerger(datafu.hourglass.model.Merger)"><B>setOldMerger(Merger<GenericRecord>)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</A> +<DD>Sets the record merger that is capable of unmerging old partial output from the new output. +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html#setOldRecordMerger(datafu.hourglass.model.Merger)"><B>setOldRecordMerger(Merger<GenericRecord>)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce">CollapsingReducer</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#setOnSetup(datafu.hourglass.jobs.Setup)"><B>setOnSetup(Setup)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</A> +<DD>Set callback to provide custom configuration before job begins execution. +<DT><A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setOnSetup(datafu.hourglass.jobs.Setup)"><B>setOnSetup(Setup)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionPreservingIncrementalJob</A> +<DD>Set callback to provide custom configuration before job begins execution. +<DT><A HREF="./datafu/hourglass/jobs/DateRangeConfigurable.html#setOutputDateRange(datafu.hourglass.fs.DateRange)"><B>setOutputDateRange(DateRange)</B></A> - +Method in interface datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs">DateRangeConfigurable</A> +<DD>Sets the date range for the output. +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingCombiner.html#setOutputDateRange(datafu.hourglass.fs.DateRange)"><B>setOutputDateRange(DateRange)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce">CollapsingCombiner</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html#setOutputDateRange(datafu.hourglass.fs.DateRange)"><B>setOutputDateRange(DateRange)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce">CollapsingReducer</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#setOutputPath(org.apache.hadoop.fs.Path)"><B>setOutputPath(Path)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Sets the output path. +<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html#setOutputPath(org.apache.hadoop.fs.Path)"><B>setOutputPath(Path)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<DD>Sets the output path. +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#setOutputValueSchema(org.apache.avro.Schema)"><B>setOutputValueSchema(Schema)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</A> +<DD>Sets the Avro schema for the output data. +<DT><A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setOutputValueSchema(org.apache.avro.Schema)"><B>setOutputValueSchema(Schema)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionPreservingIncrementalJob</A> +<DD>Sets the Avro schema for the output data. +<DT><A HREF="./datafu/hourglass/schemas/TaskSchemas.Builder.html#setOutputValueSchema(org.apache.avro.Schema)"><B>setOutputValueSchema(Schema)</B></A> - +Method in class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas">TaskSchemas.Builder</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#setProperties(java.util.Properties)"><B>setProperties(Properties)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Sets the configuration properties. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#setProperties(java.util.Properties)"><B>setProperties(Properties)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/IncrementalJob.html#setProperties(java.util.Properties)"><B>setProperties(Properties)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/TimeBasedJob.html#setProperties(java.util.Properties)"><B>setProperties(Properties)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html#setRecordMerger(datafu.hourglass.model.Merger)"><B>setRecordMerger(Merger<GenericRecord>)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce">CollapsingReducer</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html#setReducerAccumulator(datafu.hourglass.model.Accumulator)"><B>setReducerAccumulator(Accumulator<GenericRecord, GenericRecord>)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</A> +<DD>Set the accumulator for the reducer. +<DT><A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setReducerAccumulator(datafu.hourglass.model.Accumulator)"><B>setReducerAccumulator(Accumulator<GenericRecord, GenericRecord>)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionPreservingIncrementalJob</A> +<DD>Set the accumulator for the reducer. +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#setRetentionCount(java.lang.Integer)"><B>setRetentionCount(Integer)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Sets the number of days of data which will be retained in the output path. +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingCombiner.html#setReuseOutput(boolean)"><B>setReuseOutput(boolean)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce">CollapsingCombiner</A> +<DD>Sets whether previous output is being reused. +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingMapper.html#setReuseOutput(boolean)"><B>setReuseOutput(boolean)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce">CollapsingMapper</A> +<DD>Sets whether previous output is being reused. +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html#setReuseOutput(boolean)"><B>setReuseOutput(boolean)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce">CollapsingReducer</A> +<DD>Sets whether previous output is being reused. +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#setReusePreviousOutput(boolean)"><B>setReusePreviousOutput(boolean)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A> +<DD>Set whether previous output should be reused. +<DT><A HREF="./datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html#setReusePreviousOutput(boolean)"><B>setReusePreviousOutput(boolean)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionCollapsingExecutionPlanner</A> +<DD>Sets whether previous output should be reused, if it exists. +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingCombiner.html#setSchemas(datafu.hourglass.schemas.PartitionCollapsingSchemas)"><B>setSchemas(PartitionCollapsingSchemas)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce">CollapsingCombiner</A> +<DD>Sets the schemas. +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingMapper.html#setSchemas(datafu.hourglass.schemas.PartitionCollapsingSchemas)"><B>setSchemas(PartitionCollapsingSchemas)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce">CollapsingMapper</A> +<DD>Sets the Avro schemas. +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html#setSchemas(datafu.hourglass.schemas.PartitionCollapsingSchemas)"><B>setSchemas(PartitionCollapsingSchemas)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce">CollapsingReducer</A> +<DD>Sets the Avro schemas. +<DT><A HREF="./datafu/hourglass/mapreduce/PartitioningMapper.html#setSchemas(datafu.hourglass.schemas.PartitionPreservingSchemas)"><B>setSchemas(PartitionPreservingSchemas)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/PartitioningMapper.html" title="class in datafu.hourglass.mapreduce">PartitioningMapper</A> +<DD>Sets the Avro schemas. +<DT><A HREF="./datafu/hourglass/mapreduce/PartitioningReducer.html#setSchemas(datafu.hourglass.schemas.PartitionPreservingSchemas)"><B>setSchemas(PartitionPreservingSchemas)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/PartitioningReducer.html" title="class in datafu.hourglass.mapreduce">PartitioningReducer</A> +<DD>Sets the Avro schemas. +<DT><A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html#setStartDate(java.util.Date)"><B>setStartDate(Date)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</A> +<DD>Sets the start date. +<DT><A HREF="./datafu/hourglass/jobs/TimeBasedJob.html#setStartDate(java.util.Date)"><B>setStartDate(Date)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A> +<DD>Sets the start date. +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#setTempPath(org.apache.hadoop.fs.Path)"><B>setTempPath(Path)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Sets the temporary path where intermediate files will be stored. +<DT><A HREF="./datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs"><B>Setup</B></A> - Interface in <A HREF="./datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A><DD>Used as a callback by <A HREF="./datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>PartitionCollapsingIncrementalJob</CODE></A> and <A HREF="./datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>PartitionPreservingIncrementalJob</CODE></A> + to provide configuration settings for the Hadoop job.<DT><A HREF="./datafu/hourglass/jobs/Setup.html#setup(org.apache.hadoop.conf.Configuration)"><B>setup(Configuration)</B></A> - +Method in interface datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs">Setup</A> +<DD>Set custom configuration. +<DT><A HREF="./datafu/hourglass/mapreduce/DelegatingCombiner.html#setup(org.apache.hadoop.mapreduce.Reducer.Context)"><B>setup(Reducer<Object, Object, Object, Object>.Context)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/DelegatingCombiner.html" title="class in datafu.hourglass.mapreduce">DelegatingCombiner</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/DelegatingMapper.html#setup(org.apache.hadoop.mapreduce.Mapper.Context)"><B>setup(Mapper<Object, Object, Object, Object>.Context)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/DelegatingMapper.html" title="class in datafu.hourglass.mapreduce">DelegatingMapper</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/DelegatingReducer.html#setup(org.apache.hadoop.mapreduce.Reducer.Context)"><B>setup(Reducer<Object, Object, Object, Object>.Context)</B></A> - +Method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/DelegatingReducer.html" title="class in datafu.hourglass.mapreduce">DelegatingReducer</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#setUseCombiner(boolean)"><B>setUseCombiner(boolean)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Sets whether the combiner should be used. +<DT><A HREF="./datafu/hourglass/jobs/StagedOutputJob.html#setWriteCounters(boolean)"><B>setWriteCounters(boolean)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs">StagedOutputJob</A> +<DD>Sets whether counters should be written. +<DT><A HREF="./datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs"><B>StagedOutputJob</B></A> - Class in <A HREF="./datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A><DD>A derivation of <CODE>Job</CODE> that stages its output in another location and only + moves it to the final destination if the job completes successfully.<DT><A HREF="./datafu/hourglass/jobs/StagedOutputJob.html#StagedOutputJob(org.apache.hadoop.conf.Configuration, java.lang.String, org.apache.log4j.Logger)"><B>StagedOutputJob(Configuration, String, Logger)</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs">StagedOutputJob</A> +<DD>Initializes the job. +</DL> +<HR> +<A NAME="_T_"><!-- --></A><H2> +<B>T</B></H2> +<DL> +<DT><A HREF="./datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas"><B>TaskSchemas</B></A> - Class in <A HREF="./datafu/hourglass/schemas/package-summary.html">datafu.hourglass.schemas</A><DD>Contains the Avro schemas for the key, intermediate value, and output value of a job.<DT><A HREF="./datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas"><B>TaskSchemas.Builder</B></A> - Class in <A HREF="./datafu/hourglass/schemas/package-summary.html">datafu.hourglass.schemas</A><DD> <DT><A HREF="./datafu/hourglass/schemas/TaskSchemas.Builder.html#TaskSchemas.Builder()"><B>TaskSchemas.Builder()</B></A> - +Constructor for class datafu.hourglass.schemas.<A HREF="./datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas">TaskSchemas.Builder</A> +<DD> +<DT><A HREF="./datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html#TEXT_PREFIX"><B>TEXT_PREFIX</B></A> - +Static variable in class datafu.hourglass.avro.<A HREF="./datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro">AvroKeyValueWithMetadataRecordWriter</A> +<DD>The configuration key prefix for a text output metadata. +<DT><A HREF="./datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html#TEXT_PREFIX"><B>TEXT_PREFIX</B></A> - +Static variable in class datafu.hourglass.avro.<A HREF="./datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro">AvroKeyWithMetadataRecordWriter</A> +<DD>The configuration key prefix for a text output metadata. +<DT><A HREF="./datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs"><B>TimeBasedJob</B></A> - Class in <A HREF="./datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A><DD>Base class for Hadoop jobs that consume time-partitioned data.<DT><A HREF="./datafu/hourglass/jobs/TimeBasedJob.html#TimeBasedJob()"><B>TimeBasedJob()</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A> +<DD>Initializes the job. +<DT><A HREF="./datafu/hourglass/jobs/TimeBasedJob.html#TimeBasedJob(java.lang.String, java.util.Properties)"><B>TimeBasedJob(String, Properties)</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A> +<DD>Initializes the job with a job name and properties. +<DT><A HREF="./datafu/hourglass/jobs/TimePartitioner.html" title="class in datafu.hourglass.jobs"><B>TimePartitioner</B></A> - Class in <A HREF="./datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A><DD>A partitioner used by <A HREF="./datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><CODE>AbstractPartitionPreservingIncrementalJob</CODE></A> to limit the number of named outputs + used by each reducer.<DT><A HREF="./datafu/hourglass/jobs/TimePartitioner.html#TimePartitioner()"><B>TimePartitioner()</B></A> - +Constructor for class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/TimePartitioner.html" title="class in datafu.hourglass.jobs">TimePartitioner</A> +<DD> +<DT><A HREF="./datafu/hourglass/fs/PathUtils.html#timeZone"><B>timeZone</B></A> - +Static variable in class datafu.hourglass.fs.<A HREF="./datafu/hourglass/fs/PathUtils.html" title="class in datafu.hourglass.fs">PathUtils</A> +<DD> +<DT><A HREF="./datafu/hourglass/fs/DatePath.html#toString()"><B>toString()</B></A> - +Method in class datafu.hourglass.fs.<A HREF="./datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</A> +<DD> +</DL> +<HR> +<A NAME="_V_"><!-- --></A><H2> +<B>V</B></H2> +<DL> +<DT><A HREF="./datafu/hourglass/jobs/AbstractJob.html#validate()"><B>validate()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</A> +<DD>Validation required before running job. +<DT><A HREF="./datafu/hourglass/jobs/TimeBasedJob.html#validate()"><B>validate()</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</A> +<DD> +</DL> +<HR> +<A NAME="_W_"><!-- --></A><H2> +<B>W</B></H2> +<DL> +<DT><A HREF="./datafu/hourglass/jobs/StagedOutputJob.html#waitForCompletion(boolean)"><B>waitForCompletion(boolean)</B></A> - +Method in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs">StagedOutputJob</A> +<DD>Run the job and wait for it to complete. +<DT><A HREF="./datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html#write(K, V)"><B>write(K, V)</B></A> - +Method in class datafu.hourglass.avro.<A HREF="./datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro">AvroKeyValueWithMetadataRecordWriter</A> +<DD> +<DT><A HREF="./datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html#write(org.apache.avro.mapred.AvroKey, org.apache.hadoop.io.NullWritable)"><B>write(AvroKey<T>, NullWritable)</B></A> - +Method in class datafu.hourglass.avro.<A HREF="./datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro">AvroKeyWithMetadataRecordWriter</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/DistributedCacheHelper.html#writeObject(org.apache.hadoop.conf.Configuration, java.lang.Object, org.apache.hadoop.fs.Path)"><B>writeObject(Configuration, Object, Path)</B></A> - +Static method in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/DistributedCacheHelper.html" title="class in datafu.hourglass.mapreduce">DistributedCacheHelper</A> +<DD>Serializes an object to a path in HDFS and adds the file to the distributed cache. +</DL> +<HR> +<A NAME="___"><!-- --></A><H2> +<B>_</B></H2> +<DL> +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html#_beginTime"><B>_beginTime</B></A> - +Variable in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce">CollapsingReducer</A> +<DD> +<DT><A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html#_endTime"><B>_endTime</B></A> - +Variable in class datafu.hourglass.mapreduce.<A HREF="./datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce">CollapsingReducer</A> +<DD> +<DT><A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html#_reusePreviousOutput"><B>_reusePreviousOutput</B></A> - +Variable in class datafu.hourglass.jobs.<A HREF="./datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</A> +<DD> +</DL> +<HR> +<A HREF="#_A_">A</A> <A HREF="#_B_">B</A> <A HREF="#_C_">C</A> <A HREF="#_D_">D</A> <A HREF="#_E_">E</A> <A HREF="#_F_">F</A> <A HREF="#_G_">G</A> <A HREF="#_I_">I</A> <A HREF="#_K_">K</A> <A HREF="#_L_">L</A> <A HREF="#_M_">M</A> <A HREF="#_N_">N</A> <A HREF="#_O_">O</A> <A HREF="#_P_">P</A> <A HREF="#_R_">R</A> <A HREF="#_S_">S</A> <A HREF="#_T_">T</A> <A HREF="#_V_">V</A> <A HREF="#_W_">W</A> <A HREF="#___">_</A> + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="./overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Package</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Use</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="./overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="./deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Index</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="./help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="./index.html?index-all.html" target="_top"><B>FRAMES</B></A> + <A HREF="index-all.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="./allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="./allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/index.html b/hourglass/docs/current/index.html new file mode 100644 index 0000000..f98afcd --- /dev/null +++ b/hourglass/docs/current/index.html
@@ -0,0 +1,39 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Frameset//EN" "http://www.w3.org/TR/html4/frameset.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc on Wed Oct 02 21:14:17 PDT 2013--> +<TITLE> +DataFu Hourglass +</TITLE> +<SCRIPT type="text/javascript"> + targetPage = "" + window.location.search; + if (targetPage != "" && targetPage != "undefined") + targetPage = targetPage.substring(1); + if (targetPage.indexOf(":") != -1) + targetPage = "undefined"; + function loadFrames() { + if (targetPage != "" && targetPage != "undefined") + top.classFrame.location = top.targetPage; + } +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> +</HEAD> +<FRAMESET cols="20%,80%" title="" onLoad="top.loadFrames()"> +<FRAMESET rows="30%,70%" title="" onLoad="top.loadFrames()"> +<FRAME src="overview-frame.html" name="packageListFrame" title="All Packages"> +<FRAME src="allclasses-frame.html" name="packageFrame" title="All classes and interfaces (except non-static nested types)"> +</FRAMESET> +<FRAME src="overview-summary.html" name="classFrame" title="Package, class and interface descriptions" scrolling="yes"> +<NOFRAMES> +<H2> +Frame Alert</H2> + +<P> +This document is designed to be viewed using the frames feature. If you see this message, you are using a non-frame-capable web client. +<BR> +Link to<A HREF="overview-summary.html">Non-frame version.</A> +</NOFRAMES> +</FRAMESET> +</HTML>
diff --git a/hourglass/docs/current/overview-frame.html b/hourglass/docs/current/overview-frame.html new file mode 100644 index 0000000..613682f --- /dev/null +++ b/hourglass/docs/current/overview-frame.html
@@ -0,0 +1,52 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Overview List (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="stylesheet.css" TITLE="Style"> + + +</HEAD> + +<BODY BGCOLOR="white"> + +<TABLE BORDER="0" WIDTH="100%" SUMMARY=""> +<TR> +<TH ALIGN="left" NOWRAP><FONT size="+1" CLASS="FrameTitleFont"> +<B></B></FONT></TH> +</TR> +</TABLE> + +<TABLE BORDER="0" WIDTH="100%" SUMMARY=""> +<TR> +<TD NOWRAP><FONT CLASS="FrameItemFont"><A HREF="allclasses-frame.html" target="packageFrame">All Classes</A></FONT> +<P> +<FONT size="+1" CLASS="FrameHeadingFont"> +Packages</FONT> +<BR> +<FONT CLASS="FrameItemFont"><A HREF="datafu/hourglass/avro/package-frame.html" target="packageFrame">datafu.hourglass.avro</A></FONT> +<BR> +<FONT CLASS="FrameItemFont"><A HREF="datafu/hourglass/fs/package-frame.html" target="packageFrame">datafu.hourglass.fs</A></FONT> +<BR> +<FONT CLASS="FrameItemFont"><A HREF="datafu/hourglass/jobs/package-frame.html" target="packageFrame">datafu.hourglass.jobs</A></FONT> +<BR> +<FONT CLASS="FrameItemFont"><A HREF="datafu/hourglass/mapreduce/package-frame.html" target="packageFrame">datafu.hourglass.mapreduce</A></FONT> +<BR> +<FONT CLASS="FrameItemFont"><A HREF="datafu/hourglass/model/package-frame.html" target="packageFrame">datafu.hourglass.model</A></FONT> +<BR> +<FONT CLASS="FrameItemFont"><A HREF="datafu/hourglass/schemas/package-frame.html" target="packageFrame">datafu.hourglass.schemas</A></FONT> +<BR> +</TD> +</TR> +</TABLE> + +<P> + +</BODY> +</HTML>
diff --git a/hourglass/docs/current/overview-summary.html b/hourglass/docs/current/overview-summary.html new file mode 100644 index 0000000..876bb81 --- /dev/null +++ b/hourglass/docs/current/overview-summary.html
@@ -0,0 +1,188 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:17 PDT 2013 --> +<TITLE> +Overview (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Overview (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Overview</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Package</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Use</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="index.html?overview-summary.html" target="_top"><B>FRAMES</B></A> + <A HREF="overview-summary.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H1> +DataFu Hourglass +</H1> +</CENTER> +A framework for incrementally processing data in Hadoop. +<P> +<B>See:</B> +<BR> + <A HREF="#overview_description"><B>Description</B></A> +<P> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Packages</B></FONT></TH> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="20%"><B><A HREF="datafu/hourglass/avro/package-summary.html">datafu.hourglass.avro</A></B></TD> +<TD>Input and output formats for using Avro in incremental Hadoop jobs.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="20%"><B><A HREF="datafu/hourglass/fs/package-summary.html">datafu.hourglass.fs</A></B></TD> +<TD>Classes for working with the file system.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="20%"><B><A HREF="datafu/hourglass/jobs/package-summary.html">datafu.hourglass.jobs</A></B></TD> +<TD>Incremental Hadoop jobs and some supporting classes.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="20%"><B><A HREF="datafu/hourglass/mapreduce/package-summary.html">datafu.hourglass.mapreduce</A></B></TD> +<TD>Implementations of mappers, combiners, and reducers used by incremental jobs.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="20%"><B><A HREF="datafu/hourglass/model/package-summary.html">datafu.hourglass.model</A></B></TD> +<TD>Interfaces which define the incremental processing model.</TD> +</TR> +<TR BGCOLOR="white" CLASS="TableRowColor"> +<TD WIDTH="20%"><B><A HREF="datafu/hourglass/schemas/package-summary.html">datafu.hourglass.schemas</A></B></TD> +<TD>Classes that help manage the Avro schemas used by the jobs.</TD> +</TR> +</TABLE> + +<P> + <A NAME="overview_description"><!-- --></A> +<P> +A framework for incrementally processing data in Hadoop. +<P> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Overview</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Package</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Use</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="index.html?overview-summary.html" target="_top"><B>FRAMES</B></A> + <A HREF="overview-summary.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/overview-tree.html b/hourglass/docs/current/overview-tree.html new file mode 100644 index 0000000..6f7051f --- /dev/null +++ b/hourglass/docs/current/overview-tree.html
@@ -0,0 +1,222 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Class Hierarchy (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Class Hierarchy (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Package</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Use</FONT> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Tree</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="index.html?overview-tree.html" target="_top"><B>FRAMES</B></A> + <A HREF="overview-tree.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H2> +Hierarchy For All Packages</H2> +</CENTER> +<DL> +<DT><B>Package Hierarchies:</B><DD><A HREF="datafu/hourglass/avro/package-tree.html">datafu.hourglass.avro</A>, <A HREF="datafu/hourglass/fs/package-tree.html">datafu.hourglass.fs</A>, <A HREF="datafu/hourglass/jobs/package-tree.html">datafu.hourglass.jobs</A>, <A HREF="datafu/hourglass/mapreduce/package-tree.html">datafu.hourglass.mapreduce</A>, <A HREF="datafu/hourglass/model/package-tree.html">datafu.hourglass.model</A>, <A HREF="datafu/hourglass/schemas/package-tree.html">datafu.hourglass.schemas</A></DL> +<HR> +<H2> +Class Hierarchy +</H2> +<UL> +<LI TYPE="circle">java.lang.Object<UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><B>AbstractNonIncrementalJob.Report</B></A><LI TYPE="circle">datafu.hourglass.jobs.<A HREF="datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><B>AbstractPartitionCollapsingIncrementalJob.Report</B></A><LI TYPE="circle">datafu.hourglass.jobs.<A HREF="datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><B>AbstractPartitionPreservingIncrementalJob.Report</B></A><LI TYPE="circle">datafu.hourglass.avro.<A HREF="datafu/hourglass/avro/AvroDateRangeMetadata.html" title="class in datafu.hourglass.avro"><B>AvroDateRangeMetadata</B></A><LI TYPE="circle">datafu.hourglass.avro.<A HREF="datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.RecordWriterFactory.html" title="class in datafu.hourglass.avro"><B>AvroKeyWithMetadataOutputFormat.RecordWriterFactory</B></A><T><LI TYPE="circle">org.apache.hadoop.conf.Configured (implements org.apache.hadoop.conf.Configurable) +<UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs"><B>AbstractJob</B></A><UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs"><B>TimeBasedJob</B></A><UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>AbstractNonIncrementalJob</B></A><LI TYPE="circle">datafu.hourglass.jobs.<A HREF="datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><B>IncrementalJob</B></A><UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>AbstractPartitionCollapsingIncrementalJob</B></A><UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>PartitionCollapsingIncrementalJob</B></A></UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>AbstractPartitionPreservingIncrementalJob</B></A><UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><B>PartitionPreservingIncrementalJob</B></A></UL> +</UL> +</UL> +</UL> +</UL> +<LI TYPE="circle">datafu.hourglass.fs.<A HREF="datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs"><B>DatePath</B></A> (implements java.lang.Comparable<T>) +<LI TYPE="circle">datafu.hourglass.fs.<A HREF="datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs"><B>DateRange</B></A><LI TYPE="circle">datafu.hourglass.jobs.<A HREF="datafu/hourglass/jobs/DateRangePlanner.html" title="class in datafu.hourglass.jobs"><B>DateRangePlanner</B></A><LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="datafu/hourglass/mapreduce/DistributedCacheHelper.html" title="class in datafu.hourglass.mapreduce"><B>DistributedCacheHelper</B></A><LI TYPE="circle">datafu.hourglass.jobs.<A HREF="datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs"><B>ExecutionPlanner</B></A><UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs"><B>PartitionCollapsingExecutionPlanner</B></A><LI TYPE="circle">datafu.hourglass.jobs.<A HREF="datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs"><B>PartitionPreservingExecutionPlanner</B></A></UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="datafu/hourglass/jobs/FileCleaner.html" title="class in datafu.hourglass.jobs"><B>FileCleaner</B></A><LI TYPE="circle">org.apache.hadoop.mapreduce.InputFormat<K,V><UL> +<LI TYPE="circle">org.apache.hadoop.mapreduce.lib.input.FileInputFormat<K,V><UL> +<LI TYPE="circle">org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat<K,V><UL> +<LI TYPE="circle">datafu.hourglass.avro.<A HREF="datafu/hourglass/avro/CombinedAvroKeyInputFormat.html" title="class in datafu.hourglass.avro"><B>CombinedAvroKeyInputFormat</B></A><T></UL> +</UL> +</UL> +<LI TYPE="circle">org.apache.hadoop.mapreduce.JobContext<UL> +<LI TYPE="circle">org.apache.hadoop.mapreduce.Job<UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs"><B>StagedOutputJob</B></A> (implements java.util.concurrent.Callable<V>) +</UL> +</UL> +<LI TYPE="circle">org.apache.hadoop.mapreduce.Mapper<KEYIN,VALUEIN,KEYOUT,VALUEOUT><UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html" title="class in datafu.hourglass.jobs"><B>AbstractNonIncrementalJob.BaseMapper</B></A><LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html" title="class in datafu.hourglass.mapreduce"><B>AvroKeyValueIdentityMapper</B></A><LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="datafu/hourglass/mapreduce/DelegatingMapper.html" title="class in datafu.hourglass.mapreduce"><B>DelegatingMapper</B></A></UL> +<LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce"><B>ObjectProcessor</B></A><UL> +<LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce"><B>ObjectMapper</B></A><UL> +<LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce"><B>CollapsingMapper</B></A> (implements java.io.Serializable) +<LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="datafu/hourglass/mapreduce/PartitioningMapper.html" title="class in datafu.hourglass.mapreduce"><B>PartitioningMapper</B></A> (implements java.io.Serializable) +</UL> +<LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce"><B>ObjectReducer</B></A><UL> +<LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce"><B>CollapsingCombiner</B></A> (implements datafu.hourglass.jobs.<A HREF="datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs">DateRangeConfigurable</A>, java.io.Serializable) +<LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce"><B>CollapsingReducer</B></A> (implements datafu.hourglass.jobs.<A HREF="datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs">DateRangeConfigurable</A>, java.io.Serializable) +<LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="datafu/hourglass/mapreduce/PartitioningCombiner.html" title="class in datafu.hourglass.mapreduce"><B>PartitioningCombiner</B></A> (implements java.io.Serializable) +<LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="datafu/hourglass/mapreduce/PartitioningReducer.html" title="class in datafu.hourglass.mapreduce"><B>PartitioningReducer</B></A> (implements java.io.Serializable) +</UL> +</UL> +<LI TYPE="circle">org.apache.hadoop.mapreduce.OutputFormat<K,V><UL> +<LI TYPE="circle">org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<K,V><UL> +<LI TYPE="circle">org.apache.avro.mapreduce.AvroOutputFormatBase<K,V><UL> +<LI TYPE="circle">datafu.hourglass.avro.<A HREF="datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro"><B>AvroKeyValueWithMetadataOutputFormat</B></A><K,V><LI TYPE="circle">datafu.hourglass.avro.<A HREF="datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.html" title="class in datafu.hourglass.avro"><B>AvroKeyWithMetadataOutputFormat</B></A><T></UL> +</UL> +</UL> +<LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="datafu/hourglass/mapreduce/Parameters.html" title="class in datafu.hourglass.mapreduce"><B>Parameters</B></A><LI TYPE="circle">datafu.hourglass.schemas.<A HREF="datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas"><B>PartitionCollapsingSchemas</B></A> (implements java.io.Serializable) +<LI TYPE="circle">org.apache.hadoop.mapreduce.Partitioner<KEY,VALUE><UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="datafu/hourglass/jobs/TimePartitioner.html" title="class in datafu.hourglass.jobs"><B>TimePartitioner</B></A> (implements org.apache.hadoop.conf.Configurable) +</UL> +<LI TYPE="circle">datafu.hourglass.schemas.<A HREF="datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas"><B>PartitionPreservingSchemas</B></A> (implements java.io.Serializable) +<LI TYPE="circle">datafu.hourglass.fs.<A HREF="datafu/hourglass/fs/PathUtils.html" title="class in datafu.hourglass.fs"><B>PathUtils</B></A><LI TYPE="circle">org.apache.hadoop.mapreduce.RecordReader<KEYIN,VALUEIN> (implements java.io.Closeable) +<UL> +<LI TYPE="circle">org.apache.avro.mapreduce.AvroRecordReaderBase<K,V,T><UL> +<LI TYPE="circle">org.apache.avro.mapreduce.AvroKeyRecordReader<T><UL> +<LI TYPE="circle">datafu.hourglass.avro.<A HREF="datafu/hourglass/avro/CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader.html" title="class in datafu.hourglass.avro"><B>CombinedAvroKeyInputFormat.CombinedAvroKeyRecordReader</B></A><T></UL> +</UL> +</UL> +<LI TYPE="circle">org.apache.hadoop.mapreduce.RecordWriter<K,V><UL> +<LI TYPE="circle">datafu.hourglass.avro.<A HREF="datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro"><B>AvroKeyValueWithMetadataRecordWriter</B></A><K,V><LI TYPE="circle">datafu.hourglass.avro.<A HREF="datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.html" title="class in datafu.hourglass.avro"><B>AvroKeyWithMetadataRecordWriter</B></A><T></UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs"><B>ReduceEstimator</B></A><LI TYPE="circle">org.apache.hadoop.mapreduce.Reducer<KEYIN,VALUEIN,KEYOUT,VALUEOUT><UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html" title="class in datafu.hourglass.jobs"><B>AbstractNonIncrementalJob.BaseCombiner</B></A><LI TYPE="circle">datafu.hourglass.jobs.<A HREF="datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html" title="class in datafu.hourglass.jobs"><B>AbstractNonIncrementalJob.BaseReducer</B></A><LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="datafu/hourglass/mapreduce/DelegatingCombiner.html" title="class in datafu.hourglass.mapreduce"><B>DelegatingCombiner</B></A><LI TYPE="circle">datafu.hourglass.mapreduce.<A HREF="datafu/hourglass/mapreduce/DelegatingReducer.html" title="class in datafu.hourglass.mapreduce"><B>DelegatingReducer</B></A></UL> +<LI TYPE="circle">datafu.hourglass.schemas.<A HREF="datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas"><B>TaskSchemas</B></A><LI TYPE="circle">datafu.hourglass.schemas.<A HREF="datafu/hourglass/schemas/TaskSchemas.Builder.html" title="class in datafu.hourglass.schemas"><B>TaskSchemas.Builder</B></A></UL> +</UL> +<H2> +Interface Hierarchy +</H2> +<UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs"><B>DateRangeConfigurable</B></A><LI TYPE="circle">datafu.hourglass.model.<A HREF="datafu/hourglass/model/KeyValueCollector.html" title="interface in datafu.hourglass.model"><B>KeyValueCollector</B></A><K,V><LI TYPE="circle">java.io.Serializable<UL> +<LI TYPE="circle">datafu.hourglass.model.<A HREF="datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model"><B>Accumulator</B></A><In,Out><LI TYPE="circle">datafu.hourglass.model.<A HREF="datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model"><B>Mapper</B></A><In,OutKey,OutVal><LI TYPE="circle">datafu.hourglass.model.<A HREF="datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model"><B>Merger</B></A><T></UL> +<LI TYPE="circle">datafu.hourglass.jobs.<A HREF="datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs"><B>Setup</B></A></UL> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Package</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Use</FONT> </TD> + <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Tree</B></FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="index.html?overview-tree.html" target="_top"><B>FRAMES</B></A> + <A HREF="overview-tree.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/package-list b/hourglass/docs/current/package-list new file mode 100644 index 0000000..e89e0ac --- /dev/null +++ b/hourglass/docs/current/package-list
@@ -0,0 +1,6 @@ +datafu.hourglass.avro +datafu.hourglass.fs +datafu.hourglass.jobs +datafu.hourglass.mapreduce +datafu.hourglass.model +datafu.hourglass.schemas
diff --git a/hourglass/docs/current/resources/inherit.gif b/hourglass/docs/current/resources/inherit.gif new file mode 100644 index 0000000..c814867 --- /dev/null +++ b/hourglass/docs/current/resources/inherit.gif Binary files differ
diff --git a/hourglass/docs/current/serialized-form.html b/hourglass/docs/current/serialized-form.html new file mode 100644 index 0000000..d85e120 --- /dev/null +++ b/hourglass/docs/current/serialized-form.html
@@ -0,0 +1,555 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!--NewPage--> +<HTML> +<HEAD> +<!-- Generated by javadoc (build 1.6.0_27) on Wed Oct 02 21:14:16 PDT 2013 --> +<TITLE> +Serialized Form (DataFu Hourglass) +</TITLE> + +<META NAME="date" CONTENT="2013-10-02"> + +<LINK REL ="stylesheet" TYPE="text/css" HREF="stylesheet.css" TITLE="Style"> + +<SCRIPT type="text/javascript"> +function windowTitle() +{ + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Serialized Form (DataFu Hourglass)"; + } +} +</SCRIPT> +<NOSCRIPT> +</NOSCRIPT> + +</HEAD> + +<BODY BGCOLOR="white" onload="windowTitle();"> +<HR> + + +<!-- ========= START OF TOP NAVBAR ======= --> +<A NAME="navbar_top"><!-- --></A> +<A HREF="#skip-navbar_top" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_top_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Package</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Use</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="index.html?serialized-form.html" target="_top"><B>FRAMES</B></A> + <A HREF="serialized-form.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_top"></A> +<!-- ========= END OF TOP NAVBAR ========= --> + +<HR> +<CENTER> +<H1> +Serialized Form</H1> +</CENTER> +<HR SIZE="4" NOSHADE> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="center"><FONT SIZE="+2"> +<B>Package</B> <B>datafu.hourglass.mapreduce</B></FONT></TH> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.mapreduce.CollapsingCombiner"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Class <A HREF="datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce">datafu.hourglass.mapreduce.CollapsingCombiner</A> extends <A HREF="datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A> implements Serializable</B></FONT></TH> +</TR> +</TABLE> + +<P> +<A NAME="serializedForm"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Serialized Fields</B></FONT></TH> +</TR> +</TABLE> + +<H3> +_accumulator</H3> +<PRE> +<A HREF="datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><<A HREF="datafu/hourglass/model/Accumulator.html" title="type parameter in Accumulator">In</A>,<A HREF="datafu/hourglass/model/Accumulator.html" title="type parameter in Accumulator">Out</A>> <B>_accumulator</B></PRE> +<DL> +<DL> +</DL> +</DL> +<HR> +<H3> +_reusePreviousOutput</H3> +<PRE> +boolean <B>_reusePreviousOutput</B></PRE> +<DL> +<DL> +</DL> +</DL> +<HR> +<H3> +_schemas</H3> +<PRE> +<A HREF="datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> <B>_schemas</B></PRE> +<DL> +<DL> +</DL> +</DL> +<HR> +<H3> +_beginTime</H3> +<PRE> +long <B>_beginTime</B></PRE> +<DL> +<DL> +</DL> +</DL> +<HR> +<H3> +_endTime</H3> +<PRE> +long <B>_endTime</B></PRE> +<DL> +<DL> +</DL> +</DL> + +<P> +<A NAME="datafu.hourglass.mapreduce.CollapsingMapper"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Class <A HREF="datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce">datafu.hourglass.mapreduce.CollapsingMapper</A> extends <A HREF="datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce">ObjectMapper</A> implements Serializable</B></FONT></TH> +</TR> +</TABLE> + +<P> +<A NAME="serializedForm"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Serialized Fields</B></FONT></TH> +</TR> +</TABLE> + +<H3> +_reusePreviousOutput</H3> +<PRE> +boolean <B>_reusePreviousOutput</B></PRE> +<DL> +<DL> +</DL> +</DL> +<HR> +<H3> +_schemas</H3> +<PRE> +<A HREF="datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> <B>_schemas</B></PRE> +<DL> +<DL> +</DL> +</DL> +<HR> +<H3> +_mapper</H3> +<PRE> +<A HREF="datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><<A HREF="datafu/hourglass/model/Mapper.html" title="type parameter in Mapper">In</A>,<A HREF="datafu/hourglass/model/Mapper.html" title="type parameter in Mapper">OutKey</A>,<A HREF="datafu/hourglass/model/Mapper.html" title="type parameter in Mapper">OutVal</A>> <B>_mapper</B></PRE> +<DL> +<DL> +</DL> +</DL> + +<P> +<A NAME="datafu.hourglass.mapreduce.CollapsingReducer"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Class <A HREF="datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce">datafu.hourglass.mapreduce.CollapsingReducer</A> extends <A HREF="datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A> implements Serializable</B></FONT></TH> +</TR> +</TABLE> + +<P> +<A NAME="serializedForm"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Serialized Fields</B></FONT></TH> +</TR> +</TABLE> + +<H3> +_beginTime</H3> +<PRE> +long <B>_beginTime</B></PRE> +<DL> +<DL> +</DL> +</DL> +<HR> +<H3> +_endTime</H3> +<PRE> +long <B>_endTime</B></PRE> +<DL> +<DL> +</DL> +</DL> +<HR> +<H3> +_newAccumulator</H3> +<PRE> +<A HREF="datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><<A HREF="datafu/hourglass/model/Accumulator.html" title="type parameter in Accumulator">In</A>,<A HREF="datafu/hourglass/model/Accumulator.html" title="type parameter in Accumulator">Out</A>> <B>_newAccumulator</B></PRE> +<DL> +<DL> +</DL> +</DL> +<HR> +<H3> +_oldAccumulator</H3> +<PRE> +<A HREF="datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><<A HREF="datafu/hourglass/model/Accumulator.html" title="type parameter in Accumulator">In</A>,<A HREF="datafu/hourglass/model/Accumulator.html" title="type parameter in Accumulator">Out</A>> <B>_oldAccumulator</B></PRE> +<DL> +<DL> +</DL> +</DL> +<HR> +<H3> +_merger</H3> +<PRE> +<A HREF="datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A><<A HREF="datafu/hourglass/model/Merger.html" title="type parameter in Merger">T</A>> <B>_merger</B></PRE> +<DL> +<DL> +</DL> +</DL> +<HR> +<H3> +_oldMerger</H3> +<PRE> +<A HREF="datafu/hourglass/model/Merger.html" title="interface in datafu.hourglass.model">Merger</A><<A HREF="datafu/hourglass/model/Merger.html" title="type parameter in Merger">T</A>> <B>_oldMerger</B></PRE> +<DL> +<DL> +</DL> +</DL> +<HR> +<H3> +_reusePreviousOutput</H3> +<PRE> +boolean <B>_reusePreviousOutput</B></PRE> +<DL> +<DL> +</DL> +</DL> +<HR> +<H3> +_schemas</H3> +<PRE> +<A HREF="datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</A> <B>_schemas</B></PRE> +<DL> +<DL> +</DL> +</DL> + +<P> +<A NAME="datafu.hourglass.mapreduce.PartitioningCombiner"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Class <A HREF="datafu/hourglass/mapreduce/PartitioningCombiner.html" title="class in datafu.hourglass.mapreduce">datafu.hourglass.mapreduce.PartitioningCombiner</A> extends <A HREF="datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A> implements Serializable</B></FONT></TH> +</TR> +</TABLE> + +<P> +<A NAME="serializedForm"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Serialized Fields</B></FONT></TH> +</TR> +</TABLE> + +<H3> +accumulator</H3> +<PRE> +<A HREF="datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><<A HREF="datafu/hourglass/model/Accumulator.html" title="type parameter in Accumulator">In</A>,<A HREF="datafu/hourglass/model/Accumulator.html" title="type parameter in Accumulator">Out</A>> <B>accumulator</B></PRE> +<DL> +<DL> +</DL> +</DL> + +<P> +<A NAME="datafu.hourglass.mapreduce.PartitioningMapper"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Class <A HREF="datafu/hourglass/mapreduce/PartitioningMapper.html" title="class in datafu.hourglass.mapreduce">datafu.hourglass.mapreduce.PartitioningMapper</A> extends <A HREF="datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce">ObjectMapper</A> implements Serializable</B></FONT></TH> +</TR> +</TABLE> + +<P> +<A NAME="serializedForm"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Serialized Fields</B></FONT></TH> +</TR> +</TABLE> + +<H3> +_mapper</H3> +<PRE> +<A HREF="datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</A><<A HREF="datafu/hourglass/model/Mapper.html" title="type parameter in Mapper">In</A>,<A HREF="datafu/hourglass/model/Mapper.html" title="type parameter in Mapper">OutKey</A>,<A HREF="datafu/hourglass/model/Mapper.html" title="type parameter in Mapper">OutVal</A>> <B>_mapper</B></PRE> +<DL> +<DL> +</DL> +</DL> +<HR> +<H3> +_schemas</H3> +<PRE> +<A HREF="datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A> <B>_schemas</B></PRE> +<DL> +<DL> +</DL> +</DL> + +<P> +<A NAME="datafu.hourglass.mapreduce.PartitioningReducer"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Class <A HREF="datafu/hourglass/mapreduce/PartitioningReducer.html" title="class in datafu.hourglass.mapreduce">datafu.hourglass.mapreduce.PartitioningReducer</A> extends <A HREF="datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</A> implements Serializable</B></FONT></TH> +</TR> +</TABLE> + +<P> +<A NAME="serializedForm"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Serialized Fields</B></FONT></TH> +</TR> +</TABLE> + +<H3> +_schemas</H3> +<PRE> +<A HREF="datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">PartitionPreservingSchemas</A> <B>_schemas</B></PRE> +<DL> +<DL> +</DL> +</DL> +<HR> +<H3> +accumulator</H3> +<PRE> +<A HREF="datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</A><<A HREF="datafu/hourglass/model/Accumulator.html" title="type parameter in Accumulator">In</A>,<A HREF="datafu/hourglass/model/Accumulator.html" title="type parameter in Accumulator">Out</A>> <B>accumulator</B></PRE> +<DL> +<DL> +</DL> +</DL> +<HR SIZE="4" NOSHADE> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="center"><FONT SIZE="+2"> +<B>Package</B> <B>datafu.hourglass.model</B></FONT></TH> +</TR> +</TABLE> +<HR SIZE="4" NOSHADE> + +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="center"><FONT SIZE="+2"> +<B>Package</B> <B>datafu.hourglass.schemas</B></FONT></TH> +</TR> +</TABLE> + +<P> +<A NAME="datafu.hourglass.schemas.PartitionCollapsingSchemas"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Class <A HREF="datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">datafu.hourglass.schemas.PartitionCollapsingSchemas</A> extends java.lang.Object implements Serializable</B></FONT></TH> +</TR> +</TABLE> + +<P> +<A NAME="serializedForm"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Serialized Fields</B></FONT></TH> +</TR> +</TABLE> + +<H3> +_outputSchemaName</H3> +<PRE> +java.lang.String <B>_outputSchemaName</B></PRE> +<DL> +<DL> +</DL> +</DL> +<HR> +<H3> +_outputSchemaNamespace</H3> +<PRE> +java.lang.String <B>_outputSchemaNamespace</B></PRE> +<DL> +<DL> +</DL> +</DL> +<HR> +<H3> +conf</H3> +<PRE> +java.util.Map<K,V> <B>conf</B></PRE> +<DL> +<DL> +</DL> +</DL> + +<P> +<A NAME="datafu.hourglass.schemas.PartitionPreservingSchemas"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableSubHeadingColor"> +<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> +<B>Class <A HREF="datafu/hourglass/schemas/PartitionPreservingSchemas.html" title="class in datafu.hourglass.schemas">datafu.hourglass.schemas.PartitionPreservingSchemas</A> extends java.lang.Object implements Serializable</B></FONT></TH> +</TR> +</TABLE> + +<P> +<A NAME="serializedForm"><!-- --></A> +<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> +<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> +<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> +<B>Serialized Fields</B></FONT></TH> +</TR> +</TABLE> + +<H3> +_outputSchemaName</H3> +<PRE> +java.lang.String <B>_outputSchemaName</B></PRE> +<DL> +<DL> +</DL> +</DL> +<HR> +<H3> +_outputSchemaNamespace</H3> +<PRE> +java.lang.String <B>_outputSchemaNamespace</B></PRE> +<DL> +<DL> +</DL> +</DL> +<HR> +<H3> +conf</H3> +<PRE> +java.util.Map<K,V> <B>conf</B></PRE> +<DL> +<DL> +</DL> +</DL> + +<P> +<HR> + + +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<A NAME="navbar_bottom"><!-- --></A> +<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> +<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> +<TR> +<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> +<A NAME="navbar_bottom_firstrow"><!-- --></A> +<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> + <TR ALIGN="center" VALIGN="top"> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Package</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Class</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <FONT CLASS="NavBarFont1">Use</FONT> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="overview-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> + <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> + </TR> +</TABLE> +</TD> +<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> +</EM> +</TD> +</TR> + +<TR> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + PREV + NEXT</FONT></TD> +<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> + <A HREF="index.html?serialized-form.html" target="_top"><B>FRAMES</B></A> + <A HREF="serialized-form.html" target="_top"><B>NO FRAMES</B></A> + <SCRIPT type="text/javascript"> + <!-- + if(window==top) { + document.writeln('<A HREF="allclasses-noframe.html"><B>All Classes</B></A>'); + } + //--> +</SCRIPT> +<NOSCRIPT> + <A HREF="allclasses-noframe.html"><B>All Classes</B></A> +</NOSCRIPT> + + +</FONT></TD> +</TR> +</TABLE> +<A NAME="skip-navbar_bottom"></A> +<!-- ======== END OF BOTTOM NAVBAR ======= --> + +<HR> +Matthew Hayes +</BODY> +</HTML>
diff --git a/hourglass/docs/current/stylesheet.css b/hourglass/docs/current/stylesheet.css new file mode 100644 index 0000000..6ea9e51 --- /dev/null +++ b/hourglass/docs/current/stylesheet.css
@@ -0,0 +1,29 @@ +/* Javadoc style sheet */ + +/* Define colors, fonts and other style attributes here to override the defaults */ + +/* Page background color */ +body { background-color: #FFFFFF; color:#000000 } + +/* Headings */ +h1 { font-size: 145% } + +/* Table colors */ +.TableHeadingColor { background: #CCCCFF; color:#000000 } /* Dark mauve */ +.TableSubHeadingColor { background: #EEEEFF; color:#000000 } /* Light mauve */ +.TableRowColor { background: #FFFFFF; color:#000000 } /* White */ + +/* Font used in left-hand frame lists */ +.FrameTitleFont { font-size: 100%; font-family: Helvetica, Arial, sans-serif; color:#000000 } +.FrameHeadingFont { font-size: 90%; font-family: Helvetica, Arial, sans-serif; color:#000000 } +.FrameItemFont { font-size: 90%; font-family: Helvetica, Arial, sans-serif; color:#000000 } + +/* Navigation bar fonts and colors */ +.NavBarCell1 { background-color:#EEEEFF; color:#000000} /* Light mauve */ +.NavBarCell1Rev { background-color:#00008B; color:#FFFFFF} /* Dark Blue */ +.NavBarFont1 { font-family: Arial, Helvetica, sans-serif; color:#000000;color:#000000;} +.NavBarFont1Rev { font-family: Arial, Helvetica, sans-serif; color:#FFFFFF;color:#FFFFFF;} + +.NavBarCell2 { font-family: Arial, Helvetica, sans-serif; background-color:#FFFFFF; color:#000000} +.NavBarCell3 { font-family: Arial, Helvetica, sans-serif; background-color:#FFFFFF; color:#000000} +
