blob: 872ca6857ce539c3a22f5d83d385a62a6b435f3b [file] [log] [blame]
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
<!-- NewPage -->
<html lang="en">
<head>
<!-- Generated by javadoc (1.8.0_40) on Thu Jul 20 13:21:57 PDT 2017 -->
<title>HivePurgerSource (gobblin-compliance 0.11.0 API)</title>
<meta name="date" content="2017-07-20">
<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
<script type="text/javascript" src="../../../script.js"></script>
</head>
<body>
<script type="text/javascript"><!--
try {
if (location.href.indexOf('is-external=true') == -1) {
parent.document.title="HivePurgerSource (gobblin-compliance 0.11.0 API)";
}
}
catch(err) {
}
//-->
var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":9,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10};
var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
var altColor = "altColor";
var rowColor = "rowColor";
var tableTab = "tableTab";
var activeTableTab = "activeTableTab";
</script>
<noscript>
<div>JavaScript is disabled on your browser.</div>
</noscript>
<!-- ========= START OF TOP NAVBAR ======= -->
<div class="topNav"><a name="navbar.top">
<!-- -->
</a>
<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
<a name="navbar.top.firstrow">
<!-- -->
</a>
<ul class="navList" title="Navigation">
<li><a href="../../../overview-summary.html">Overview</a></li>
<li><a href="package-summary.html">Package</a></li>
<li class="navBarCell1Rev">Class</li>
<li><a href="package-tree.html">Tree</a></li>
<li><a href="../../../deprecated-list.html">Deprecated</a></li>
<li><a href="../../../index-all.html">Index</a></li>
<li><a href="../../../help-doc.html">Help</a></li>
</ul>
</div>
<div class="subNav">
<ul class="navList">
<li><a href="../../../gobblin/compliance/purger/HivePurgerQueryTemplate.html" title="class in gobblin.compliance.purger"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
<li><a href="../../../gobblin/compliance/purger/HivePurgerWriter.html" title="class in gobblin.compliance.purger"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
</ul>
<ul class="navList">
<li><a href="../../../index.html?gobblin/compliance/purger/HivePurgerSource.html" target="_top">Frames</a></li>
<li><a href="HivePurgerSource.html" target="_top">No&nbsp;Frames</a></li>
</ul>
<ul class="navList" id="allclasses_navbar_top">
<li><a href="../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
</ul>
<div>
<script type="text/javascript"><!--
allClassesLink = document.getElementById("allclasses_navbar_top");
if(window==top) {
allClassesLink.style.display = "block";
}
else {
allClassesLink.style.display = "none";
}
//-->
</script>
</div>
<div>
<ul class="subNavList">
<li>Summary:&nbsp;</li>
<li>Nested&nbsp;|&nbsp;</li>
<li><a href="#field.summary">Field</a>&nbsp;|&nbsp;</li>
<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
<li><a href="#method.summary">Method</a></li>
</ul>
<ul class="subNavList">
<li>Detail:&nbsp;</li>
<li><a href="#field.detail">Field</a>&nbsp;|&nbsp;</li>
<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
<li><a href="#method.detail">Method</a></li>
</ul>
</div>
<a name="skip.navbar.top">
<!-- -->
</a></div>
<!-- ========= END OF TOP NAVBAR ========= -->
<!-- ======== START OF CLASS DATA ======== -->
<div class="header">
<div class="subTitle">gobblin.compliance.purger</div>
<h2 title="Class HivePurgerSource" class="title">Class HivePurgerSource</h2>
</div>
<div class="contentContainer">
<ul class="inheritance">
<li><a href="https://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">java.lang.Object</a></li>
<li>
<ul class="inheritance">
<li>gobblin.compliance.purger.HivePurgerSource</li>
</ul>
</li>
</ul>
<div class="description">
<ul class="blockList">
<li class="blockList">
<dl>
<dt>All Implemented Interfaces:</dt>
<dd><a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/Source.html?is-external=true" title="class or interface in gobblin.source">Source</a></dd>
</dl>
<hr>
<br>
<pre>public class <span class="typeNameLabel">HivePurgerSource</span>
extends <a href="https://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a>
implements <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/Source.html?is-external=true" title="class or interface in gobblin.source">Source</a></pre>
<div class="block">This class creates <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/workunit/WorkUnit.html?is-external=true" title="class or interface in gobblin.source.workunit"><code>WorkUnit</code></a>s and assigns exactly one partition to each of them.
It iterates over all Hive Tables specified via whitelist and blacklist, list all partitions, and create
workunits.
It revive <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/workunit/WorkUnit.html?is-external=true" title="class or interface in gobblin.source.workunit"><code>WorkUnit</code></a>s if their execution attempts are not exhausted.</div>
</li>
</ul>
</div>
<div class="summary">
<ul class="blockList">
<li class="blockList">
<!-- =========== FIELD SUMMARY =========== -->
<ul class="blockList">
<li class="blockList"><a name="field.summary">
<!-- -->
</a>
<h3>Field Summary</h3>
<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Field Summary table, listing fields, and an explanation">
<caption><span>Fields</span><span class="tabEnd">&nbsp;</span></caption>
<tr>
<th class="colFirst" scope="col">Modifier and Type</th>
<th class="colLast" scope="col">Field and Description</th>
</tr>
<tr class="altColor">
<td class="colFirst"><code>protected <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/dataset/DatasetsFinder.html?is-external=true" title="class or interface in gobblin.dataset">DatasetsFinder</a></code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#datasetFinder">datasetFinder</a></span></code>&nbsp;</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><code>protected <a href="https://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../gobblin/compliance/HivePartitionDataset.html" title="class in gobblin.compliance">HivePartitionDataset</a>&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#datasets">datasets</a></span></code>&nbsp;</td>
</tr>
<tr class="altColor">
<td class="colFirst"><code>protected <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-metrics-base/gobblin/metrics/event/EventSubmitter.html?is-external=true" title="class or interface in gobblin.metrics.event">EventSubmitter</a></code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#eventSubmitter">eventSubmitter</a></span></code>&nbsp;</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><code>protected int</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#executionCount">executionCount</a></span></code>&nbsp;</td>
</tr>
<tr class="altColor">
<td class="colFirst"><code>protected <a href="https://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#lowWatermark">lowWatermark</a></span></code>&nbsp;</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><code>protected int</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#maxWorkUnitExecutionAttempts">maxWorkUnitExecutionAttempts</a></span></code>&nbsp;</td>
</tr>
<tr class="altColor">
<td class="colFirst"><code>protected int</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#maxWorkUnits">maxWorkUnits</a></span></code>&nbsp;</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><code>protected <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-metrics/gobblin/metrics/MetricContext.html?is-external=true" title="class or interface in gobblin.metrics">MetricContext</a></code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#metricContext">metricContext</a></span></code>&nbsp;</td>
</tr>
<tr class="altColor">
<td class="colFirst"><code>protected <a href="../../../gobblin/compliance/purger/PurgePolicy.html" title="interface in gobblin.compliance.purger">PurgePolicy</a></code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#policy">policy</a></span></code>&nbsp;</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><code>protected boolean</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#shouldProxy">shouldProxy</a></span></code>&nbsp;</td>
</tr>
<tr class="altColor">
<td class="colFirst"><code>protected <a href="https://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#timeStamp">timeStamp</a></span></code>&nbsp;</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><code>protected <a href="https://docs.oracle.com/javase/7/docs/api/java/util/Map.html?is-external=true" title="class or interface in java.util">Map</a>&lt;<a href="https://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>,<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/workunit/WorkUnit.html?is-external=true" title="class or interface in gobblin.source.workunit">WorkUnit</a>&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#workUnitMap">workUnitMap</a></span></code>&nbsp;</td>
</tr>
<tr class="altColor">
<td class="colFirst"><code>protected int</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#workUnitsCreatedCount">workUnitsCreatedCount</a></span></code>&nbsp;</td>
</tr>
</table>
</li>
</ul>
<!-- ======== CONSTRUCTOR SUMMARY ======== -->
<ul class="blockList">
<li class="blockList"><a name="constructor.summary">
<!-- -->
</a>
<h3>Constructor Summary</h3>
<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
<caption><span>Constructors</span><span class="tabEnd">&nbsp;</span></caption>
<tr>
<th class="colOne" scope="col">Constructor and Description</th>
</tr>
<tr class="altColor">
<td class="colOne"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#HivePurgerSource--">HivePurgerSource</a></span>()</code>&nbsp;</td>
</tr>
</table>
</li>
</ul>
<!-- ========== METHOD SUMMARY =========== -->
<ul class="blockList">
<li class="blockList"><a name="method.summary">
<!-- -->
</a>
<h3>Method Summary</h3>
<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd">&nbsp;</span></span><span id="t1" class="tableTab"><span><a href="javascript:show(1);">Static Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd">&nbsp;</span></span></caption>
<tr>
<th class="colFirst" scope="col">Modifier and Type</th>
<th class="colLast" scope="col">Method and Description</th>
</tr>
<tr id="i0" class="altColor">
<td class="colFirst"><code>protected <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/workunit/WorkUnit.html?is-external=true" title="class or interface in gobblin.source.workunit">WorkUnit</a></code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#createNewWorkUnit-gobblin.compliance.HivePartitionDataset-">createNewWorkUnit</a></span>(<a href="../../../gobblin/compliance/HivePartitionDataset.html" title="class in gobblin.compliance">HivePartitionDataset</a>&nbsp;dataset)</code>&nbsp;</td>
</tr>
<tr id="i1" class="rowColor">
<td class="colFirst"><code>protected <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/workunit/WorkUnit.html?is-external=true" title="class or interface in gobblin.source.workunit">WorkUnit</a></code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#createNewWorkUnit-gobblin.compliance.HivePartitionDataset-int-">createNewWorkUnit</a></span>(<a href="../../../gobblin/compliance/HivePartitionDataset.html" title="class in gobblin.compliance">HivePartitionDataset</a>&nbsp;dataset,
int&nbsp;executionAttempts)</code>&nbsp;</td>
</tr>
<tr id="i2" class="altColor">
<td class="colFirst"><code>protected <a href="http://google.github.io/guava/releases/15.0/api/docs/com/google/common/base/Optional.html?is-external=true" title="class or interface in com.google.common.base">Optional</a>&lt;<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/workunit/WorkUnit.html?is-external=true" title="class or interface in gobblin.source.workunit">WorkUnit</a>&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#createNewWorkUnit-java.lang.String-int-">createNewWorkUnit</a></span>(<a href="https://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;partitionName,
int&nbsp;executionAttempts)</code>&nbsp;</td>
</tr>
<tr id="i3" class="rowColor">
<td class="colFirst"><code>protected void</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#createWorkUnits-gobblin.configuration.SourceState-">createWorkUnits</a></span>(<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/SourceState.html?is-external=true" title="class or interface in gobblin.configuration">SourceState</a>&nbsp;state)</code>
<div class="block">This method creates the list of all work units needed for the current execution.</div>
</td>
</tr>
<tr id="i4" class="altColor">
<td class="colFirst"><code>protected void</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#createWorkunitsFromPreviousState-gobblin.configuration.SourceState-">createWorkunitsFromPreviousState</a></span>(<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/SourceState.html?is-external=true" title="class or interface in gobblin.configuration">SourceState</a>&nbsp;state)</code>
<div class="block">Add failed work units in a workUnitMap with partition name as Key.</div>
</td>
</tr>
<tr id="i5" class="rowColor">
<td class="colFirst"><code><a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/extractor/Extractor.html?is-external=true" title="class or interface in gobblin.source.extractor">Extractor</a></code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#getExtractor-gobblin.configuration.WorkUnitState-">getExtractor</a></span>(<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/WorkUnitState.html?is-external=true" title="class or interface in gobblin.configuration">WorkUnitState</a>&nbsp;state)</code>&nbsp;</td>
</tr>
<tr id="i6" class="altColor">
<td class="colFirst"><code>protected <a href="https://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#getLowWatermark--">getLowWatermark</a></span>()</code>&nbsp;</td>
</tr>
<tr id="i7" class="rowColor">
<td class="colFirst"><code>protected static <a href="https://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#getWatermarkFromPreviousWorkUnits-gobblin.configuration.SourceState-java.lang.String-">getWatermarkFromPreviousWorkUnits</a></span>(<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/SourceState.html?is-external=true" title="class or interface in gobblin.configuration">SourceState</a>&nbsp;state,
<a href="https://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;watermark)</code>
<div class="block">Fetches the value of a watermark given its key from the previous run.</div>
</td>
</tr>
<tr id="i8" class="altColor">
<td class="colFirst"><code><a href="https://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/workunit/WorkUnit.html?is-external=true" title="class or interface in gobblin.source.workunit">WorkUnit</a>&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#getWorkunits-gobblin.configuration.SourceState-">getWorkunits</a></span>(<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/SourceState.html?is-external=true" title="class or interface in gobblin.configuration">SourceState</a>&nbsp;state)</code>&nbsp;</td>
</tr>
<tr id="i9" class="rowColor">
<td class="colFirst"><code>protected void</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#initialize-gobblin.configuration.SourceState-">initialize</a></span>(<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/SourceState.html?is-external=true" title="class or interface in gobblin.configuration">SourceState</a>&nbsp;state)</code>&nbsp;</td>
</tr>
<tr id="i10" class="altColor">
<td class="colFirst"><code>protected void</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#populateDatasets--">populateDatasets</a></span>()</code>
<div class="block">Find all datasets on the basis on whitelist and blacklist, and then add them in a list in lexicographical order.</div>
</td>
</tr>
<tr id="i11" class="rowColor">
<td class="colFirst"><code>protected void</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#setExecutionCount-gobblin.configuration.SourceState-">setExecutionCount</a></span>(<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/SourceState.html?is-external=true" title="class or interface in gobblin.configuration">SourceState</a>&nbsp;state)</code>&nbsp;</td>
</tr>
<tr id="i12" class="altColor">
<td class="colFirst"><code>protected void</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#setJobWatermark-gobblin.configuration.SourceState-java.lang.String-">setJobWatermark</a></span>(<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/SourceState.html?is-external=true" title="class or interface in gobblin.configuration">SourceState</a>&nbsp;state,
<a href="https://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;watermark)</code>
<div class="block">Sets Job Watermark in the SourceState which will be copied to all WorkUnitStates.</div>
</td>
</tr>
<tr id="i13" class="rowColor">
<td class="colFirst"><code>protected void</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#setLowWatermark-gobblin.configuration.SourceState-">setLowWatermark</a></span>(<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/SourceState.html?is-external=true" title="class or interface in gobblin.configuration">SourceState</a>&nbsp;state)</code>
<div class="block">Sets the local watermark, which is a class variable.</div>
</td>
</tr>
<tr id="i14" class="altColor">
<td class="colFirst"><code>protected void</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#setTimeStamp--">setTimeStamp</a></span>()</code>&nbsp;</td>
</tr>
<tr id="i15" class="rowColor">
<td class="colFirst"><code>void</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#shutdown-gobblin.configuration.SourceState-">shutdown</a></span>(<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/SourceState.html?is-external=true" title="class or interface in gobblin.configuration">SourceState</a>&nbsp;state)</code>&nbsp;</td>
</tr>
<tr id="i16" class="altColor">
<td class="colFirst"><code>protected <a href="https://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../gobblin/compliance/HivePartitionDataset.html" title="class in gobblin.compliance">HivePartitionDataset</a>&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#sortHiveDatasets-java.util.List-">sortHiveDatasets</a></span>(<a href="https://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../gobblin/compliance/HivePartitionDataset.html" title="class in gobblin.compliance">HivePartitionDataset</a>&gt;&nbsp;datasets)</code>
<div class="block">Sort all HiveDatasets on the basis of complete name ie dbName.tableName</div>
</td>
</tr>
<tr id="i17" class="rowColor">
<td class="colFirst"><code>protected void</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#submitCycleCompletionEvent--">submitCycleCompletionEvent</a></span>()</code>
<div class="block">If low watermark is at the reset point, then either cycle is completed or starting for the first time
If executionCount is greater than 1, then cycle is completed
If cycle is completed, executionCount will be reset and cycle completion event will be submitted</div>
</td>
</tr>
<tr id="i18" class="altColor">
<td class="colFirst"><code>protected void</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#submitWorkUnitGeneratedEvent-java.lang.String-int-">submitWorkUnitGeneratedEvent</a></span>(<a href="https://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;partitionName,
int&nbsp;executionAttempts)</code>&nbsp;</td>
</tr>
<tr id="i19" class="rowColor">
<td class="colFirst"><code>protected boolean</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../gobblin/compliance/purger/HivePurgerSource.html#workUnitsExceeded--">workUnitsExceeded</a></span>()</code>&nbsp;</td>
</tr>
</table>
<ul class="blockList">
<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object">
<!-- -->
</a>
<h3>Methods inherited from class&nbsp;java.lang.<a href="https://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a></h3>
<code><a href="https://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#clone--" title="class or interface in java.lang">clone</a>, <a href="https://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#equals-java.lang.Object-" title="class or interface in java.lang">equals</a>, <a href="https://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#finalize--" title="class or interface in java.lang">finalize</a>, <a href="https://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#getClass--" title="class or interface in java.lang">getClass</a>, <a href="https://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#hashCode--" title="class or interface in java.lang">hashCode</a>, <a href="https://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#notify--" title="class or interface in java.lang">notify</a>, <a href="https://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#notifyAll--" title="class or interface in java.lang">notifyAll</a>, <a href="https://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#toString--" title="class or interface in java.lang">toString</a>, <a href="https://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#wait--" title="class or interface in java.lang">wait</a>, <a href="https://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#wait-long-" title="class or interface in java.lang">wait</a>, <a href="https://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#wait-long-int-" title="class or interface in java.lang">wait</a></code></li>
</ul>
</li>
</ul>
</li>
</ul>
</div>
<div class="details">
<ul class="blockList">
<li class="blockList">
<!-- ============ FIELD DETAIL =========== -->
<ul class="blockList">
<li class="blockList"><a name="field.detail">
<!-- -->
</a>
<h3>Field Detail</h3>
<a name="datasetFinder">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>datasetFinder</h4>
<pre>protected&nbsp;<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/dataset/DatasetsFinder.html?is-external=true" title="class or interface in gobblin.dataset">DatasetsFinder</a> datasetFinder</pre>
</li>
</ul>
<a name="workUnitMap">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>workUnitMap</h4>
<pre>protected&nbsp;<a href="https://docs.oracle.com/javase/7/docs/api/java/util/Map.html?is-external=true" title="class or interface in java.util">Map</a>&lt;<a href="https://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>,<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/workunit/WorkUnit.html?is-external=true" title="class or interface in gobblin.source.workunit">WorkUnit</a>&gt; workUnitMap</pre>
</li>
</ul>
<a name="maxWorkUnitExecutionAttempts">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>maxWorkUnitExecutionAttempts</h4>
<pre>protected&nbsp;int maxWorkUnitExecutionAttempts</pre>
</li>
</ul>
<a name="maxWorkUnits">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>maxWorkUnits</h4>
<pre>protected&nbsp;int maxWorkUnits</pre>
</li>
</ul>
<a name="workUnitsCreatedCount">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>workUnitsCreatedCount</h4>
<pre>protected&nbsp;int workUnitsCreatedCount</pre>
</li>
</ul>
<a name="lowWatermark">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>lowWatermark</h4>
<pre>protected&nbsp;<a href="https://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> lowWatermark</pre>
</li>
</ul>
<a name="timeStamp">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>timeStamp</h4>
<pre>protected&nbsp;<a href="https://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> timeStamp</pre>
</li>
</ul>
<a name="policy">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>policy</h4>
<pre>protected&nbsp;<a href="../../../gobblin/compliance/purger/PurgePolicy.html" title="interface in gobblin.compliance.purger">PurgePolicy</a> policy</pre>
</li>
</ul>
<a name="shouldProxy">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>shouldProxy</h4>
<pre>protected&nbsp;boolean shouldProxy</pre>
</li>
</ul>
<a name="metricContext">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>metricContext</h4>
<pre>protected&nbsp;<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-metrics/gobblin/metrics/MetricContext.html?is-external=true" title="class or interface in gobblin.metrics">MetricContext</a> metricContext</pre>
</li>
</ul>
<a name="eventSubmitter">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>eventSubmitter</h4>
<pre>protected&nbsp;<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-metrics-base/gobblin/metrics/event/EventSubmitter.html?is-external=true" title="class or interface in gobblin.metrics.event">EventSubmitter</a> eventSubmitter</pre>
</li>
</ul>
<a name="executionCount">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>executionCount</h4>
<pre>protected&nbsp;int executionCount</pre>
</li>
</ul>
<a name="datasets">
<!-- -->
</a>
<ul class="blockListLast">
<li class="blockList">
<h4>datasets</h4>
<pre>protected&nbsp;<a href="https://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../gobblin/compliance/HivePartitionDataset.html" title="class in gobblin.compliance">HivePartitionDataset</a>&gt; datasets</pre>
</li>
</ul>
</li>
</ul>
<!-- ========= CONSTRUCTOR DETAIL ======== -->
<ul class="blockList">
<li class="blockList"><a name="constructor.detail">
<!-- -->
</a>
<h3>Constructor Detail</h3>
<a name="HivePurgerSource--">
<!-- -->
</a>
<ul class="blockListLast">
<li class="blockList">
<h4>HivePurgerSource</h4>
<pre>public&nbsp;HivePurgerSource()</pre>
</li>
</ul>
</li>
</ul>
<!-- ============ METHOD DETAIL ========== -->
<ul class="blockList">
<li class="blockList"><a name="method.detail">
<!-- -->
</a>
<h3>Method Detail</h3>
<a name="initialize-gobblin.configuration.SourceState-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>initialize</h4>
<pre>protected&nbsp;void&nbsp;initialize(<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/SourceState.html?is-external=true" title="class or interface in gobblin.configuration">SourceState</a>&nbsp;state)
throws <a href="https://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
<dl>
<dt><span class="throwsLabel">Throws:</span></dt>
<dd><code><a href="https://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code></dd>
</dl>
</li>
</ul>
<a name="getWorkunits-gobblin.configuration.SourceState-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getWorkunits</h4>
<pre>public&nbsp;<a href="https://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/workunit/WorkUnit.html?is-external=true" title="class or interface in gobblin.source.workunit">WorkUnit</a>&gt;&nbsp;getWorkunits(<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/SourceState.html?is-external=true" title="class or interface in gobblin.configuration">SourceState</a>&nbsp;state)</pre>
<dl>
<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
<dd><code><a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/Source.html?is-external=true#getWorkunits-gobblin.configuration.SourceState-" title="class or interface in gobblin.source">getWorkunits</a></code>&nbsp;in interface&nbsp;<code><a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/Source.html?is-external=true" title="class or interface in gobblin.source">Source</a></code></dd>
</dl>
</li>
</ul>
<a name="createNewWorkUnit-java.lang.String-int-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>createNewWorkUnit</h4>
<pre>protected&nbsp;<a href="http://google.github.io/guava/releases/15.0/api/docs/com/google/common/base/Optional.html?is-external=true" title="class or interface in com.google.common.base">Optional</a>&lt;<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/workunit/WorkUnit.html?is-external=true" title="class or interface in gobblin.source.workunit">WorkUnit</a>&gt;&nbsp;createNewWorkUnit(<a href="https://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;partitionName,
int&nbsp;executionAttempts)</pre>
</li>
</ul>
<a name="createNewWorkUnit-gobblin.compliance.HivePartitionDataset-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>createNewWorkUnit</h4>
<pre>protected&nbsp;<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/workunit/WorkUnit.html?is-external=true" title="class or interface in gobblin.source.workunit">WorkUnit</a>&nbsp;createNewWorkUnit(<a href="../../../gobblin/compliance/HivePartitionDataset.html" title="class in gobblin.compliance">HivePartitionDataset</a>&nbsp;dataset)</pre>
</li>
</ul>
<a name="createNewWorkUnit-gobblin.compliance.HivePartitionDataset-int-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>createNewWorkUnit</h4>
<pre>protected&nbsp;<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/workunit/WorkUnit.html?is-external=true" title="class or interface in gobblin.source.workunit">WorkUnit</a>&nbsp;createNewWorkUnit(<a href="../../../gobblin/compliance/HivePartitionDataset.html" title="class in gobblin.compliance">HivePartitionDataset</a>&nbsp;dataset,
int&nbsp;executionAttempts)</pre>
</li>
</ul>
<a name="submitWorkUnitGeneratedEvent-java.lang.String-int-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>submitWorkUnitGeneratedEvent</h4>
<pre>protected&nbsp;void&nbsp;submitWorkUnitGeneratedEvent(<a href="https://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;partitionName,
int&nbsp;executionAttempts)</pre>
</li>
</ul>
<a name="createWorkUnits-gobblin.configuration.SourceState-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>createWorkUnits</h4>
<pre>protected&nbsp;void&nbsp;createWorkUnits(<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/SourceState.html?is-external=true" title="class or interface in gobblin.configuration">SourceState</a>&nbsp;state)
throws <a href="https://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
<div class="block">This method creates the list of all work units needed for the current execution.
Fresh work units are created for each partition starting from watermark and failed work units from the
previous run will be added to the list.</div>
<dl>
<dt><span class="throwsLabel">Throws:</span></dt>
<dd><code><a href="https://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code></dd>
</dl>
</li>
</ul>
<a name="workUnitsExceeded--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>workUnitsExceeded</h4>
<pre>protected&nbsp;boolean&nbsp;workUnitsExceeded()</pre>
</li>
</ul>
<a name="populateDatasets--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>populateDatasets</h4>
<pre>protected&nbsp;void&nbsp;populateDatasets()
throws <a href="https://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
<div class="block">Find all datasets on the basis on whitelist and blacklist, and then add them in a list in lexicographical order.</div>
<dl>
<dt><span class="throwsLabel">Throws:</span></dt>
<dd><code><a href="https://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code></dd>
</dl>
</li>
</ul>
<a name="sortHiveDatasets-java.util.List-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>sortHiveDatasets</h4>
<pre>protected&nbsp;<a href="https://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../gobblin/compliance/HivePartitionDataset.html" title="class in gobblin.compliance">HivePartitionDataset</a>&gt;&nbsp;sortHiveDatasets(<a href="https://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../gobblin/compliance/HivePartitionDataset.html" title="class in gobblin.compliance">HivePartitionDataset</a>&gt;&nbsp;datasets)</pre>
<div class="block">Sort all HiveDatasets on the basis of complete name ie dbName.tableName</div>
</li>
</ul>
<a name="createWorkunitsFromPreviousState-gobblin.configuration.SourceState-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>createWorkunitsFromPreviousState</h4>
<pre>protected&nbsp;void&nbsp;createWorkunitsFromPreviousState(<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/SourceState.html?is-external=true" title="class or interface in gobblin.configuration">SourceState</a>&nbsp;state)</pre>
<div class="block">Add failed work units in a workUnitMap with partition name as Key.
New work units are created using required configuration from the old work unit.</div>
</li>
</ul>
<a name="setTimeStamp--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>setTimeStamp</h4>
<pre>protected&nbsp;void&nbsp;setTimeStamp()</pre>
</li>
</ul>
<a name="getExtractor-gobblin.configuration.WorkUnitState-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getExtractor</h4>
<pre>public&nbsp;<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/extractor/Extractor.html?is-external=true" title="class or interface in gobblin.source.extractor">Extractor</a>&nbsp;getExtractor(<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/WorkUnitState.html?is-external=true" title="class or interface in gobblin.configuration">WorkUnitState</a>&nbsp;state)
throws <a href="https://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
<dl>
<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
<dd><code><a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/Source.html?is-external=true#getExtractor-gobblin.configuration.WorkUnitState-" title="class or interface in gobblin.source">getExtractor</a></code>&nbsp;in interface&nbsp;<code><a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/Source.html?is-external=true" title="class or interface in gobblin.source">Source</a></code></dd>
<dt><span class="throwsLabel">Throws:</span></dt>
<dd><code><a href="https://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code></dd>
</dl>
</li>
</ul>
<a name="shutdown-gobblin.configuration.SourceState-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>shutdown</h4>
<pre>public&nbsp;void&nbsp;shutdown(<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/SourceState.html?is-external=true" title="class or interface in gobblin.configuration">SourceState</a>&nbsp;state)</pre>
<dl>
<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
<dd><code><a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/Source.html?is-external=true#shutdown-gobblin.configuration.SourceState-" title="class or interface in gobblin.source">shutdown</a></code>&nbsp;in interface&nbsp;<code><a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/Source.html?is-external=true" title="class or interface in gobblin.source">Source</a></code></dd>
</dl>
</li>
</ul>
<a name="setLowWatermark-gobblin.configuration.SourceState-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>setLowWatermark</h4>
<pre>protected&nbsp;void&nbsp;setLowWatermark(<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/SourceState.html?is-external=true" title="class or interface in gobblin.configuration">SourceState</a>&nbsp;state)</pre>
<div class="block">Sets the local watermark, which is a class variable. Local watermark is a complete partition name which act as the starting point for the creation of fresh work units.</div>
</li>
</ul>
<a name="setExecutionCount-gobblin.configuration.SourceState-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>setExecutionCount</h4>
<pre>protected&nbsp;void&nbsp;setExecutionCount(<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/SourceState.html?is-external=true" title="class or interface in gobblin.configuration">SourceState</a>&nbsp;state)</pre>
</li>
</ul>
<a name="submitCycleCompletionEvent--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>submitCycleCompletionEvent</h4>
<pre>protected&nbsp;void&nbsp;submitCycleCompletionEvent()</pre>
<div class="block">If low watermark is at the reset point, then either cycle is completed or starting for the first time
If executionCount is greater than 1, then cycle is completed
If cycle is completed, executionCount will be reset and cycle completion event will be submitted</div>
</li>
</ul>
<a name="getLowWatermark--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getLowWatermark</h4>
<pre>protected&nbsp;<a href="https://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;getLowWatermark()</pre>
</li>
</ul>
<a name="setJobWatermark-gobblin.configuration.SourceState-java.lang.String-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>setJobWatermark</h4>
<pre>protected&nbsp;void&nbsp;setJobWatermark(<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/SourceState.html?is-external=true" title="class or interface in gobblin.configuration">SourceState</a>&nbsp;state,
<a href="https://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;watermark)</pre>
<div class="block">Sets Job Watermark in the SourceState which will be copied to all WorkUnitStates. Job Watermark is a complete partition name.
During next run of this job, fresh work units will be created starting from this partition.</div>
</li>
</ul>
<a name="getWatermarkFromPreviousWorkUnits-gobblin.configuration.SourceState-java.lang.String-">
<!-- -->
</a>
<ul class="blockListLast">
<li class="blockList">
<h4>getWatermarkFromPreviousWorkUnits</h4>
<pre>protected static&nbsp;<a href="https://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;getWatermarkFromPreviousWorkUnits(<a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/SourceState.html?is-external=true" title="class or interface in gobblin.configuration">SourceState</a>&nbsp;state,
<a href="https://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;watermark)</pre>
<div class="block">Fetches the value of a watermark given its key from the previous run.</div>
</li>
</ul>
</li>
</ul>
</li>
</ul>
</div>
</div>
<!-- ========= END OF CLASS DATA ========= -->
<!-- ======= START OF BOTTOM NAVBAR ====== -->
<div class="bottomNav"><a name="navbar.bottom">
<!-- -->
</a>
<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
<a name="navbar.bottom.firstrow">
<!-- -->
</a>
<ul class="navList" title="Navigation">
<li><a href="../../../overview-summary.html">Overview</a></li>
<li><a href="package-summary.html">Package</a></li>
<li class="navBarCell1Rev">Class</li>
<li><a href="package-tree.html">Tree</a></li>
<li><a href="../../../deprecated-list.html">Deprecated</a></li>
<li><a href="../../../index-all.html">Index</a></li>
<li><a href="../../../help-doc.html">Help</a></li>
</ul>
</div>
<div class="subNav">
<ul class="navList">
<li><a href="../../../gobblin/compliance/purger/HivePurgerQueryTemplate.html" title="class in gobblin.compliance.purger"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
<li><a href="../../../gobblin/compliance/purger/HivePurgerWriter.html" title="class in gobblin.compliance.purger"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
</ul>
<ul class="navList">
<li><a href="../../../index.html?gobblin/compliance/purger/HivePurgerSource.html" target="_top">Frames</a></li>
<li><a href="HivePurgerSource.html" target="_top">No&nbsp;Frames</a></li>
</ul>
<ul class="navList" id="allclasses_navbar_bottom">
<li><a href="../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
</ul>
<div>
<script type="text/javascript"><!--
allClassesLink = document.getElementById("allclasses_navbar_bottom");
if(window==top) {
allClassesLink.style.display = "block";
}
else {
allClassesLink.style.display = "none";
}
//-->
</script>
</div>
<div>
<ul class="subNavList">
<li>Summary:&nbsp;</li>
<li>Nested&nbsp;|&nbsp;</li>
<li><a href="#field.summary">Field</a>&nbsp;|&nbsp;</li>
<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
<li><a href="#method.summary">Method</a></li>
</ul>
<ul class="subNavList">
<li>Detail:&nbsp;</li>
<li><a href="#field.detail">Field</a>&nbsp;|&nbsp;</li>
<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
<li><a href="#method.detail">Method</a></li>
</ul>
</div>
<a name="skip.navbar.bottom">
<!-- -->
</a></div>
<!-- ======== END OF BOTTOM NAVBAR ======= -->
</body>
</html>