blob: 4896b62e86250598f828ba2ab5f09db7ef4767ae [file] [log] [blame]
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
<!-- NewPage -->
<html lang="en">
<head>
<!-- Generated by javadoc (1.8.0_40) on Thu Jul 20 13:18:55 PDT 2017 -->
<title>gobblin.data.management.copy.hive (gobblin-data-management 0.11.0 API)</title>
<meta name="date" content="2017-07-20">
<link rel="stylesheet" type="text/css" href="../../../../../stylesheet.css" title="Style">
<script type="text/javascript" src="../../../../../script.js"></script>
</head>
<body>
<script type="text/javascript"><!--
try {
if (location.href.indexOf('is-external=true') == -1) {
parent.document.title="gobblin.data.management.copy.hive (gobblin-data-management 0.11.0 API)";
}
}
catch(err) {
}
//-->
</script>
<noscript>
<div>JavaScript is disabled on your browser.</div>
</noscript>
<!-- ========= START OF TOP NAVBAR ======= -->
<div class="topNav"><a name="navbar.top">
<!-- -->
</a>
<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
<a name="navbar.top.firstrow">
<!-- -->
</a>
<ul class="navList" title="Navigation">
<li><a href="../../../../../overview-summary.html">Overview</a></li>
<li class="navBarCell1Rev">Package</li>
<li>Class</li>
<li><a href="package-tree.html">Tree</a></li>
<li><a href="../../../../../deprecated-list.html">Deprecated</a></li>
<li><a href="../../../../../index-all.html">Index</a></li>
<li><a href="../../../../../help-doc.html">Help</a></li>
</ul>
</div>
<div class="subNav">
<ul class="navList">
<li><a href="../../../../../gobblin/data/management/copy/extractor/package-summary.html">Prev&nbsp;Package</a></li>
<li><a href="../../../../../gobblin/data/management/copy/hive/avro/package-summary.html">Next&nbsp;Package</a></li>
</ul>
<ul class="navList">
<li><a href="../../../../../index.html?gobblin/data/management/copy/hive/package-summary.html" target="_top">Frames</a></li>
<li><a href="package-summary.html" target="_top">No&nbsp;Frames</a></li>
</ul>
<ul class="navList" id="allclasses_navbar_top">
<li><a href="../../../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
</ul>
<div>
<script type="text/javascript"><!--
allClassesLink = document.getElementById("allclasses_navbar_top");
if(window==top) {
allClassesLink.style.display = "block";
}
else {
allClassesLink.style.display = "none";
}
//-->
</script>
</div>
<a name="skip.navbar.top">
<!-- -->
</a></div>
<!-- ========= END OF TOP NAVBAR ========= -->
<div class="header">
<h1 title="Package" class="title">Package&nbsp;gobblin.data.management.copy.hive</h1>
</div>
<div class="contentContainer">
<ul class="blockList">
<li class="blockList">
<table class="typeSummary" border="0" cellpadding="3" cellspacing="0" summary="Interface Summary table, listing interfaces, and an explanation">
<caption><span>Interface Summary</span><span class="tabEnd">&nbsp;</span></caption>
<tr>
<th class="colFirst" scope="col">Interface</th>
<th class="colLast" scope="col">Description</th>
</tr>
<tbody>
<tr class="altColor">
<td class="colFirst"><a href="../../../../../gobblin/data/management/copy/hive/HivePartitionExtendedFilter.html" title="interface in gobblin.data.management.copy.hive">HivePartitionExtendedFilter</a></td>
<td class="colLast">
<div class="block">The <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/metastore/IMetaStoreClient.html?is-external=true" title="class or interface in org.apache.hadoop.hive.metastore"><code>IMetaStoreClient</code></a> provides `listPartitionsByFilter` method which
contains a String-type filter parameter.</div>
</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><a href="../../../../../gobblin/data/management/copy/hive/HivePartitionExtendedFilterFactory.html" title="interface in gobblin.data.management.copy.hive">HivePartitionExtendedFilterFactory</a></td>
<td class="colLast">
<div class="block">A factory for <a href="../../../../../gobblin/data/management/copy/hive/HivePartitionExtendedFilter.html" title="interface in gobblin.data.management.copy.hive"><code>HivePartitionExtendedFilter</code></a> instances.</div>
</td>
</tr>
<tr class="altColor">
<td class="colFirst"><a href="../../../../../gobblin/data/management/copy/hive/PartitionFilterGenerator.html" title="interface in gobblin.data.management.copy.hive">PartitionFilterGenerator</a></td>
<td class="colLast">
<div class="block">Generates a partition filter dynamically.</div>
</td>
</tr>
</tbody>
</table>
</li>
<li class="blockList">
<table class="typeSummary" border="0" cellpadding="3" cellspacing="0" summary="Class Summary table, listing classes, and an explanation">
<caption><span>Class Summary</span><span class="tabEnd">&nbsp;</span></caption>
<tr>
<th class="colFirst" scope="col">Class</th>
<th class="colLast" scope="col">Description</th>
</tr>
<tbody>
<tr class="altColor">
<td class="colFirst"><a href="../../../../../gobblin/data/management/copy/hive/HiveCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper</a></td>
<td class="colLast">
<div class="block">Creates <a href="../../../../../gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy"><code>CopyEntity</code></a>s for copying a Hive table.</div>
</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><a href="../../../../../gobblin/data/management/copy/hive/HiveCopyEntityHelper.DiffPathSet.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper.DiffPathSet</a></td>
<td class="colLast">
<div class="block">A container for the differences between desired and existing files.</div>
</td>
</tr>
<tr class="altColor">
<td class="colFirst"><a href="../../../../../gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper.Stages</a></td>
<td class="colLast">&nbsp;</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><a href="../../../../../gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></td>
<td class="colLast">
<div class="block">Hive dataset implementing <a href="../../../../../gobblin/data/management/copy/CopyableDataset.html" title="interface in gobblin.data.management.copy"><code>CopyableDataset</code></a>.</div>
</td>
</tr>
<tr class="altColor">
<td class="colFirst"><a href="../../../../../gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></td>
<td class="colLast">
<div class="block">Finds <a href="../../../../../gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive"><code>HiveDataset</code></a>s.</div>
</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><a href="../../../../../gobblin/data/management/copy/hive/HiveDatasetFinder.DbAndTable.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder.DbAndTable</a></td>
<td class="colLast">&nbsp;</td>
</tr>
<tr class="altColor">
<td class="colFirst"><a href="../../../../../gobblin/data/management/copy/hive/HiveFileSet.html" title="class in gobblin.data.management.copy.hive">HiveFileSet</a></td>
<td class="colLast">
<div class="block">A <a href="../../../../../gobblin/data/management/partition/FileSet.html" title="class in gobblin.data.management.partition"><code>FileSet</code></a> for Hive datasets.</div>
</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><a href="../../../../../gobblin/data/management/copy/hive/HiveLocationDescriptor.html" title="class in gobblin.data.management.copy.hive">HiveLocationDescriptor</a></td>
<td class="colLast">
<div class="block">Contains data for a Hive location as well as additional data if <a href="../../../../../gobblin/data/management/copy/hive/HiveLocationDescriptor.html#HIVE_DATASET_COPY_ADDITIONAL_PATHS_RECURSIVELY_ENABLED"><code>HiveLocationDescriptor.HIVE_DATASET_COPY_ADDITIONAL_PATHS_RECURSIVELY_ENABLED</code></a> set to true.</div>
</td>
</tr>
<tr class="altColor">
<td class="colFirst"><a href="../../../../../gobblin/data/management/copy/hive/HivePartitionFileSet.html" title="class in gobblin.data.management.copy.hive">HivePartitionFileSet</a></td>
<td class="colLast">
<div class="block">A <a href="../../../../../gobblin/data/management/copy/hive/HiveFileSet.html" title="class in gobblin.data.management.copy.hive"><code>HiveFileSet</code></a> for Hive partitions.</div>
</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><a href="../../../../../gobblin/data/management/copy/hive/HivePartitionsDeregisterFileSet.html" title="class in gobblin.data.management.copy.hive">HivePartitionsDeregisterFileSet</a></td>
<td class="colLast">
<div class="block">A <a href="../../../../../gobblin/data/management/copy/hive/HiveFileSet.html" title="class in gobblin.data.management.copy.hive"><code>HiveFileSet</code></a> for deregistering partitions in the target.</div>
</td>
</tr>
<tr class="altColor">
<td class="colFirst"><a href="../../../../../gobblin/data/management/copy/hive/HiveTargetPathHelper.html" title="class in gobblin.data.management.copy.hive">HiveTargetPathHelper</a></td>
<td class="colLast">&nbsp;</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><a href="../../../../../gobblin/data/management/copy/hive/HiveUtils.html" title="class in gobblin.data.management.copy.hive">HiveUtils</a></td>
<td class="colLast">
<div class="block">Utilities for <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/package-summary.html?is-external=true"><code>org.apache.hadoop.hive.ql</code></a> classes.</div>
</td>
</tr>
<tr class="altColor">
<td class="colFirst"><a href="../../../../../gobblin/data/management/copy/hive/PathBasedHivePartitionFilterFactory.html" title="class in gobblin.data.management.copy.hive">PathBasedHivePartitionFilterFactory</a></td>
<td class="colLast">
<div class="block">A path based specific filter factory for generation of <a href="../../../../../gobblin/data/management/copy/hive/PathBasedPartitionFilter.html" title="class in gobblin.data.management.copy.hive"><code>PathBasedPartitionFilter</code></a></div>
</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><a href="../../../../../gobblin/data/management/copy/hive/PathBasedPartitionFilter.html" title="class in gobblin.data.management.copy.hive">PathBasedPartitionFilter</a></td>
<td class="colLast">
<div class="block">One simple implementation for <a href="../../../../../gobblin/data/management/copy/hive/HivePartitionExtendedFilter.html" title="interface in gobblin.data.management.copy.hive"><code>HivePartitionExtendedFilter</code></a>,
which looked at each partition's path and decide if a partition should be kept or not.</div>
</td>
</tr>
<tr class="altColor">
<td class="colFirst"><a href="../../../../../gobblin/data/management/copy/hive/UnpartitionedTableFileSet.html" title="class in gobblin.data.management.copy.hive">UnpartitionedTableFileSet</a></td>
<td class="colLast">
<div class="block">A <a href="../../../../../gobblin/data/management/copy/hive/HiveFileSet.html" title="class in gobblin.data.management.copy.hive"><code>HiveFileSet</code></a> that generates <a href="../../../../../gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy"><code>CopyEntity</code></a>s for an unpartitioned Hive table.</div>
</td>
</tr>
</tbody>
</table>
</li>
<li class="blockList">
<table class="typeSummary" border="0" cellpadding="3" cellspacing="0" summary="Enum Summary table, listing enums, and an explanation">
<caption><span>Enum Summary</span><span class="tabEnd">&nbsp;</span></caption>
<tr>
<th class="colFirst" scope="col">Enum</th>
<th class="colLast" scope="col">Description</th>
</tr>
<tbody>
<tr class="altColor">
<td class="colFirst"><a href="../../../../../gobblin/data/management/copy/hive/HiveCopyEntityHelper.DeregisterFileDeleteMethod.html" title="enum in gobblin.data.management.copy.hive">HiveCopyEntityHelper.DeregisterFileDeleteMethod</a></td>
<td class="colLast">&nbsp;</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><a href="../../../../../gobblin/data/management/copy/hive/HiveCopyEntityHelper.ExistingEntityPolicy.html" title="enum in gobblin.data.management.copy.hive">HiveCopyEntityHelper.ExistingEntityPolicy</a></td>
<td class="colLast">
<div class="block">Defines what should be done for partitions that exist in the target but are not compatible with the source.</div>
</td>
</tr>
<tr class="altColor">
<td class="colFirst"><a href="../../../../../gobblin/data/management/copy/hive/HiveCopyEntityHelper.UnmanagedDataPolicy.html" title="enum in gobblin.data.management.copy.hive">HiveCopyEntityHelper.UnmanagedDataPolicy</a></td>
<td class="colLast">
<div class="block">Defines what should be done for data that is not managed by the existing target table / partition.</div>
</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><a href="../../../../../gobblin/data/management/copy/hive/HiveLocationDescriptor.PathFindingMethod.html" title="enum in gobblin.data.management.copy.hive">HiveLocationDescriptor.PathFindingMethod</a></td>
<td class="colLast">&nbsp;</td>
</tr>
</tbody>
</table>
</li>
<li class="blockList">
<table class="typeSummary" border="0" cellpadding="3" cellspacing="0" summary="Exception Summary table, listing exceptions, and an explanation">
<caption><span>Exception Summary</span><span class="tabEnd">&nbsp;</span></caption>
<tr>
<th class="colFirst" scope="col">Exception</th>
<th class="colLast" scope="col">Description</th>
</tr>
<tbody>
<tr class="altColor">
<td class="colFirst"><a href="../../../../../gobblin/data/management/copy/hive/HiveTableLocationNotMatchException.html" title="class in gobblin.data.management.copy.hive">HiveTableLocationNotMatchException</a></td>
<td class="colLast">
<div class="block">Denotes that the desired target table location in Hive does not match the existing target table location</div>
</td>
</tr>
</tbody>
</table>
</li>
</ul>
</div>
<!-- ======= START OF BOTTOM NAVBAR ====== -->
<div class="bottomNav"><a name="navbar.bottom">
<!-- -->
</a>
<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
<a name="navbar.bottom.firstrow">
<!-- -->
</a>
<ul class="navList" title="Navigation">
<li><a href="../../../../../overview-summary.html">Overview</a></li>
<li class="navBarCell1Rev">Package</li>
<li>Class</li>
<li><a href="package-tree.html">Tree</a></li>
<li><a href="../../../../../deprecated-list.html">Deprecated</a></li>
<li><a href="../../../../../index-all.html">Index</a></li>
<li><a href="../../../../../help-doc.html">Help</a></li>
</ul>
</div>
<div class="subNav">
<ul class="navList">
<li><a href="../../../../../gobblin/data/management/copy/extractor/package-summary.html">Prev&nbsp;Package</a></li>
<li><a href="../../../../../gobblin/data/management/copy/hive/avro/package-summary.html">Next&nbsp;Package</a></li>
</ul>
<ul class="navList">
<li><a href="../../../../../index.html?gobblin/data/management/copy/hive/package-summary.html" target="_top">Frames</a></li>
<li><a href="package-summary.html" target="_top">No&nbsp;Frames</a></li>
</ul>
<ul class="navList" id="allclasses_navbar_bottom">
<li><a href="../../../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
</ul>
<div>
<script type="text/javascript"><!--
allClassesLink = document.getElementById("allclasses_navbar_bottom");
if(window==top) {
allClassesLink.style.display = "block";
}
else {
allClassesLink.style.display = "none";
}
//-->
</script>
</div>
<a name="skip.navbar.bottom">
<!-- -->
</a></div>
<!-- ======== END OF BOTTOM NAVBAR ======= -->
</body>
</html>