| <!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> |
| <!-- NewPage --> |
| <html lang="en"> |
| <head> |
| <!-- Generated by javadoc (1.8.0_40) on Thu Jul 20 13:18:57 PDT 2017 --> |
| <title>Index (gobblin-data-management 0.11.0 API)</title> |
| <meta name="date" content="2017-07-20"> |
| <link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style"> |
| <script type="text/javascript" src="script.js"></script> |
| </head> |
| <body> |
| <script type="text/javascript"><!-- |
| try { |
| if (location.href.indexOf('is-external=true') == -1) { |
| parent.document.title="Index (gobblin-data-management 0.11.0 API)"; |
| } |
| } |
| catch(err) { |
| } |
| //--> |
| </script> |
| <noscript> |
| <div>JavaScript is disabled on your browser.</div> |
| </noscript> |
| <!-- ========= START OF TOP NAVBAR ======= --> |
| <div class="topNav"><a name="navbar.top"> |
| <!-- --> |
| </a> |
| <div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> |
| <a name="navbar.top.firstrow"> |
| <!-- --> |
| </a> |
| <ul class="navList" title="Navigation"> |
| <li><a href="overview-summary.html">Overview</a></li> |
| <li>Package</li> |
| <li>Class</li> |
| <li><a href="overview-tree.html">Tree</a></li> |
| <li><a href="deprecated-list.html">Deprecated</a></li> |
| <li class="navBarCell1Rev">Index</li> |
| <li><a href="help-doc.html">Help</a></li> |
| </ul> |
| </div> |
| <div class="subNav"> |
| <ul class="navList"> |
| <li>Prev</li> |
| <li>Next</li> |
| </ul> |
| <ul class="navList"> |
| <li><a href="index.html?index-all.html" target="_top">Frames</a></li> |
| <li><a href="index-all.html" target="_top">No Frames</a></li> |
| </ul> |
| <ul class="navList" id="allclasses_navbar_top"> |
| <li><a href="allclasses-noframe.html">All Classes</a></li> |
| </ul> |
| <div> |
| <script type="text/javascript"><!-- |
| allClassesLink = document.getElementById("allclasses_navbar_top"); |
| if(window==top) { |
| allClassesLink.style.display = "block"; |
| } |
| else { |
| allClassesLink.style.display = "none"; |
| } |
| //--> |
| </script> |
| </div> |
| <a name="skip.navbar.top"> |
| <!-- --> |
| </a></div> |
| <!-- ========= END OF TOP NAVBAR ========= --> |
| <div class="contentContainer"><a href="#I:A">A</a> <a href="#I:B">B</a> <a href="#I:C">C</a> <a href="#I:D">D</a> <a href="#I:E">E</a> <a href="#I:F">F</a> <a href="#I:G">G</a> <a href="#I:H">H</a> <a href="#I:I">I</a> <a href="#I:J">J</a> <a href="#I:L">L</a> <a href="#I:M">M</a> <a href="#I:N">N</a> <a href="#I:O">O</a> <a href="#I:P">P</a> <a href="#I:Q">Q</a> <a href="#I:R">R</a> <a href="#I:S">S</a> <a href="#I:T">T</a> <a href="#I:U">U</a> <a href="#I:V">V</a> <a href="#I:W">W</a> <a name="I:A"> |
| <!-- --> |
| </a> |
| <h2 class="title">A</h2> |
| <dl> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyConfiguration.html#ABORT_ON_SINGLE_DATASET_FAILURE">ABORT_ON_SINGLE_DATASET_FAILURE</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyConfiguration.html" title="class in gobblin.data.management.copy">CopyConfiguration</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter"><span class="typeNameLink">AbstractAvroToOrcConverter</span></a> - Class in <a href="gobblin/data/management/conversion/hive/converter/package-summary.html">gobblin.data.management.conversion.hive.converter</a></dt> |
| <dd> |
| <div class="block">Builds the Hive avro to ORC conversion query.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html#AbstractAvroToOrcConverter--">AbstractAvroToOrcConverter()</a></span> - Constructor for class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">AbstractAvroToOrcConverter</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.OrcFormats.html" title="enum in gobblin.data.management.conversion.hive.converter"><span class="typeNameLink">AbstractAvroToOrcConverter.OrcFormats</span></a> - Enum in <a href="gobblin/data/management/conversion/hive/converter/package-summary.html">gobblin.data.management.conversion.hive.converter</a></dt> |
| <dd> |
| <div class="block">Supported destination ORC formats</div> |
| </dd> |
| <dt><a href="gobblin/data/management/version/finder/AbstractDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder"><span class="typeNameLink">AbstractDatasetVersionFinder</span></a><<a href="gobblin/data/management/version/finder/AbstractDatasetVersionFinder.html" title="type parameter in AbstractDatasetVersionFinder">T</a> extends <a href="gobblin/data/management/version/FileSystemDatasetVersion.html" title="interface in gobblin.data.management.version">FileSystemDatasetVersion</a>> - Class in <a href="gobblin/data/management/version/finder/package-summary.html">gobblin.data.management.version.finder</a></dt> |
| <dd> |
| <div class="block">Class to find <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/dataset/FileSystemDataset.html?is-external=true" title="class or interface in gobblin.dataset"><code>FileSystemDataset</code></a> versions in the file system.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/AbstractDatasetVersionFinder.html#AbstractDatasetVersionFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">AbstractDatasetVersionFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/AbstractDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">AbstractDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/AbstractDatasetVersionFinder.html#AbstractDatasetVersionFinder-org.apache.hadoop.fs.FileSystem-">AbstractDatasetVersionFinder(FileSystem)</a></span> - Constructor for class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/AbstractDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">AbstractDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/version/finder/AbstractHiveDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder"><span class="typeNameLink">AbstractHiveDatasetVersionFinder</span></a> - Class in <a href="gobblin/data/management/version/finder/package-summary.html">gobblin.data.management.version.finder</a></dt> |
| <dd> |
| <div class="block">An abstract <a href="gobblin/data/management/version/finder/VersionFinder.html" title="interface in gobblin.data.management.version.finder"><code>VersionFinder</code></a> to create <a href="gobblin/data/management/version/HiveDatasetVersion.html" title="interface in gobblin.data.management.version"><code>HiveDatasetVersion</code></a>s for all <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Partition.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Partition</code></a>s of a <a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive"><code>HiveDataset</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/AbstractHiveDatasetVersionFinder.html#AbstractHiveDatasetVersionFinder--">AbstractHiveDatasetVersionFinder()</a></span> - Constructor for class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/AbstractHiveDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">AbstractHiveDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HivePartitionExtendedFilter.html#accept-org.apache.hadoop.hive.metastore.api.Partition-">accept(Partition)</a></span> - Method in interface gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HivePartitionExtendedFilter.html" title="interface in gobblin.data.management.copy.hive">HivePartitionExtendedFilter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/PathBasedPartitionFilter.html#accept-org.apache.hadoop.hive.metastore.api.Partition-">accept(Partition)</a></span> - Method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/PathBasedPartitionFilter.html" title="class in gobblin.data.management.copy.hive">PathBasedPartitionFilter</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/action/AccessControlAction.html" title="class in gobblin.data.management.retention.action"><span class="typeNameLink">AccessControlAction</span></a> - Class in <a href="gobblin/data/management/retention/action/package-summary.html">gobblin.data.management.retention.action</a></dt> |
| <dd> |
| <div class="block">A <a href="gobblin/data/management/retention/action/RetentionAction.html" title="class in gobblin.data.management.retention.action"><code>RetentionAction</code></a> that is used to change the permissions/owner/group of a <a href="gobblin/data/management/version/FileSystemDatasetVersion.html" title="interface in gobblin.data.management.version"><code>FileSystemDatasetVersion</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#actualProcessedCopyableFile">actualProcessedCopyableFile</a></span> - Variable in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> |
| <div class="block">The copyable file in the WorkUnit might be modified by converters (e.g.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/partition/FileSet.Builder.html#add-T-">add(T)</a></span> - Method in class gobblin.data.management.partition.<a href="gobblin/data/management/partition/FileSet.Builder.html" title="class in gobblin.data.management.partition">FileSet.Builder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/partition/FileSet.Builder.html#add-java.util.Collection-">add(Collection<T>)</a></span> - Method in class gobblin.data.management.partition.<a href="gobblin/data/management/partition/FileSet.Builder.html" title="class in gobblin.data.management.partition">FileSet.Builder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/DataFlowTopology.html#addDataFlowPath-gobblin.data.management.copy.replication.DataFlowTopology.DataFlowPath-">addDataFlowPath(DataFlowTopology.DataFlowPath)</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/DataFlowTopology.html" title="class in gobblin.data.management.copy.replication">DataFlowTopology</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html#addPartition-org.apache.hadoop.hive.metastore.api.Partition-java.lang.String-">addPartition(Partition, String)</a></span> - Method in class gobblin.data.management.conversion.hive.publisher.<a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html" title="class in gobblin.data.management.conversion.hive.publisher">HiveConvertPublisher</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html#addTableDeregisterSteps-java.util.List-java.lang.String-int-org.apache.hadoop.hive.ql.metadata.Table-">addTableDeregisterSteps(List<CopyEntity>, String, int, Table)</a></span> - Method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/AllEqualComparator.html" title="class in gobblin.data.management.copy"><span class="typeNameLink">AllEqualComparator</span></a><<a href="gobblin/data/management/copy/AllEqualComparator.html" title="type parameter in AllEqualComparator">T</a>> - Class in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block">Implementation of <a href="https://docs.oracle.com/javase/7/docs/api/java/util/Comparator.html?is-external=true" title="class or interface in java.util"><code>Comparator</code></a> where all elements are equal.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/AllEqualComparator.html#AllEqualComparator--">AllEqualComparator()</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/AllEqualComparator.html" title="class in gobblin.data.management.copy">AllEqualComparator</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/predicates/AlwaysTrue.html" title="class in gobblin.data.management.copy.predicates"><span class="typeNameLink">AlwaysTrue</span></a><<a href="gobblin/data/management/copy/predicates/AlwaysTrue.html" title="type parameter in AlwaysTrue">T</a>> - Class in <a href="gobblin/data/management/copy/predicates/package-summary.html">gobblin.data.management.copy.predicates</a></dt> |
| <dd> |
| <div class="block">Predicate that is always true.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/predicates/AlwaysTrue.html#AlwaysTrue--">AlwaysTrue()</a></span> - Constructor for class gobblin.data.management.copy.predicates.<a href="gobblin/data/management/copy/predicates/AlwaysTrue.html" title="class in gobblin.data.management.copy.predicates">AlwaysTrue</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/predicates/AlwaysTrue.html#apply-T-">apply(T)</a></span> - Method in class gobblin.data.management.copy.predicates.<a href="gobblin/data/management/copy/predicates/AlwaysTrue.html" title="class in gobblin.data.management.copy.predicates">AlwaysTrue</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/predicates/NonPartitionTableRegistrationTimeSkipPredicate.html#apply-gobblin.data.management.copy.hive.HiveCopyEntityHelper-">apply(HiveCopyEntityHelper)</a></span> - Method in class gobblin.data.management.copy.predicates.<a href="gobblin/data/management/copy/predicates/NonPartitionTableRegistrationTimeSkipPredicate.html" title="class in gobblin.data.management.copy.predicates">NonPartitionTableRegistrationTimeSkipPredicate</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/predicates/RegistrationTimeSkipPredicate.html#apply-gobblin.data.management.copy.hive.HivePartitionFileSet-">apply(HivePartitionFileSet)</a></span> - Method in class gobblin.data.management.copy.predicates.<a href="gobblin/data/management/copy/predicates/RegistrationTimeSkipPredicate.html" title="class in gobblin.data.management.copy.predicates">RegistrationTimeSkipPredicate</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/predicates/RootDirectoryModtimeSkipPredicate.html#apply-gobblin.data.management.copy.hive.HivePartitionFileSet-">apply(HivePartitionFileSet)</a></span> - Method in class gobblin.data.management.copy.predicates.<a href="gobblin/data/management/copy/predicates/RootDirectoryModtimeSkipPredicate.html" title="class in gobblin.data.management.copy.predicates">RootDirectoryModtimeSkipPredicate</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/partition/CopyableDatasetRequestor.Factory.html#apply-gobblin.data.management.copy.CopyableDatasetBase-">apply(CopyableDatasetBase)</a></span> - Method in class gobblin.data.management.partition.<a href="gobblin/data/management/partition/CopyableDatasetRequestor.Factory.html" title="class in gobblin.data.management.partition">CopyableDatasetRequestor.Factory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/predicates/WhitelistPredicate.html#apply-gobblin.data.management.retention.version.StringDatasetVersion-">apply(StringDatasetVersion)</a></span> - Method in class gobblin.data.management.retention.policy.predicates.<a href="gobblin/data/management/retention/policy/predicates/WhitelistPredicate.html" title="class in gobblin.data.management.retention.policy.predicates">WhitelistPredicate</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/trash/AsyncTrash.html" title="class in gobblin.data.management.trash"><span class="typeNameLink">AsyncTrash</span></a> - Class in <a href="gobblin/data/management/trash/package-summary.html">gobblin.data.management.trash</a></dt> |
| <dd> |
| <div class="block">Implementation of <a href="gobblin/data/management/trash/Trash.html" title="class in gobblin.data.management.trash"><code>Trash</code></a> that deletes files asynchronously and in parallel.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/AsyncTrash.html#AsyncTrash-org.apache.hadoop.fs.FileSystem-java.util.Properties-">AsyncTrash(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.trash.<a href="gobblin/data/management/trash/AsyncTrash.html" title="class in gobblin.data.management.trash">AsyncTrash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/AsyncTrash.html#AsyncTrash-org.apache.hadoop.fs.FileSystem-java.util.Properties-java.lang.String-">AsyncTrash(FileSystem, Properties, String)</a></span> - Constructor for class gobblin.data.management.trash.<a href="gobblin/data/management/trash/AsyncTrash.html" title="class in gobblin.data.management.trash">AsyncTrash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/PreserveAttributes.html#ATTRIBUTES_REGEXP">ATTRIBUTES_REGEXP</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/PreserveAttributes.html" title="class in gobblin.data.management.copy">PreserveAttributes</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/avro/AvroSchemaManager.html" title="class in gobblin.data.management.conversion.hive.avro"><span class="typeNameLink">AvroSchemaManager</span></a> - Class in <a href="gobblin/data/management/conversion/hive/avro/package-summary.html">gobblin.data.management.conversion.hive.avro</a></dt> |
| <dd> |
| <div class="block">Avro schema for a <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Partition.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Partition</code></a> or <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Table.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Table</code></a> is available at multiple locations.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/avro/AvroSchemaManager.html#AvroSchemaManager-org.apache.hadoop.fs.FileSystem-gobblin.configuration.State-">AvroSchemaManager(FileSystem, State)</a></span> - Constructor for class gobblin.data.management.conversion.hive.avro.<a href="gobblin/data/management/conversion/hive/avro/AvroSchemaManager.html" title="class in gobblin.data.management.conversion.hive.avro">AvroSchemaManager</a></dt> |
| <dd> </dd> |
| </dl> |
| <a name="I:B"> |
| <!-- --> |
| </a> |
| <h2 class="title">B</h2> |
| <dl> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/BackfillHiveSource.html#BACKFILL_SOURCE_PARTITION_WHITELIST_KEY">BACKFILL_SOURCE_PARTITION_WHITELIST_KEY</a></span> - Static variable in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/BackfillHiveSource.html" title="class in gobblin.data.management.conversion.hive.source">BackfillHiveSource</a></dt> |
| <dd> |
| <div class="block">A comma separated list of <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Partition.html?is-external=true#getCompleteName--" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Partition.getCompleteName()</code></a>s that need backfill.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/source/BackfillHiveSource.html" title="class in gobblin.data.management.conversion.hive.source"><span class="typeNameLink">BackfillHiveSource</span></a> - Class in <a href="gobblin/data/management/conversion/hive/source/package-summary.html">gobblin.data.management.conversion.hive.source</a></dt> |
| <dd> |
| <div class="block">A <a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source"><code>HiveSource</code></a> used to create workunits without a watermark check.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/BackfillHiveSource.html#BackfillHiveSource--">BackfillHiveSource()</a></span> - Constructor for class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/BackfillHiveSource.html" title="class in gobblin.data.management.conversion.hive.source">BackfillHiveSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventConstants.html#BEGIN_CONVERSION_DDL_EXECUTE_TIME">BEGIN_CONVERSION_DDL_EXECUTE_TIME</a></span> - Static variable in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventConstants.html" title="class in gobblin.data.management.conversion.hive.events">EventConstants</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventConstants.html#BEGIN_DDL_BUILD_TIME">BEGIN_DDL_BUILD_TIME</a></span> - Static variable in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventConstants.html" title="class in gobblin.data.management.conversion.hive.events">EventConstants</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventConstants.html#BEGIN_GET_WORKUNITS_TIME">BEGIN_GET_WORKUNITS_TIME</a></span> - Static variable in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventConstants.html" title="class in gobblin.data.management.conversion.hive.events">EventConstants</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventConstants.html#BEGIN_PUBLISH_DDL_EXECUTE_TIME">BEGIN_PUBLISH_DDL_EXECUTE_TIME</a></span> - Static variable in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventConstants.html" title="class in gobblin.data.management.conversion.hive.events">EventConstants</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyConfiguration.html#BINPACKING_MAX_PER_BUCKET_PREFIX">BINPACKING_MAX_PER_BUCKET_PREFIX</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyConfiguration.html" title="class in gobblin.data.management.copy">CopyConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html#blacklistTags">blacklistTags</a></span> - Variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html" title="class in gobblin.data.management.copy.replication">ConfigBasedDatasetsFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyConfiguration.html#BUFFER_SIZE">BUFFER_SIZE</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyConfiguration.html" title="class in gobblin.data.management.copy">CopyConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#bufferSize">bufferSize</a></span> - Variable in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/writer/HiveQueryWriterBuilder.html#build--">build()</a></span> - Method in class gobblin.data.management.conversion.hive.writer.<a href="gobblin/data/management/conversion/hive/writer/HiveQueryWriterBuilder.html" title="class in gobblin.data.management.conversion.hive.writer">HiveQueryWriterBuilder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyableFile.Builder.html#build--">build()</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyableFile.Builder.html" title="class in gobblin.data.management.copy">CopyableFile.Builder</a></dt> |
| <dd> |
| <div class="block">Builds a <a href="gobblin/data/management/copy/CopyableFile.html" title="class in gobblin.data.management.copy"><code>CopyableFile</code></a> using fields set by the <a href="gobblin/data/management/copy/CopyableDataset.html" title="interface in gobblin.data.management.copy"><code>CopyableDataset</code></a> and inferring unset fields.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriterBuilder.html#build--">build()</a></span> - Method in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriterBuilder.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriterBuilder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/partition/FileSet.Builder.html#build--">build()</a></span> - Method in class gobblin.data.management.partition.<a href="gobblin/data/management/partition/FileSet.Builder.html" title="class in gobblin.data.management.partition">FileSet.Builder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.VersionFinderAndPolicy.VersionFinderAndPolicyBuilder.html#build--">build()</a></span> - Method in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.VersionFinderAndPolicy.VersionFinderAndPolicyBuilder.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase.VersionFinderAndPolicy.VersionFinderAndPolicyBuilder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyableFile.html#builder-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.FileStatus-org.apache.hadoop.fs.Path-gobblin.data.management.copy.CopyConfiguration-">builder(FileSystem, FileStatus, Path, CopyConfiguration)</a></span> - Static method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyableFile.html" title="class in gobblin.data.management.copy">CopyableFile</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">use <a href="gobblin/data/management/copy/CopyableFile.html#fromOriginAndDestination-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.FileStatus-org.apache.hadoop.fs.Path-gobblin.data.management.copy.CopyConfiguration-"><code>CopyableFile.fromOriginAndDestination(org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.FileStatus, org.apache.hadoop.fs.Path, gobblin.data.management.copy.CopyConfiguration)</code></a>. This method was changed to remove reliance on dataset root |
| which is not standard of all datasets. The old functionality on inferring destinations cannot be |
| achieved without dataset root and common dataset root, so this is an approximation. Copyable datasets |
| should compute file destinations themselves.</span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyableFile.Builder.html#Builder--">Builder()</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyableFile.Builder.html" title="class in gobblin.data.management.copy">CopyableFile.Builder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyConfiguration.html#builder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">builder(FileSystem, Properties)</a></span> - Static method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyConfiguration.html" title="class in gobblin.data.management.copy">CopyConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/partition/FileSet.Builder.html#Builder-java.lang.String-gobblin.dataset.Dataset-">Builder(String, Dataset)</a></span> - Constructor for class gobblin.data.management.partition.<a href="gobblin/data/management/partition/FileSet.Builder.html" title="class in gobblin.data.management.partition">FileSet.Builder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html#buildFromConfig-com.typesafe.config.Config-">buildFromConfig(Config)</a></span> - Static method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication">ReplicationConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationMetaData.html#buildMetaData-com.typesafe.config.Config-">buildMetaData(Config)</a></span> - Static method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationMetaData.html" title="class in gobblin.data.management.copy.replication">ReplicationMetaData</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/EndPointFactory.html#buildReplica-com.typesafe.config.Config-java.lang.String-com.typesafe.config.Config-">buildReplica(Config, String, Config)</a></span> - Method in interface gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/EndPointFactory.html" title="interface in gobblin.data.management.copy.replication">EndPointFactory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/HadoopFsEndPointFactory.html#buildReplica-com.typesafe.config.Config-java.lang.String-com.typesafe.config.Config-">buildReplica(Config, String, Config)</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/HadoopFsEndPointFactory.html" title="class in gobblin.data.management.copy.replication">HadoopFsEndPointFactory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/EndPointFactory.html#buildSource-com.typesafe.config.Config-com.typesafe.config.Config-">buildSource(Config, Config)</a></span> - Method in interface gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/EndPointFactory.html" title="interface in gobblin.data.management.copy.replication">EndPointFactory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/HadoopFsEndPointFactory.html#buildSource-com.typesafe.config.Config-com.typesafe.config.Config-">buildSource(Config, Config)</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/HadoopFsEndPointFactory.html" title="class in gobblin.data.management.copy.replication">HadoopFsEndPointFactory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriterBuilder.html#buildWriter--">buildWriter()</a></span> - Method in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriterBuilder.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriterBuilder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/TarArchiveInputStreamDataWriterBuilder.html#buildWriter--">buildWriter()</a></span> - Method in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/TarArchiveInputStreamDataWriterBuilder.html" title="class in gobblin.data.management.copy.writer">TarArchiveInputStreamDataWriterBuilder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/writer/HiveQueryExecutionWriter.html#bytesWritten--">bytesWritten()</a></span> - Method in class gobblin.data.management.conversion.hive.writer.<a href="gobblin/data/management/conversion/hive/writer/HiveQueryExecutionWriter.html" title="class in gobblin.data.management.conversion.hive.writer">HiveQueryExecutionWriter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#bytesWritten">bytesWritten</a></span> - Variable in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#bytesWritten--">bytesWritten()</a></span> - Method in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> </dd> |
| </dl> |
| <a name="I:C"> |
| <!-- --> |
| </a> |
| <h2 class="title">C</h2> |
| <dl> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/MultiKeyValueLongWatermark.html#calculatePercentCompletion-gobblin.source.extractor.Watermark-gobblin.source.extractor.Watermark-">calculatePercentCompletion(Watermark, Watermark)</a></span> - Method in class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/MultiKeyValueLongWatermark.html" title="class in gobblin.data.management.conversion.hive.watermarker">MultiKeyValueLongWatermark</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/watermark/StringWatermark.html#calculatePercentCompletion-gobblin.source.extractor.Watermark-gobblin.source.extractor.Watermark-">calculatePercentCompletion(Watermark, Watermark)</a></span> - Method in class gobblin.data.management.copy.watermark.<a href="gobblin/data/management/copy/watermark/StringWatermark.html" title="class in gobblin.data.management.copy.watermark">StringWatermark</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/action/MultiAccessControlAction.MultiAccessControlActionFactory.html#canCreateWithConfig-com.typesafe.config.Config-">canCreateWithConfig(Config)</a></span> - Method in class gobblin.data.management.retention.action.<a href="gobblin/data/management/retention/action/MultiAccessControlAction.MultiAccessControlActionFactory.html" title="class in gobblin.data.management.retention.action">MultiAccessControlAction.MultiAccessControlActionFactory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/action/RetentionAction.RetentionActionFactory.html#canCreateWithConfig-com.typesafe.config.Config-">canCreateWithConfig(Config)</a></span> - Method in interface gobblin.data.management.retention.action.<a href="gobblin/data/management/retention/action/RetentionAction.RetentionActionFactory.html" title="interface in gobblin.data.management.retention.action">RetentionAction.RetentionActionFactory</a></dt> |
| <dd> |
| <div class="block">Method to check if a <a href="gobblin/data/management/retention/action/RetentionAction.html" title="class in gobblin.data.management.retention.action"><code>RetentionAction</code></a> can be created/instantiated with the <code>config</code>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/dataset/DummyDataset.html#clean--">clean()</a></span> - Method in class gobblin.data.management.dataset.<a href="gobblin/data/management/dataset/DummyDataset.html" title="class in gobblin.data.management.dataset">DummyDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/CleanableDataset.html#clean--">clean()</a></span> - Method in interface gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/CleanableDataset.html" title="interface in gobblin.data.management.retention.dataset">CleanableDataset</a></dt> |
| <dd> |
| <div class="block">Cleans the <a href="gobblin/data/management/retention/dataset/CleanableDataset.html" title="interface in gobblin.data.management.retention.dataset"><code>CleanableDataset</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/CleanableHiveDataset.html#clean--">clean()</a></span> - Method in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/CleanableHiveDataset.html" title="class in gobblin.data.management.retention.dataset">CleanableHiveDataset</a></dt> |
| <dd> |
| <div class="block">Drops the partitions selected by <a href="gobblin/data/management/retention/dataset/CleanableHiveDataset.html#hiveSelectionPolicy"><code>CleanableHiveDataset.hiveSelectionPolicy</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html#clean-gobblin.data.management.version.FileSystemDatasetVersion-java.util.Set-">clean(FileSystemDatasetVersion, Set<Path>)</a></span> - Method in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset">FsCleanableHelper</a></dt> |
| <dd> |
| <div class="block">Delete a single <a href="gobblin/data/management/version/FileSystemDatasetVersion.html" title="interface in gobblin.data.management.version"><code>FileSystemDatasetVersion</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html#clean-java.util.Collection-gobblin.dataset.FileSystemDataset-">clean(Collection<? extends FileSystemDatasetVersion>, FileSystemDataset)</a></span> - Method in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset">FsCleanableHelper</a></dt> |
| <dd> |
| <div class="block">Delete all <a href="gobblin/data/management/version/FileSystemDatasetVersion.html" title="interface in gobblin.data.management.version"><code>FileSystemDatasetVersion</code></a>s <code>deletableVersions</code> and also delete any empty parent directories.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#clean--">clean()</a></span> - Method in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> |
| <div class="block">Method to perform the Retention operations for this dataset.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/DatasetCleaner.html#clean--">clean()</a></span> - Method in class gobblin.data.management.retention.<a href="gobblin/data/management/retention/DatasetCleaner.html" title="class in gobblin.data.management.retention">DatasetCleaner</a></dt> |
| <dd> |
| <div class="block">Perform the cleanup of old / deprecated dataset versions.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/HiveDatasetVersionCleaner.html#clean--">clean()</a></span> - Method in class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/HiveDatasetVersionCleaner.html" title="class in gobblin.data.management.retention.version">HiveDatasetVersionCleaner</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/VersionCleaner.html#clean--">clean()</a></span> - Method in class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/VersionCleaner.html" title="class in gobblin.data.management.retention.version">VersionCleaner</a></dt> |
| <dd> |
| <div class="block">Cleans the <a href="gobblin/data/management/retention/version/DatasetVersion.html" title="interface in gobblin.data.management.retention.version"><code>DatasetVersion</code></a> of a <a href="gobblin/data/management/retention/dataset/CleanableDataset.html" title="interface in gobblin.data.management.retention.dataset"><code>CleanableDataset</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/util/test/RetentionTestHelper.html#clean-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.Path-com.google.common.base.Optional-org.apache.hadoop.fs.Path-">clean(FileSystem, Path, Optional<Path>, Path)</a></span> - Static method in class gobblin.util.test.<a href="gobblin/util/test/RetentionTestHelper.html" title="class in gobblin.util.test">RetentionTestHelper</a></dt> |
| <dd> |
| <div class="block">Does gobblin retention for test data.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/util/test/RetentionTestHelper.html#clean-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.Path-">clean(FileSystem, Path, Path)</a></span> - Static method in class gobblin.util.test.<a href="gobblin/util/test/RetentionTestHelper.html" title="class in gobblin.util.test">RetentionTestHelper</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/dataset/CleanableDataset.html" title="interface in gobblin.data.management.retention.dataset"><span class="typeNameLink">CleanableDataset</span></a> - Interface in <a href="gobblin/data/management/retention/dataset/package-summary.html">gobblin.data.management.retention.dataset</a></dt> |
| <dd> |
| <div class="block">An abstraction for a set of files where a simple <a href="gobblin/data/management/retention/policy/RetentionPolicy.html" title="interface in gobblin.data.management.retention.policy"><code>RetentionPolicy</code></a> |
| can be applied.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/VersionCleaner.html#cleanableDataset">cleanableDataset</a></span> - Variable in class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/VersionCleaner.html" title="class in gobblin.data.management.retention.version">VersionCleaner</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/dataset/CleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset"><span class="typeNameLink">CleanableDatasetBase</span></a><<a href="gobblin/data/management/retention/dataset/CleanableDatasetBase.html" title="type parameter in CleanableDatasetBase">T</a> extends <a href="gobblin/data/management/version/FileSystemDatasetVersion.html" title="interface in gobblin.data.management.version">FileSystemDatasetVersion</a>> - Class in <a href="gobblin/data/management/retention/dataset/package-summary.html">gobblin.data.management.retention.dataset</a></dt> |
| <dd> |
| <div class="block">Implementation of a <a href="gobblin/data/management/retention/dataset/CleanableDataset.html" title="interface in gobblin.data.management.retention.dataset"><code>CleanableDataset</code></a> that uses a |
| <a href="gobblin/data/management/retention/version/finder/VersionFinder.html" title="interface in gobblin.data.management.retention.version.finder"><code>VersionFinder</code></a> to find dataset versions, a |
| <a href="gobblin/data/management/retention/policy/RetentionPolicy.html" title="interface in gobblin.data.management.retention.policy"><code>RetentionPolicy</code></a> to figure out deletable versions, and then deletes |
| those files and newly empty parent directories.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/CleanableDatasetBase.html#CleanableDatasetBase-org.apache.hadoop.fs.FileSystem-java.util.Properties-com.typesafe.config.Config-org.slf4j.Logger-">CleanableDatasetBase(FileSystem, Properties, Config, Logger)</a></span> - Constructor for class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/CleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">CleanableDatasetBase</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/CleanableDatasetBase.html#CleanableDatasetBase-org.apache.hadoop.fs.FileSystem-java.util.Properties-org.slf4j.Logger-">CleanableDatasetBase(FileSystem, Properties, Logger)</a></span> - Constructor for class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/CleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">CleanableDatasetBase</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/CleanableDatasetBase.html#CleanableDatasetBase-org.apache.hadoop.fs.FileSystem-java.util.Properties-boolean-boolean-boolean-boolean-boolean-org.slf4j.Logger-">CleanableDatasetBase(FileSystem, Properties, boolean, boolean, boolean, boolean, boolean, Logger)</a></span> - Constructor for class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/CleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">CleanableDatasetBase</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/CleanableDatasetBase.html#CleanableDatasetBase-org.apache.hadoop.fs.FileSystem-java.util.Properties-boolean-boolean-boolean-boolean-org.slf4j.Logger-">CleanableDatasetBase(FileSystem, Properties, boolean, boolean, boolean, boolean, Logger)</a></span> - Constructor for class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/CleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">CleanableDatasetBase</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/dataset/CleanableHiveDataset.html" title="class in gobblin.data.management.retention.dataset"><span class="typeNameLink">CleanableHiveDataset</span></a> - Class in <a href="gobblin/data/management/retention/dataset/package-summary.html">gobblin.data.management.retention.dataset</a></dt> |
| <dd> |
| <div class="block"> |
| A <a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive"><code>HiveDataset</code></a> used for Retention.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/CleanableHiveDataset.html#CleanableHiveDataset-org.apache.hadoop.fs.FileSystem-gobblin.hive.HiveMetastoreClientPool-org.apache.hadoop.hive.ql.metadata.Table-java.util.Properties-com.typesafe.config.Config-">CleanableHiveDataset(FileSystem, HiveMetastoreClientPool, Table, Properties, Config)</a></span> - Constructor for class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/CleanableHiveDataset.html" title="class in gobblin.data.management.retention.dataset">CleanableHiveDataset</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/dataset/finder/CleanableHiveDatasetFinder.html" title="class in gobblin.data.management.retention.dataset.finder"><span class="typeNameLink">CleanableHiveDatasetFinder</span></a> - Class in <a href="gobblin/data/management/retention/dataset/finder/package-summary.html">gobblin.data.management.retention.dataset.finder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/finder/CleanableHiveDatasetFinder.html#CleanableHiveDatasetFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">CleanableHiveDatasetFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.retention.dataset.finder.<a href="gobblin/data/management/retention/dataset/finder/CleanableHiveDatasetFinder.html" title="class in gobblin.data.management.retention.dataset.finder">CleanableHiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/finder/CleanableHiveDatasetFinder.html#CleanableHiveDatasetFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-gobblin.config.client.ConfigClient-">CleanableHiveDatasetFinder(FileSystem, Properties, ConfigClient)</a></span> - Constructor for class gobblin.data.management.retention.dataset.finder.<a href="gobblin/data/management/retention/dataset/finder/CleanableHiveDatasetFinder.html" title="class in gobblin.data.management.retention.dataset.finder">CleanableHiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html#cleanEmptyDirectories-java.util.Set-gobblin.dataset.FileSystemDataset-">cleanEmptyDirectories(Set<Path>, FileSystemDataset)</a></span> - Method in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset">FsCleanableHelper</a></dt> |
| <dd> |
| <div class="block">Deletes any empty paths in <code>possiblyEmptyDirectories</code> all the way upto the <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/dataset/FileSystemDataset.html?is-external=true#datasetRoot--" title="class or interface in gobblin.dataset"><code>FileSystemDataset.datasetRoot()</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#cleanImpl-java.util.Collection-">cleanImpl(Collection<T>)</a></span> - Method in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/writer/HiveQueryExecutionWriter.html#cleanup--">cleanup()</a></span> - Method in class gobblin.data.management.conversion.hive.writer.<a href="gobblin/data/management/conversion/hive/writer/HiveQueryExecutionWriter.html" title="class in gobblin.data.management.conversion.hive.writer">HiveQueryExecutionWriter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#cleanup--">cleanup()</a></span> - Method in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/util/test/RetentionTestDataGenerator.html#cleanup--">cleanup()</a></span> - Method in class gobblin.util.test.<a href="gobblin/util/test/RetentionTestDataGenerator.html" title="class in gobblin.util.test">RetentionTestDataGenerator</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/avro/AvroSchemaManager.html#cleanupTempSchemas--">cleanupTempSchemas()</a></span> - Method in class gobblin.data.management.conversion.hive.avro.<a href="gobblin/data/management/conversion/hive/avro/AvroSchemaManager.html" title="class in gobblin.data.management.conversion.hive.avro">AvroSchemaManager</a></dt> |
| <dd> |
| <div class="block">Delete the temporary <a href="gobblin/data/management/conversion/hive/avro/AvroSchemaManager.html#schemaDir"><code>AvroSchemaManager.schemaDir</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#clientPool">clientPool</a></span> - Variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#clientPool">clientPool</a></span> - Variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/runtime/embedded/EmbeddedGobblinDistcp.CliFactory.html#CliFactory--">CliFactory()</a></span> - Constructor for class gobblin.runtime.embedded.<a href="gobblin/runtime/embedded/EmbeddedGobblinDistcp.CliFactory.html" title="class in gobblin.runtime.embedded">EmbeddedGobblinDistcp.CliFactory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/extractor/HiveBaseExtractor.html#close--">close()</a></span> - Method in class gobblin.data.management.conversion.hive.extractor.<a href="gobblin/data/management/conversion/hive/extractor/HiveBaseExtractor.html" title="class in gobblin.data.management.conversion.hive.extractor">HiveBaseExtractor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html#close--">close()</a></span> - Method in class gobblin.data.management.conversion.hive.publisher.<a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html" title="class in gobblin.data.management.conversion.hive.publisher">HiveConvertPublisher</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/writer/HiveQueryExecutionWriter.html#close--">close()</a></span> - Method in class gobblin.data.management.conversion.hive.writer.<a href="gobblin/data/management/conversion/hive/writer/HiveQueryExecutionWriter.html" title="class in gobblin.data.management.conversion.hive.writer">HiveQueryExecutionWriter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/extractor/CloseableFsFileAwareInputStreamExtractor.html#close--">close()</a></span> - Method in class gobblin.data.management.copy.extractor.<a href="gobblin/data/management/copy/extractor/CloseableFsFileAwareInputStreamExtractor.html" title="class in gobblin.data.management.copy.extractor">CloseableFsFileAwareInputStreamExtractor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/extractor/EmptyExtractor.html#close--">close()</a></span> - Method in class gobblin.data.management.copy.extractor.<a href="gobblin/data/management/copy/extractor/EmptyExtractor.html" title="class in gobblin.data.management.copy.extractor">EmptyExtractor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/extractor/FileAwareInputStreamExtractor.html#close--">close()</a></span> - Method in class gobblin.data.management.copy.extractor.<a href="gobblin/data/management/copy/extractor/FileAwareInputStreamExtractor.html" title="class in gobblin.data.management.copy.extractor">FileAwareInputStreamExtractor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/publisher/CopyDataPublisher.html#close--">close()</a></span> - Method in class gobblin.data.management.copy.publisher.<a href="gobblin/data/management/copy/publisher/CopyDataPublisher.html" title="class in gobblin.data.management.copy.publisher">CopyDataPublisher</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/DatasetCleaner.html#close--">close()</a></span> - Method in class gobblin.data.management.retention.<a href="gobblin/data/management/retention/DatasetCleaner.html" title="class in gobblin.data.management.retention">DatasetCleaner</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/AsyncTrash.html#close--">close()</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/AsyncTrash.html" title="class in gobblin.data.management.trash">AsyncTrash</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/CloseableFsCopySource.html" title="class in gobblin.data.management.copy"><span class="typeNameLink">CloseableFsCopySource</span></a> - Class in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block">Used instead of <a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy"><code>CopySource</code></a> for <a href="http://hadoop.apache.org/docs/r2.3.0/api/org/apache/hadoop/fs/FileSystem.html?is-external=true" title="class or interface in org.apache.hadoop.fs"><code>FileSystem</code></a>s that need be closed after use E.g |
| <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-core/gobblin/source/extractor/extract/sftp/SftpLightWeightFileSystem.html?is-external=true" title="class or interface in gobblin.source.extractor.extract.sftp"><code>SftpLightWeightFileSystem</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CloseableFsCopySource.html#CloseableFsCopySource--">CloseableFsCopySource()</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CloseableFsCopySource.html" title="class in gobblin.data.management.copy">CloseableFsCopySource</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/extractor/CloseableFsFileAwareInputStreamExtractor.html" title="class in gobblin.data.management.copy.extractor"><span class="typeNameLink">CloseableFsFileAwareInputStreamExtractor</span></a> - Class in <a href="gobblin/data/management/copy/extractor/package-summary.html">gobblin.data.management.copy.extractor</a></dt> |
| <dd> |
| <div class="block">Used instead of <a href="gobblin/data/management/copy/extractor/FileAwareInputStreamExtractor.html" title="class in gobblin.data.management.copy.extractor"><code>FileAwareInputStreamExtractor</code></a> for <a href="http://hadoop.apache.org/docs/r2.3.0/api/org/apache/hadoop/fs/FileSystem.html?is-external=true" title="class or interface in org.apache.hadoop.fs"><code>FileSystem</code></a>s that need be closed after use E.g |
| <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-core/gobblin/source/extractor/extract/sftp/SftpLightWeightFileSystem.html?is-external=true" title="class or interface in gobblin.source.extractor.extract.sftp"><code>SftpLightWeightFileSystem</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/extractor/CloseableFsFileAwareInputStreamExtractor.html#CloseableFsFileAwareInputStreamExtractor-org.apache.hadoop.fs.FileSystem-gobblin.data.management.copy.CopyableFile-gobblin.configuration.WorkUnitState-">CloseableFsFileAwareInputStreamExtractor(FileSystem, CopyableFile, WorkUnitState)</a></span> - Constructor for class gobblin.data.management.copy.extractor.<a href="gobblin/data/management/copy/extractor/CloseableFsFileAwareInputStreamExtractor.html" title="class in gobblin.data.management.copy.extractor">CloseableFsFileAwareInputStreamExtractor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/extractor/CloseableFsFileAwareInputStreamExtractor.html#CloseableFsFileAwareInputStreamExtractor-org.apache.hadoop.fs.FileSystem-gobblin.data.management.copy.CopyableFile-">CloseableFsFileAwareInputStreamExtractor(FileSystem, CopyableFile)</a></span> - Constructor for class gobblin.data.management.copy.extractor.<a href="gobblin/data/management/copy/extractor/CloseableFsFileAwareInputStreamExtractor.html" title="class in gobblin.data.management.copy.extractor">CloseableFsFileAwareInputStreamExtractor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.ConversionConfig.html#CLUSTER_BY_KEY">CLUSTER_BY_KEY</a></span> - Static variable in class gobblin.data.management.conversion.hive.dataset.<a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.ConversionConfig.html" title="class in gobblin.data.management.conversion.hive.dataset">ConvertibleHiveDataset.ConversionConfig</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/policy/CombineRetentionPolicy.html" title="class in gobblin.data.management.retention.policy"><span class="typeNameLink">CombineRetentionPolicy</span></a><<a href="gobblin/data/management/retention/policy/CombineRetentionPolicy.html" title="type parameter in CombineRetentionPolicy">T</a> extends <a href="gobblin/data/management/version/DatasetVersion.html" title="interface in gobblin.data.management.version">DatasetVersion</a>> - Class in <a href="gobblin/data/management/retention/policy/package-summary.html">gobblin.data.management.retention.policy</a></dt> |
| <dd> |
| <div class="block">Implementation of <a href="gobblin/data/management/retention/policy/RetentionPolicy.html" title="interface in gobblin.data.management.retention.policy"><code>RetentionPolicy</code></a> that allows combining different |
| policies through a union or intersect operation.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/CombineRetentionPolicy.html#CombineRetentionPolicy-java.util.List-gobblin.data.management.retention.policy.CombineRetentionPolicy.DeletableCombineOperation-">CombineRetentionPolicy(List<RetentionPolicy<T>>, CombineRetentionPolicy.DeletableCombineOperation)</a></span> - Constructor for class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/CombineRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">CombineRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/CombineRetentionPolicy.html#CombineRetentionPolicy-java.util.Properties-">CombineRetentionPolicy(Properties)</a></span> - Constructor for class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/CombineRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">CombineRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/policy/CombineRetentionPolicy.DeletableCombineOperation.html" title="enum in gobblin.data.management.retention.policy"><span class="typeNameLink">CombineRetentionPolicy.DeletableCombineOperation</span></a> - Enum in <a href="gobblin/data/management/retention/policy/package-summary.html">gobblin.data.management.retention.policy</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/policy/CombineSelectionPolicy.html" title="class in gobblin.data.management.policy"><span class="typeNameLink">CombineSelectionPolicy</span></a> - Class in <a href="gobblin/data/management/policy/package-summary.html">gobblin.data.management.policy</a></dt> |
| <dd> |
| <div class="block">Implementation of <a href="gobblin/data/management/policy/VersionSelectionPolicy.html" title="interface in gobblin.data.management.policy"><code>VersionSelectionPolicy</code></a> that allows combining different |
| policies through a union or intersect operation.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/CombineSelectionPolicy.html#CombineSelectionPolicy-java.util.List-gobblin.data.management.policy.CombineSelectionPolicy.CombineOperation-">CombineSelectionPolicy(List<VersionSelectionPolicy<DatasetVersion>>, CombineSelectionPolicy.CombineOperation)</a></span> - Constructor for class gobblin.data.management.policy.<a href="gobblin/data/management/policy/CombineSelectionPolicy.html" title="class in gobblin.data.management.policy">CombineSelectionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/CombineSelectionPolicy.html#CombineSelectionPolicy-com.typesafe.config.Config-java.util.Properties-">CombineSelectionPolicy(Config, Properties)</a></span> - Constructor for class gobblin.data.management.policy.<a href="gobblin/data/management/policy/CombineSelectionPolicy.html" title="class in gobblin.data.management.policy">CombineSelectionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/CombineSelectionPolicy.html#CombineSelectionPolicy-java.util.Properties-">CombineSelectionPolicy(Properties)</a></span> - Constructor for class gobblin.data.management.policy.<a href="gobblin/data/management/policy/CombineSelectionPolicy.html" title="class in gobblin.data.management.policy">CombineSelectionPolicy</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/policy/CombineSelectionPolicy.CombineOperation.html" title="enum in gobblin.data.management.policy"><span class="typeNameLink">CombineSelectionPolicy.CombineOperation</span></a> - Enum in <a href="gobblin/data/management/policy/package-summary.html">gobblin.data.management.policy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveSource.html#COMMA_BASED_SPLITTER">COMMA_BASED_SPLITTER</a></span> - Static variable in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/writer/HiveQueryExecutionWriter.html#commit--">commit()</a></span> - Method in class gobblin.data.management.conversion.hive.writer.<a href="gobblin/data/management/conversion/hive/writer/HiveQueryExecutionWriter.html" title="class in gobblin.data.management.conversion.hive.writer">HiveQueryExecutionWriter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#commit--">commit()</a></span> - Method in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> |
| <div class="block">Moves the file from task staging to task output.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/copy/entities/CommitStepCopyEntity.html" title="class in gobblin.data.management.copy.entities"><span class="typeNameLink">CommitStepCopyEntity</span></a> - Class in <a href="gobblin/data/management/copy/entities/package-summary.html">gobblin.data.management.copy.entities</a></dt> |
| <dd> |
| <div class="block">A <a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy"><code>CopyEntity</code></a> encapsulating a <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/commit/CommitStep.html?is-external=true" title="class or interface in gobblin.commit"><code>CommitStep</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/entities/CommitStepCopyEntity.html#CommitStepCopyEntity-java.lang.String-java.util.Map-gobblin.commit.CommitStep-int-">CommitStepCopyEntity(String, Map<String, String>, CommitStep, int)</a></span> - Constructor for class gobblin.data.management.copy.entities.<a href="gobblin/data/management/copy/entities/CommitStepCopyEntity.html" title="class in gobblin.data.management.copy.entities">CommitStepCopyEntity</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#commonDatasetRoot--">commonDatasetRoot()</a></span> - Method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html#commonDatasetRoot--">commonDatasetRoot()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html" title="class in gobblin.data.management.copy.replication">ConfigBasedDatasetsFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html#commonDatasetRoot--">commonDatasetRoot()</a></span> - Method in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html" title="class in gobblin.data.management.retention.profile">ConfigurableGlobDatasetFinder</a></dt> |
| <dd> |
| <div class="block">Returns the deepest non-glob ancestor of the dataset pattern.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/MultiDatasetFinder.html#commonDatasetRoot--">commonDatasetRoot()</a></span> - Method in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/MultiDatasetFinder.html" title="class in gobblin.data.management.retention.profile">MultiDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html#commonRoot">commonRoot</a></span> - Variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html" title="class in gobblin.data.management.copy.replication">ConfigBasedDatasetsFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/CombineSelectionPolicy.html#commonSuperclass-java.lang.Class-java.lang.Class-">commonSuperclass(Class<? extends DatasetVersion>, Class<? extends DatasetVersion>)</a></span> - Static method in class gobblin.data.management.policy.<a href="gobblin/data/management/policy/CombineSelectionPolicy.html" title="class in gobblin.data.management.policy">CombineSelectionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/CombineRetentionPolicy.html#commonSuperclass-java.lang.Class-java.lang.Class-">commonSuperclass(Class<T>, Class<T>)</a></span> - Method in class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/CombineRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">CombineRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/AllEqualComparator.html#compare-T-T-">compare(T, T)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/AllEqualComparator.html" title="class in gobblin.data.management.copy">AllEqualComparator</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/watermark/StringWatermark.html#compareTo-gobblin.source.extractor.ComparableWatermark-">compareTo(ComparableWatermark)</a></span> - Method in class gobblin.data.management.copy.watermark.<a href="gobblin/data/management/copy/watermark/StringWatermark.html" title="class in gobblin.data.management.copy.watermark">StringWatermark</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/FileStatusDatasetVersion.html#compareTo-gobblin.data.management.retention.version.DatasetVersion-">compareTo(DatasetVersion)</a></span> - Method in class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/FileStatusDatasetVersion.html" title="class in gobblin.data.management.retention.version">FileStatusDatasetVersion</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/FileStatusDatasetVersion.html#compareTo-gobblin.data.management.version.FileSystemDatasetVersion-">compareTo(FileSystemDatasetVersion)</a></span> - Method in class gobblin.data.management.version.<a href="gobblin/data/management/version/FileStatusDatasetVersion.html" title="class in gobblin.data.management.version">FileStatusDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/StringDatasetVersion.html#compareTo-gobblin.data.management.version.FileSystemDatasetVersion-">compareTo(FileSystemDatasetVersion)</a></span> - Method in class gobblin.data.management.version.<a href="gobblin/data/management/version/StringDatasetVersion.html" title="class in gobblin.data.management.version">StringDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/TimestampedDatasetVersion.html#compareTo-gobblin.data.management.version.FileSystemDatasetVersion-">compareTo(FileSystemDatasetVersion)</a></span> - Method in class gobblin.data.management.version.<a href="gobblin/data/management/version/TimestampedDatasetVersion.html" title="class in gobblin.data.management.version">TimestampedDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html#COMPLETE_DEST_PARTITION_NAME">COMPLETE_DEST_PARTITION_NAME</a></span> - Static variable in class gobblin.data.management.conversion.hive.publisher.<a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html" title="class in gobblin.data.management.conversion.hive.publisher">HiveConvertPublisher</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html#COMPLETE_SOURCE_PARTITION_NAME">COMPLETE_SOURCE_PARTITION_NAME</a></span> - Static variable in class gobblin.data.management.conversion.hive.publisher.<a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html" title="class in gobblin.data.management.conversion.hive.publisher">HiveConvertPublisher</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html#COMPUTE_DELETE_PATHS">COMPUTE_DELETE_PATHS</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper.Stages</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html#COMPUTE_TARGETS">COMPUTE_TARGETS</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper.Stages</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#CONFIG_STORE_DATASET_URI_BUILDER_CLASS">CONFIG_STORE_DATASET_URI_BUILDER_CLASS</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> |
| <div class="block">This is an optional key.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/retention/profile/ConfigBasedCleanabledDatasetFinder.html" title="class in gobblin.data.management.retention.profile"><span class="typeNameLink">ConfigBasedCleanabledDatasetFinder</span></a> - Class in <a href="gobblin/data/management/retention/profile/package-summary.html">gobblin.data.management.retention.profile</a></dt> |
| <dd> |
| <div class="block">Based on the ConfigStore object to find all <a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html" title="class in gobblin.data.management.retention.dataset"><code>ConfigurableCleanableDataset</code></a> |
| Specifically for Retention job.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/ConfigBasedCleanabledDatasetFinder.html#ConfigBasedCleanabledDatasetFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">ConfigBasedCleanabledDatasetFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/ConfigBasedCleanabledDatasetFinder.html" title="class in gobblin.data.management.retention.profile">ConfigBasedCleanabledDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/replication/ConfigBasedCopyableDatasetFinder.html" title="class in gobblin.data.management.copy.replication"><span class="typeNameLink">ConfigBasedCopyableDatasetFinder</span></a> - Class in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> |
| <div class="block">Based on the ConfigStore object to find all <a href="gobblin/data/management/copy/replication/ConfigBasedMultiDatasets.html" title="class in gobblin.data.management.copy.replication"><code>ConfigBasedMultiDatasets</code></a> to replicate.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedCopyableDatasetFinder.html#ConfigBasedCopyableDatasetFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">ConfigBasedCopyableDatasetFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedCopyableDatasetFinder.html" title="class in gobblin.data.management.copy.replication">ConfigBasedCopyableDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/replication/ConfigBasedDataset.html" title="class in gobblin.data.management.copy.replication"><span class="typeNameLink">ConfigBasedDataset</span></a> - Class in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> |
| <div class="block">Extends <a href="gobblin/data/management/copy/CopyableDataset.html" title="interface in gobblin.data.management.copy"><code>CopyableDataset</code></a> to represent data replication dataset based on <a href="http://typesafehub.github.io/config/latest/api/com/typesafe/config/Config.html?is-external=true" title="class or interface in com.typesafe.config"><code>Config</code></a> |
| |
| Detail logics |
| |
| Picked the preferred topology |
| Based on current running cluster and CopyMode (push or pull) pick the routes |
| Based on optimization policy to pick the CopyFrom and CopyTo pair |
| Generated the CopyEntity based on CopyFrom and CopyTo pair |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedDataset.html#ConfigBasedDataset-gobblin.data.management.copy.replication.ReplicationConfiguration-java.util.Properties-gobblin.data.management.copy.replication.CopyRoute-">ConfigBasedDataset(ReplicationConfiguration, Properties, CopyRoute)</a></span> - Constructor for class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedDataset.html" title="class in gobblin.data.management.copy.replication">ConfigBasedDataset</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html" title="class in gobblin.data.management.copy.replication"><span class="typeNameLink">ConfigBasedDatasetsFinder</span></a> - Class in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> |
| <div class="block">Based on the configuration store to find all <a href="gobblin/data/management/copy/replication/ConfigBasedDataset.html" title="class in gobblin.data.management.copy.replication"><code>ConfigBasedDataset</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html#ConfigBasedDatasetsFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">ConfigBasedDatasetsFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html" title="class in gobblin.data.management.copy.replication">ConfigBasedDatasetsFinder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/replication/ConfigBasedMultiDatasets.html" title="class in gobblin.data.management.copy.replication"><span class="typeNameLink">ConfigBasedMultiDatasets</span></a> - Class in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> |
| <div class="block">Based on single dataset configuration in <a href="http://typesafehub.github.io/config/latest/api/com/typesafe/config/Config.html?is-external=true" title="class or interface in com.typesafe.config"><code>Config</code></a> format, in Pull mode replication, there could be multiple |
| <a href="gobblin/data/management/copy/replication/ConfigBasedDataset.html" title="class in gobblin.data.management.copy.replication"><code>ConfigBasedDataset</code></a> generated.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedMultiDatasets.html#ConfigBasedMultiDatasets-com.typesafe.config.Config-java.util.Properties-">ConfigBasedMultiDatasets(Config, Properties)</a></span> - Constructor for class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedMultiDatasets.html" title="class in gobblin.data.management.copy.replication">ConfigBasedMultiDatasets</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#configClient">configClient</a></span> - Variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html#configClient">configClient</a></span> - Variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html" title="class in gobblin.data.management.copy.replication">ConfigBasedDatasetsFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#configStoreDatasetUriBuilder">configStoreDatasetUriBuilder</a></span> - Variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#configStoreUri">configStoreUri</a></span> - Variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html" title="class in gobblin.data.management.retention.dataset"><span class="typeNameLink">ConfigurableCleanableDataset</span></a><<a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html" title="type parameter in ConfigurableCleanableDataset">T</a> extends <a href="gobblin/data/management/version/FileSystemDatasetVersion.html" title="interface in gobblin.data.management.version">FileSystemDatasetVersion</a>> - Class in <a href="gobblin/data/management/retention/dataset/package-summary.html">gobblin.data.management.retention.dataset</a></dt> |
| <dd> |
| <div class="block"><a href="gobblin/data/management/retention/dataset/CleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset"><code>CleanableDatasetBase</code></a> that instantiates <a href="gobblin/data/management/version/finder/VersionFinder.html" title="interface in gobblin.data.management.version.finder"><code>VersionFinder</code></a> and <a href="gobblin/data/management/retention/policy/RetentionPolicy.html" title="interface in gobblin.data.management.retention.policy"><code>RetentionPolicy</code></a> from classes read |
| from an input <a href="https://docs.oracle.com/javase/7/docs/api/java/util/Properties.html?is-external=true" title="class or interface in java.util"><code>Properties</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html#ConfigurableCleanableDataset-org.apache.hadoop.fs.FileSystem-java.util.Properties-org.apache.hadoop.fs.Path-com.typesafe.config.Config-org.slf4j.Logger-">ConfigurableCleanableDataset(FileSystem, Properties, Path, Config, Logger)</a></span> - Constructor for class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html" title="class in gobblin.data.management.retention.dataset">ConfigurableCleanableDataset</a></dt> |
| <dd> |
| <div class="block">Creates a new ConfigurableCleanableDataset configured through gobblin-config-management.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html#ConfigurableCleanableDataset-org.apache.hadoop.fs.FileSystem-java.util.Properties-org.apache.hadoop.fs.Path-">ConfigurableCleanableDataset(FileSystem, Properties, Path)</a></span> - Constructor for class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html" title="class in gobblin.data.management.retention.dataset">ConfigurableCleanableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html#ConfigurableCleanableDataset-org.apache.hadoop.fs.FileSystem-java.util.Properties-org.apache.hadoop.fs.Path-org.slf4j.Logger-">ConfigurableCleanableDataset(FileSystem, Properties, Path, Logger)</a></span> - Constructor for class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html" title="class in gobblin.data.management.retention.dataset">ConfigurableCleanableDataset</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html" title="class in gobblin.data.management.retention.profile"><span class="typeNameLink">ConfigurableGlobDatasetFinder</span></a><<a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html" title="type parameter in ConfigurableGlobDatasetFinder">T</a> extends <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/dataset/Dataset.html?is-external=true" title="class or interface in gobblin.dataset">Dataset</a>> - Class in <a href="gobblin/data/management/retention/profile/package-summary.html">gobblin.data.management.retention.profile</a></dt> |
| <dd> |
| <div class="block">A configurable <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/dataset/DatasetsFinder.html?is-external=true" title="class or interface in gobblin.dataset"><code>DatasetsFinder</code></a> that looks for |
| <a href="gobblin/data/management/retention/dataset/CleanableDataset.html" title="interface in gobblin.data.management.retention.dataset"><code>CleanableDataset</code></a>s using a glob pattern.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html#ConfigurableGlobDatasetFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-com.typesafe.config.Config-">ConfigurableGlobDatasetFinder(FileSystem, Properties, Config)</a></span> - Constructor for class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html" title="class in gobblin.data.management.retention.profile">ConfigurableGlobDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html#ConfigurableGlobDatasetFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">ConfigurableGlobDatasetFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html" title="class in gobblin.data.management.retention.profile">ConfigurableGlobDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/dataset/DatasetUtils.html#CONFIGURATION_KEY_PREFIX">CONFIGURATION_KEY_PREFIX</a></span> - Static variable in class gobblin.data.management.dataset.<a href="gobblin/data/management/dataset/DatasetUtils.html" title="class in gobblin.data.management.dataset">DatasetUtils</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html#CONFIGURATION_KEY_PREFIX">CONFIGURATION_KEY_PREFIX</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html" title="class in gobblin.data.management.retention.dataset">ConfigurableCleanableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html#CONFIGURATION_KEY_PREFIX">CONFIGURATION_KEY_PREFIX</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset">FsCleanableHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#CONFIGURATION_KEY_PREFIX">CONFIGURATION_KEY_PREFIX</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">in favor of <a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset"><code>FsCleanableHelper</code></a></span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/DatasetCleaner.html#CONFIGURATION_KEY_PREFIX">CONFIGURATION_KEY_PREFIX</a></span> - Static variable in class gobblin.data.management.retention.<a href="gobblin/data/management/retention/DatasetCleaner.html" title="class in gobblin.data.management.retention">DatasetCleaner</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/dataset/SimpleDatasetHierarchicalPrioritizer.html#CONFIGURATION_PREFIX">CONFIGURATION_PREFIX</a></span> - Static variable in class gobblin.data.management.dataset.<a href="gobblin/data/management/dataset/SimpleDatasetHierarchicalPrioritizer.html" title="class in gobblin.data.management.dataset">SimpleDatasetHierarchicalPrioritizer</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/util/request_allocation/SimpleHiveDatasetTieringPrioritizer.html#CONFIGURATION_PREFIX">CONFIGURATION_PREFIX</a></span> - Static variable in class gobblin.util.request_allocation.<a href="gobblin/util/request_allocation/SimpleHiveDatasetTieringPrioritizer.html" title="class in gobblin.util.request_allocation">SimpleHiveDatasetTieringPrioritizer</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/runtime/embedded/EmbeddedGobblinDistcp.CliFactory.html#constructEmbeddedGobblin-org.apache.commons.cli.CommandLine-">constructEmbeddedGobblin(CommandLine)</a></span> - Method in class gobblin.runtime.embedded.<a href="gobblin/runtime/embedded/EmbeddedGobblinDistcp.CliFactory.html" title="class in gobblin.runtime.embedded">EmbeddedGobblinDistcp.CliFactory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyResourcePool.html#contractPool-gobblin.util.request_allocation.ResourceRequirement-">contractPool(ResourceRequirement)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyResourcePool.html" title="class in gobblin.data.management.copy">CopyResourcePool</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventConstants.html#CONVERSION_FAILED_EVENT">CONVERSION_FAILED_EVENT</a></span> - Static variable in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventConstants.html" title="class in gobblin.data.management.conversion.hive.events">EventConstants</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventConstants.html#CONVERSION_FIND_HIVE_TABLES_EVENT">CONVERSION_FIND_HIVE_TABLES_EVENT</a></span> - Static variable in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventConstants.html" title="class in gobblin.data.management.conversion.hive.events">EventConstants</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventConstants.html#CONVERSION_NAMESPACE">CONVERSION_NAMESPACE</a></span> - Static variable in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventConstants.html" title="class in gobblin.data.management.conversion.hive.events">EventConstants</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventConstants.html#CONVERSION_PREFIX">CONVERSION_PREFIX</a></span> - Static variable in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventConstants.html" title="class in gobblin.data.management.conversion.hive.events">EventConstants</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventConstants.html#CONVERSION_SETUP_EVENT">CONVERSION_SETUP_EVENT</a></span> - Static variable in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventConstants.html" title="class in gobblin.data.management.conversion.hive.events">EventConstants</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventConstants.html#CONVERSION_SUCCESSFUL_SLA_EVENT">CONVERSION_SUCCESSFUL_SLA_EVENT</a></span> - Static variable in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventConstants.html" title="class in gobblin.data.management.conversion.hive.events">EventConstants</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/WatermarkDatasetVersionFinder.html#convertDeprecatedProperties-java.util.Properties-">convertDeprecatedProperties(Properties)</a></span> - Static method in class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/WatermarkDatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">WatermarkDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/TimestampedDatasetVersion.html#convertFromGeneralVersion-java.util.Collection-">convertFromGeneralVersion(Collection<TimestampedDatasetVersion>)</a></span> - Static method in class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/TimestampedDatasetVersion.html" title="class in gobblin.data.management.retention.version">TimestampedDatasetVersion</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.html" title="class in gobblin.data.management.conversion.hive.dataset"><span class="typeNameLink">ConvertibleHiveDataset</span></a> - Class in <a href="gobblin/data/management/conversion/hive/dataset/package-summary.html">gobblin.data.management.conversion.hive.dataset</a></dt> |
| <dd> |
| <div class="block"> |
| A <a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive"><code>HiveDataset</code></a> that can be converted from one source format to several destination formats.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.html#ConvertibleHiveDataset-org.apache.hadoop.fs.FileSystem-gobblin.hive.HiveMetastoreClientPool-org.apache.hadoop.hive.ql.metadata.Table-java.util.Properties-com.typesafe.config.Config-">ConvertibleHiveDataset(FileSystem, HiveMetastoreClientPool, Table, Properties, Config)</a></span> - Constructor for class gobblin.data.management.conversion.hive.dataset.<a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.html" title="class in gobblin.data.management.conversion.hive.dataset">ConvertibleHiveDataset</a></dt> |
| <dd> |
| <div class="block"> |
| The constructor takes in a dataset <a href="http://typesafehub.github.io/config/latest/api/com/typesafe/config/Config.html?is-external=true" title="class or interface in com.typesafe.config"><code>Config</code></a> which MUST have a comma separated list of destination formats at key, |
| <a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.html#DESTINATION_CONVERSION_FORMATS_KEY">"destinationFormats"</a> |
| Conversion configuration for a format can be set by using destination format as prefix.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.ConversionConfig.html" title="class in gobblin.data.management.conversion.hive.dataset"><span class="typeNameLink">ConvertibleHiveDataset.ConversionConfig</span></a> - Class in <a href="gobblin/data/management/conversion/hive/dataset/package-summary.html">gobblin.data.management.conversion.hive.dataset</a></dt> |
| <dd> |
| <div class="block">The Conversion configuration for converting from source format to each destination format.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDatasetFinder.html" title="class in gobblin.data.management.conversion.hive.dataset"><span class="typeNameLink">ConvertibleHiveDatasetFinder</span></a> - Class in <a href="gobblin/data/management/conversion/hive/dataset/package-summary.html">gobblin.data.management.conversion.hive.dataset</a></dt> |
| <dd> |
| <div class="block">A <a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive"><code>HiveDatasetFinder</code></a> to create <a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.html" title="class in gobblin.data.management.conversion.hive.dataset"><code>ConvertibleHiveDataset</code></a>s</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDatasetFinder.html#ConvertibleHiveDatasetFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-gobblin.metrics.event.EventSubmitter-">ConvertibleHiveDatasetFinder(FileSystem, Properties, EventSubmitter)</a></span> - Constructor for class gobblin.data.management.conversion.hive.dataset.<a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDatasetFinder.html" title="class in gobblin.data.management.conversion.hive.dataset">ConvertibleHiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html#convertRecord-org.apache.avro.Schema-gobblin.data.management.conversion.hive.entities.QueryBasedHiveConversionEntity-gobblin.configuration.WorkUnitState-">convertRecord(Schema, QueryBasedHiveConversionEntity, WorkUnitState)</a></span> - Method in class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">AbstractAvroToOrcConverter</a></dt> |
| <dd> |
| <div class="block">Populate the avro to orc conversion queries.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/converter/DistcpConverter.html#convertRecord-java.lang.String-gobblin.data.management.copy.FileAwareInputStream-gobblin.configuration.WorkUnitState-">convertRecord(String, FileAwareInputStream, WorkUnitState)</a></span> - Method in class gobblin.data.management.copy.converter.<a href="gobblin/data/management/copy/converter/DistcpConverter.html" title="class in gobblin.data.management.copy.converter">DistcpConverter</a></dt> |
| <dd> |
| <div class="block">Applies the transformation in <a href="gobblin/data/management/copy/converter/DistcpConverter.html#inputStreamTransformation--"><code>DistcpConverter.inputStreamTransformation()</code></a> to the <a href="https://docs.oracle.com/javase/7/docs/api/java/io/InputStream.html?is-external=true" title="class or interface in java.io"><code>InputStream</code></a> in the |
| <a href="gobblin/data/management/copy/FileAwareInputStream.html" title="class in gobblin.data.management.copy"><code>FileAwareInputStream</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html#convertSchema-org.apache.avro.Schema-gobblin.configuration.WorkUnitState-">convertSchema(Schema, WorkUnitState)</a></span> - Method in class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">AbstractAvroToOrcConverter</a></dt> |
| <dd> |
| <div class="block">Subclasses can convert the <a href="http://avro.apache.org/docs/1.8.1/api/java/org/apache/avro/Schema.html?is-external=true" title="class or interface in org.apache.avro"><code>Schema</code></a> if required.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/HiveAvroToFlattenedOrcConverter.html#convertSchema-org.apache.avro.Schema-gobblin.configuration.WorkUnitState-">convertSchema(Schema, WorkUnitState)</a></span> - Method in class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/HiveAvroToFlattenedOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">HiveAvroToFlattenedOrcConverter</a></dt> |
| <dd> |
| <div class="block">Flatten the <code>inputSchema</code> |
| Subclasses can convert the <a href="http://avro.apache.org/docs/1.8.1/api/java/org/apache/avro/Schema.html?is-external=true" title="class or interface in org.apache.avro"><code>Schema</code></a> if required.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/HiveAvroToNestedOrcConverter.html#convertSchema-org.apache.avro.Schema-gobblin.configuration.WorkUnitState-">convertSchema(Schema, WorkUnitState)</a></span> - Method in class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/HiveAvroToNestedOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">HiveAvroToNestedOrcConverter</a></dt> |
| <dd> |
| <div class="block">No <a href="http://avro.apache.org/docs/1.8.1/api/java/org/apache/avro/Schema.html?is-external=true" title="class or interface in org.apache.avro"><code>Schema</code></a> conversion required.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/converter/DistcpConverter.html#convertSchema-java.lang.String-gobblin.configuration.WorkUnitState-">convertSchema(String, WorkUnitState)</a></span> - Method in class gobblin.data.management.copy.converter.<a href="gobblin/data/management/copy/converter/DistcpConverter.html" title="class in gobblin.data.management.copy.converter">DistcpConverter</a></dt> |
| <dd> |
| <div class="block">Identity schema converter.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopySource.html#COPY_ENTITY_CLASS">COPY_ENTITY_CLASS</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy">CopySource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html#COPY_PARTITION_FILTER_GENERATOR">COPY_PARTITION_FILTER_GENERATOR</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper</a></dt> |
| <dd> |
| <div class="block">Use an implementation of <a href="gobblin/data/management/copy/hive/PartitionFilterGenerator.html" title="interface in gobblin.data.management.copy.hive"><code>PartitionFilterGenerator</code></a> to dynamically create partition filter.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html#COPY_PARTITIONS_FILTER_CONSTANT">COPY_PARTITIONS_FILTER_CONSTANT</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper</a></dt> |
| <dd> |
| <div class="block">A filter to select partitions to copy</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html#COPY_POLICY">COPY_POLICY</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html" title="class in gobblin.data.management.copy">TimestampBasedCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyConfiguration.html#COPY_PREFIX">COPY_PREFIX</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyConfiguration.html" title="class in gobblin.data.management.copy">CopyConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveTargetPathHelper.html#COPY_TARGET_TABLE_PREFIX_REPLACEMENT">COPY_TARGET_TABLE_PREFIX_REPLACEMENT</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveTargetPathHelper.html" title="class in gobblin.data.management.copy.hive">HiveTargetPathHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveTargetPathHelper.html#COPY_TARGET_TABLE_PREFIX_TOBE_REPLACED">COPY_TARGET_TABLE_PREFIX_TOBE_REPLACED</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveTargetPathHelper.html" title="class in gobblin.data.management.copy.hive">HiveTargetPathHelper</a></dt> |
| <dd> |
| <div class="block">These two options, in pair, specify the output location of the data files on copy |
| <a href="gobblin/data/management/copy/hive/HiveTargetPathHelper.html#COPY_TARGET_TABLE_PREFIX_TOBE_REPLACED"><code>HiveTargetPathHelper.COPY_TARGET_TABLE_PREFIX_TOBE_REPLACED</code></a> specified the prefix of the path (without Scheme and Authority ) to be replaced |
| <a href="gobblin/data/management/copy/hive/HiveTargetPathHelper.html#COPY_TARGET_TABLE_PREFIX_REPLACEMENT"><code>HiveTargetPathHelper.COPY_TARGET_TABLE_PREFIX_REPLACEMENT</code></a> specified the replacement of <a href="gobblin/data/management/copy/hive/HiveTargetPathHelper.html#COPY_TARGET_TABLE_PREFIX_TOBE_REPLACED"><code>HiveTargetPathHelper.COPY_TARGET_TABLE_PREFIX_TOBE_REPLACED</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveTargetPathHelper.html#COPY_TARGET_TABLE_ROOT">COPY_TARGET_TABLE_ROOT</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveTargetPathHelper.html" title="class in gobblin.data.management.copy.hive">HiveTargetPathHelper</a></dt> |
| <dd> |
| <div class="block">Specifies a root path for the data in a table.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#COPYABLE_TABLES">COPYABLE_TABLES</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/CopyableDataset.html" title="interface in gobblin.data.management.copy"><span class="typeNameLink">CopyableDataset</span></a> - Interface in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block"><a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/dataset/Dataset.html?is-external=true" title="class or interface in gobblin.dataset"><code>Dataset</code></a> that supports finding <a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy"><code>CopyEntity</code></a>s.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/copy/CopyableDatasetBase.html" title="interface in gobblin.data.management.copy"><span class="typeNameLink">CopyableDatasetBase</span></a> - Interface in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block">A common superinterface for <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/dataset/Dataset.html?is-external=true" title="class or interface in gobblin.dataset"><code>Dataset</code></a>s that can be operated on by distcp.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/copy/CopyableDatasetMetadata.html" title="class in gobblin.data.management.copy"><span class="typeNameLink">CopyableDatasetMetadata</span></a> - Class in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block">A <a href="gobblin/data/management/copy/CopyableDataset.html" title="interface in gobblin.data.management.copy"><code>CopyableDataset</code></a> that is used to serialize into state objects.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyableDatasetMetadata.html#CopyableDatasetMetadata-gobblin.data.management.copy.CopyableDatasetBase-">CopyableDatasetMetadata(CopyableDatasetBase)</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyableDatasetMetadata.html" title="class in gobblin.data.management.copy">CopyableDatasetMetadata</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#copyableDatasetMetadata">copyableDatasetMetadata</a></span> - Variable in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/partition/CopyableDatasetRequestor.html" title="class in gobblin.data.management.partition"><span class="typeNameLink">CopyableDatasetRequestor</span></a> - Class in <a href="gobblin/data/management/partition/package-summary.html">gobblin.data.management.partition</a></dt> |
| <dd> |
| <div class="block">A wrapper around a <a href="gobblin/data/management/copy/CopyableDatasetBase.html" title="interface in gobblin.data.management.copy"><code>CopyableDatasetBase</code></a> that makes it a <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-utility/gobblin/util/request_allocation/PushDownRequestor.html?is-external=true" title="class or interface in gobblin.util.request_allocation"><code>PushDownRequestor</code></a> for prioritization.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/partition/CopyableDatasetRequestor.html#CopyableDatasetRequestor--">CopyableDatasetRequestor()</a></span> - Constructor for class gobblin.data.management.partition.<a href="gobblin/data/management/partition/CopyableDatasetRequestor.html" title="class in gobblin.data.management.partition">CopyableDatasetRequestor</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/partition/CopyableDatasetRequestor.Factory.html" title="class in gobblin.data.management.partition"><span class="typeNameLink">CopyableDatasetRequestor.Factory</span></a> - Class in <a href="gobblin/data/management/partition/package-summary.html">gobblin.data.management.partition</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/CopyableFile.html" title="class in gobblin.data.management.copy"><span class="typeNameLink">CopyableFile</span></a> - Class in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block">Abstraction for a file to copy from <a href="gobblin/data/management/copy/CopyableFile.html#origin"><code>CopyableFile.origin</code></a> to <a href="gobblin/data/management/copy/CopyableFile.html#destination"><code>CopyableFile.destination</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyableFile.html#CopyableFile-org.apache.hadoop.fs.FileStatus-org.apache.hadoop.fs.Path-gobblin.data.management.copy.OwnerAndPermission-java.util.List-byte:A-gobblin.data.management.copy.PreserveAttributes-java.lang.String-long-long-java.util.Map-">CopyableFile(FileStatus, Path, OwnerAndPermission, List<OwnerAndPermission>, byte[], PreserveAttributes, String, long, long, Map<String, String>)</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyableFile.html" title="class in gobblin.data.management.copy">CopyableFile</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/CopyableFile.Builder.html" title="class in gobblin.data.management.copy"><span class="typeNameLink">CopyableFile.Builder</span></a> - Class in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block">Builder for creating <a href="gobblin/data/management/copy/CopyableFile.html" title="class in gobblin.data.management.copy"><code>CopyableFile</code></a>s.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/copy/CopyableFileFilter.html" title="interface in gobblin.data.management.copy"><span class="typeNameLink">CopyableFileFilter</span></a> - Interface in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block">A filter that is applied on all the <a href="gobblin/data/management/copy/CopyableFile.html" title="class in gobblin.data.management.copy"><code>CopyableFile</code></a>s found by |
| <a href="gobblin/data/management/copy/CopyableDataset.html#getCopyableFiles-org.apache.hadoop.fs.FileSystem-gobblin.data.management.copy.CopyConfiguration-"><code>CopyableDataset.getCopyableFiles(FileSystem, CopyConfiguration)</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html#copyableFileFilter--">copyableFileFilter()</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html" title="class in gobblin.data.management.copy">TimestampBasedCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.CopyableFileGenerator.html#CopyableFileGenerator--">CopyableFileGenerator()</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.CopyableFileGenerator.html" title="class in gobblin.data.management.copy">TimestampBasedCopyableDataset.CopyableFileGenerator</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/watermark/CopyableFileWatermarkGenerator.html" title="interface in gobblin.data.management.copy.watermark"><span class="typeNameLink">CopyableFileWatermarkGenerator</span></a> - Interface in <a href="gobblin/data/management/copy/watermark/package-summary.html">gobblin.data.management.copy.watermark</a></dt> |
| <dd> |
| <div class="block">Watermark generator for <a href="gobblin/data/management/copy/CopyableFile.html" title="class in gobblin.data.management.copy"><code>CopyableFile</code></a>.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/copy/watermark/CopyableFileWatermarkHelper.html" title="class in gobblin.data.management.copy.watermark"><span class="typeNameLink">CopyableFileWatermarkHelper</span></a> - Class in <a href="gobblin/data/management/copy/watermark/package-summary.html">gobblin.data.management.copy.watermark</a></dt> |
| <dd> |
| <div class="block">Helper class for <a href="gobblin/data/management/copy/CopyableFile.html" title="class in gobblin.data.management.copy"><code>CopyableFile</code></a> based watermark.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/watermark/CopyableFileWatermarkHelper.html#CopyableFileWatermarkHelper--">CopyableFileWatermarkHelper()</a></span> - Constructor for class gobblin.data.management.copy.watermark.<a href="gobblin/data/management/copy/watermark/CopyableFileWatermarkHelper.html" title="class in gobblin.data.management.copy.watermark">CopyableFileWatermarkHelper</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/CopyableGlobDatasetFinder.html" title="class in gobblin.data.management.copy"><span class="typeNameLink">CopyableGlobDatasetFinder</span></a> - Class in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block"><a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html" title="class in gobblin.data.management.retention.profile"><code>ConfigurableGlobDatasetFinder</code></a> that returns datasets of type |
| <a href="gobblin/data/management/copy/RecursiveCopyableDataset.html" title="class in gobblin.data.management.copy"><code>RecursiveCopyableDataset</code></a>.N</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyableGlobDatasetFinder.html#CopyableGlobDatasetFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">CopyableGlobDatasetFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyableGlobDatasetFinder.html" title="class in gobblin.data.management.copy">CopyableGlobDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/CopyConfiguration.html" title="class in gobblin.data.management.copy"><span class="typeNameLink">CopyConfiguration</span></a> - Class in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block">Configuration for Gobblin distcp jobs.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyConfiguration.html#CopyConfiguration--">CopyConfiguration()</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyConfiguration.html" title="class in gobblin.data.management.copy">CopyConfiguration</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/CopyConfiguration.CopyConfigurationBuilder.html" title="class in gobblin.data.management.copy"><span class="typeNameLink">CopyConfiguration.CopyConfigurationBuilder</span></a> - Class in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyConfiguration.CopyConfigurationBuilder.html#CopyConfigurationBuilder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">CopyConfigurationBuilder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyConfiguration.CopyConfigurationBuilder.html" title="class in gobblin.data.management.copy">CopyConfiguration.CopyConfigurationBuilder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/CopyContext.html" title="class in gobblin.data.management.copy"><span class="typeNameLink">CopyContext</span></a> - Class in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block">Context that can hold global objects required in a single copy job.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyContext.html#CopyContext--">CopyContext()</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyContext.html" title="class in gobblin.data.management.copy">CopyContext</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/publisher/CopyDataPublisher.html" title="class in gobblin.data.management.copy.publisher"><span class="typeNameLink">CopyDataPublisher</span></a> - Class in <a href="gobblin/data/management/copy/publisher/package-summary.html">gobblin.data.management.copy.publisher</a></dt> |
| <dd> |
| <div class="block">A <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/publisher/DataPublisher.html?is-external=true" title="class or interface in gobblin.publisher"><code>DataPublisher</code></a> to <a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy"><code>CopyEntity</code></a>s from task output to final destination.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/publisher/CopyDataPublisher.html#CopyDataPublisher-gobblin.configuration.State-">CopyDataPublisher(State)</a></span> - Constructor for class gobblin.data.management.copy.publisher.<a href="gobblin/data/management/copy/publisher/CopyDataPublisher.html" title="class in gobblin.data.management.copy.publisher">CopyDataPublisher</a></dt> |
| <dd> |
| <div class="block">Build a new <a href="gobblin/data/management/copy/publisher/CopyDataPublisher.html" title="class in gobblin.data.management.copy.publisher"><code>CopyDataPublisher</code></a> from <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/State.html?is-external=true" title="class or interface in gobblin.configuration"><code>State</code></a>.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy"><span class="typeNameLink">CopyEntity</span></a> - Class in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block">Abstraction for a work unit for distcp.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyEntity.html#CopyEntity--">CopyEntity()</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy">CopyEntity</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/CopyEntity.DatasetAndPartition.html" title="class in gobblin.data.management.copy"><span class="typeNameLink">CopyEntity.DatasetAndPartition</span></a> - Class in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block">Uniquely identifies a fileSet by also including the dataset metadata.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/copy/publisher/CopyEventSubmitterHelper.html" title="class in gobblin.data.management.copy.publisher"><span class="typeNameLink">CopyEventSubmitterHelper</span></a> - Class in <a href="gobblin/data/management/copy/publisher/package-summary.html">gobblin.data.management.copy.publisher</a></dt> |
| <dd> |
| <div class="block">Helper class to submit events for copy job</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/publisher/CopyEventSubmitterHelper.html#CopyEventSubmitterHelper--">CopyEventSubmitterHelper()</a></span> - Constructor for class gobblin.data.management.copy.publisher.<a href="gobblin/data/management/copy/publisher/CopyEventSubmitterHelper.html" title="class in gobblin.data.management.copy.publisher">CopyEventSubmitterHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html#copyPartitionParams-java.lang.String-java.lang.String-java.util.List-java.util.List-">copyPartitionParams(String, String, List<String>, List<String>)</a></span> - Method in class gobblin.data.management.conversion.hive.publisher.<a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html" title="class in gobblin.data.management.conversion.hive.publisher">HiveConvertPublisher</a></dt> |
| <dd> |
| <div class="block">Method to copy partition parameters from source partition to destination partition</div> |
| </dd> |
| <dt><a href="gobblin/data/management/copy/CopyResourcePool.html" title="class in gobblin.data.management.copy"><span class="typeNameLink">CopyResourcePool</span></a> - Class in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block">A <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-utility/gobblin/util/request_allocation/ResourcePool.html?is-external=true" title="class or interface in gobblin.util.request_allocation"><code>ResourcePool</code></a> for resources used in distcp: total bytes to copy, total number of <a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy"><code>CopyEntity</code></a>s.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/copy/CopyResourcePool.CopyResourceRequirementBuilder.html" title="class in gobblin.data.management.copy"><span class="typeNameLink">CopyResourcePool.CopyResourceRequirementBuilder</span></a> - Class in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/replication/CopyRoute.html" title="class in gobblin.data.management.copy.replication"><span class="typeNameLink">CopyRoute</span></a> - Class in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/CopyRoute.html#CopyRoute--">CopyRoute()</a></span> - Constructor for class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/CopyRoute.html" title="class in gobblin.data.management.copy.replication">CopyRoute</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html#COPYROUTE_OPTIMIZER_CLASS">COPYROUTE_OPTIMIZER_CLASS</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication">ReplicationConfiguration</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/replication/CopyRouteGenerator.html" title="interface in gobblin.data.management.copy.replication"><span class="typeNameLink">CopyRouteGenerator</span></a> - Interface in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> |
| <div class="block">Used to indicate the interface for generating the <a href="gobblin/data/management/copy/replication/CopyRoute.html" title="class in gobblin.data.management.copy.replication"><code>CopyRoute</code></a> based on |
| |
| |
| <a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication"><code>ReplicationConfiguration</code></a> |
| in Pull mode, the copy to <a href="gobblin/data/management/copy/replication/EndPoint.html" title="interface in gobblin.data.management.copy.replication"><code>EndPoint</code></a> |
| in Push mode, the copy from <a href="gobblin/data/management/copy/replication/EndPoint.html" title="interface in gobblin.data.management.copy.replication"><code>EndPoint</code></a> |
| </div> |
| </dd> |
| <dt><a href="gobblin/data/management/copy/replication/CopyRouteGeneratorBase.html" title="class in gobblin.data.management.copy.replication"><span class="typeNameLink">CopyRouteGeneratorBase</span></a> - Class in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> |
| <div class="block">Basic implementation for picking a <a href="gobblin/data/management/copy/replication/CopyRoute.html" title="class in gobblin.data.management.copy.replication"><code>CopyRoute</code></a> in Push mode</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/CopyRouteGeneratorBase.html#CopyRouteGeneratorBase--">CopyRouteGeneratorBase()</a></span> - Constructor for class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/CopyRouteGeneratorBase.html" title="class in gobblin.data.management.copy.replication">CopyRouteGeneratorBase</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedLatency.html" title="class in gobblin.data.management.copy.replication"><span class="typeNameLink">CopyRouteGeneratorOptimizedLatency</span></a> - Class in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> |
| <div class="block">In Pull mode, Optimized for data replication latency: pick the highest watermark from all the data sources</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedLatency.html#CopyRouteGeneratorOptimizedLatency--">CopyRouteGeneratorOptimizedLatency()</a></span> - Constructor for class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedLatency.html" title="class in gobblin.data.management.copy.replication">CopyRouteGeneratorOptimizedLatency</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedNetworkBandwidth.html" title="class in gobblin.data.management.copy.replication"><span class="typeNameLink">CopyRouteGeneratorOptimizedNetworkBandwidth</span></a> - Class in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> |
| <div class="block">In Pull mode, Optimized for network bandwidth : pick the first available data source</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedNetworkBandwidth.html#CopyRouteGeneratorOptimizedNetworkBandwidth--">CopyRouteGeneratorOptimizedNetworkBandwidth()</a></span> - Constructor for class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedNetworkBandwidth.html" title="class in gobblin.data.management.copy.replication">CopyRouteGeneratorOptimizedNetworkBandwidth</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedNetworkBandwidthForTest.html" title="class in gobblin.data.management.copy.replication"><span class="typeNameLink">CopyRouteGeneratorOptimizedNetworkBandwidthForTest</span></a> - Class in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> |
| <div class="block">This class is necessary for unit test purpose: |
| - Mockito cannot mimic the situation where a file system contains a dataset path.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedNetworkBandwidthForTest.html#CopyRouteGeneratorOptimizedNetworkBandwidthForTest--">CopyRouteGeneratorOptimizedNetworkBandwidthForTest()</a></span> - Constructor for class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedNetworkBandwidthForTest.html" title="class in gobblin.data.management.copy.replication">CopyRouteGeneratorOptimizedNetworkBandwidthForTest</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizer.html" title="class in gobblin.data.management.copy.replication"><span class="typeNameLink">CopyRouteGeneratorOptimizer</span></a> - Class in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> |
| <div class="block">Provide the basic optimizer implementation in pull mode.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizer.html#CopyRouteGeneratorOptimizer--">CopyRouteGeneratorOptimizer()</a></span> - Constructor for class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizer.html" title="class in gobblin.data.management.copy.replication">CopyRouteGeneratorOptimizer</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html#copyRouteGeneratorResolver">copyRouteGeneratorResolver</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication">ReplicationConfiguration</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy"><span class="typeNameLink">CopySource</span></a> - Class in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block"><a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/Source.html?is-external=true" title="class or interface in gobblin.source"><code>Source</code></a> that generates work units from <a href="gobblin/data/management/copy/CopyableDataset.html" title="interface in gobblin.data.management.copy"><code>CopyableDataset</code></a>s.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopySource.html#CopySource--">CopySource()</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy">CopySource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#copySpeedMeter">copySpeedMeter</a></span> - Variable in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/provider/UpdateProviderFactory.html#create-gobblin.configuration.State-">create(State)</a></span> - Static method in class gobblin.data.management.conversion.hive.provider.<a href="gobblin/data/management/conversion/hive/provider/UpdateProviderFactory.html" title="class in gobblin.data.management.conversion.hive.provider">UpdateProviderFactory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/provider/UpdateProviderFactory.html#create-java.util.Properties-">create(Properties)</a></span> - Static method in class gobblin.data.management.conversion.hive.provider.<a href="gobblin/data/management/conversion/hive/provider/UpdateProviderFactory.html" title="class in gobblin.data.management.conversion.hive.provider">UpdateProviderFactory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/prioritization/FileSetComparator.Factory.html#create-com.typesafe.config.Config-">create(Config)</a></span> - Method in interface gobblin.data.management.copy.prioritization.<a href="gobblin/data/management/copy/prioritization/FileSetComparator.Factory.html" title="interface in gobblin.data.management.copy.prioritization">FileSetComparator.Factory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html#CREATE_COPY_UNITS">CREATE_COPY_UNITS</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper.Stages</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html#CREATE_DELETE_UNITS">CREATE_DELETE_UNITS</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper.Stages</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html#CREATE_LOCATIONS">CREATE_LOCATIONS</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper.Stages</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#createClientPool-java.util.Properties-">createClientPool(Properties)</a></span> - Static method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/extractor/HiveBaseExtractorFactory.html#createExtractor-gobblin.configuration.WorkUnitState-org.apache.hadoop.fs.FileSystem-">createExtractor(WorkUnitState, FileSystem)</a></span> - Method in interface gobblin.data.management.conversion.hive.extractor.<a href="gobblin/data/management/conversion/hive/extractor/HiveBaseExtractorFactory.html" title="interface in gobblin.data.management.conversion.hive.extractor">HiveBaseExtractorFactory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/extractor/HiveConvertExtractorFactory.html#createExtractor-gobblin.configuration.WorkUnitState-org.apache.hadoop.fs.FileSystem-">createExtractor(WorkUnitState, FileSystem)</a></span> - Method in class gobblin.data.management.conversion.hive.extractor.<a href="gobblin/data/management/conversion/hive/extractor/HiveConvertExtractorFactory.html" title="class in gobblin.data.management.conversion.hive.extractor">HiveConvertExtractorFactory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HivePartitionExtendedFilterFactory.html#createFilter-com.typesafe.config.Config-">createFilter(Config)</a></span> - Method in interface gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HivePartitionExtendedFilterFactory.html" title="interface in gobblin.data.management.copy.hive">HivePartitionExtendedFilterFactory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/PathBasedHivePartitionFilterFactory.html#createFilter-com.typesafe.config.Config-">createFilter(Config)</a></span> - Method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/PathBasedHivePartitionFilterFactory.html" title="class in gobblin.data.management.copy.hive">PathBasedHivePartitionFilterFactory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarkerFactory.html#createFromState-gobblin.configuration.State-">createFromState(State)</a></span> - Method in interface gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarkerFactory.html" title="interface in gobblin.data.management.conversion.hive.watermarker">HiveSourceWatermarkerFactory</a></dt> |
| <dd> |
| <div class="block">Create new <a href="gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarker.html" title="interface in gobblin.data.management.conversion.hive.watermarker"><code>HiveSourceWatermarker</code></a> from <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/State.html?is-external=true" title="class or interface in gobblin.configuration"><code>State</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.Factory.html#createFromState-gobblin.configuration.State-">createFromState(State)</a></span> - Method in class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.Factory.html" title="class in gobblin.data.management.conversion.hive.watermarker">PartitionLevelWatermarker.Factory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.Factory.html#createFromState-gobblin.configuration.State-">createFromState(State)</a></span> - Method in class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.Factory.html" title="class in gobblin.data.management.conversion.hive.watermarker">TableLevelWatermarker.Factory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDatasetFinder.html#createHiveDataset-org.apache.hadoop.hive.metastore.api.Table-com.typesafe.config.Config-">createHiveDataset(Table, Config)</a></span> - Method in class gobblin.data.management.conversion.hive.dataset.<a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDatasetFinder.html" title="class in gobblin.data.management.conversion.hive.dataset">ConvertibleHiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#createHiveDataset-org.apache.hadoop.hive.metastore.api.Table-">createHiveDataset(Table)</a></span> - Method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">Use <a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#createHiveDataset-org.apache.hadoop.hive.metastore.api.Table-com.typesafe.config.Config-"><code>HiveDatasetFinder.createHiveDataset(Table, Config)</code></a> instead</span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#createHiveDataset-org.apache.hadoop.hive.metastore.api.Table-com.typesafe.config.Config-">createHiveDataset(Table, Config)</a></span> - Method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/finder/CleanableHiveDatasetFinder.html#createHiveDataset-org.apache.hadoop.hive.metastore.api.Table-com.typesafe.config.Config-">createHiveDataset(Table, Config)</a></span> - Method in class gobblin.data.management.retention.dataset.finder.<a href="gobblin/data/management/retention/dataset/finder/CleanableHiveDatasetFinder.html" title="class in gobblin.data.management.retention.dataset.finder">CleanableHiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/ImmediateDeletionTrash.html#createNewTrashForUser-org.apache.hadoop.fs.FileSystem-java.util.Properties-java.lang.String-">createNewTrashForUser(FileSystem, Properties, String)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/ImmediateDeletionTrash.html" title="class in gobblin.data.management.trash">ImmediateDeletionTrash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/ProxiedTrash.html#createNewTrashForUser-org.apache.hadoop.fs.FileSystem-java.util.Properties-java.lang.String-">createNewTrashForUser(FileSystem, Properties, String)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/ProxiedTrash.html" title="class in gobblin.data.management.trash">ProxiedTrash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/TrashFactory.html#createProxiedTrash-org.apache.hadoop.fs.FileSystem-">createProxiedTrash(FileSystem)</a></span> - Static method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/TrashFactory.html" title="class in gobblin.data.management.trash">TrashFactory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/TrashFactory.html#createProxiedTrash-org.apache.hadoop.fs.FileSystem-java.util.Properties-">createProxiedTrash(FileSystem, Properties)</a></span> - Static method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/TrashFactory.html" title="class in gobblin.data.management.trash">TrashFactory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/TrashFactory.html#createProxiedTrash-org.apache.hadoop.fs.FileSystem-java.util.Properties-java.lang.String-">createProxiedTrash(FileSystem, Properties, String)</a></span> - Static method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/TrashFactory.html" title="class in gobblin.data.management.trash">TrashFactory</a></dt> |
| <dd> |
| <div class="block">Creates a <a href="gobblin/data/management/trash/ProxiedTrash.html" title="class in gobblin.data.management.trash"><code>ProxiedTrash</code></a> instance.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/dataset/SimpleDatasetHierarchicalPrioritizer.html#createRequestorComparator-gobblin.configuration.State-">createRequestorComparator(State)</a></span> - Static method in class gobblin.data.management.dataset.<a href="gobblin/data/management/dataset/SimpleDatasetHierarchicalPrioritizer.html" title="class in gobblin.data.management.dataset">SimpleDatasetHierarchicalPrioritizer</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/action/MultiAccessControlAction.MultiAccessControlActionFactory.html#createRetentionAction-com.typesafe.config.Config-org.apache.hadoop.fs.FileSystem-com.typesafe.config.Config-">createRetentionAction(Config, FileSystem, Config)</a></span> - Method in class gobblin.data.management.retention.action.<a href="gobblin/data/management/retention/action/MultiAccessControlAction.MultiAccessControlActionFactory.html" title="class in gobblin.data.management.retention.action">MultiAccessControlAction.MultiAccessControlActionFactory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/action/RetentionAction.RetentionActionFactory.html#createRetentionAction-com.typesafe.config.Config-org.apache.hadoop.fs.FileSystem-com.typesafe.config.Config-">createRetentionAction(Config, FileSystem, Config)</a></span> - Method in interface gobblin.data.management.retention.action.<a href="gobblin/data/management/retention/action/RetentionAction.RetentionActionFactory.html" title="interface in gobblin.data.management.retention.action">RetentionAction.RetentionActionFactory</a></dt> |
| <dd> |
| <div class="block">A factory method to create a new <a href="gobblin/data/management/retention/action/RetentionAction.html" title="class in gobblin.data.management.retention.action"><code>RetentionAction</code></a> using a <code>config</code>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/action/RetentionAction.html#createSelectionPolicy-com.typesafe.config.Config-com.typesafe.config.Config-">createSelectionPolicy(Config, Config)</a></span> - Method in class gobblin.data.management.retention.action.<a href="gobblin/data/management/retention/action/RetentionAction.html" title="class in gobblin.data.management.retention.action">RetentionAction</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/TrashFactory.html#createTrash-org.apache.hadoop.fs.FileSystem-">createTrash(FileSystem)</a></span> - Static method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/TrashFactory.html" title="class in gobblin.data.management.trash">TrashFactory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/TrashFactory.html#createTrash-org.apache.hadoop.fs.FileSystem-java.util.Properties-">createTrash(FileSystem, Properties)</a></span> - Static method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/TrashFactory.html" title="class in gobblin.data.management.trash">TrashFactory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/TrashFactory.html#createTrash-org.apache.hadoop.fs.FileSystem-java.util.Properties-java.lang.String-">createTrash(FileSystem, Properties, String)</a></span> - Static method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/TrashFactory.html" title="class in gobblin.data.management.trash">TrashFactory</a></dt> |
| <dd> |
| <div class="block">Creates a <a href="gobblin/data/management/trash/Trash.html" title="class in gobblin.data.management.trash"><code>Trash</code></a> instance.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/MockTrash.html#createTrashLocation-org.apache.hadoop.fs.FileSystem-java.util.Properties-java.lang.String-">createTrashLocation(FileSystem, Properties, String)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/MockTrash.html" title="class in gobblin.data.management.trash">MockTrash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/Trash.html#createTrashLocation-org.apache.hadoop.fs.FileSystem-java.util.Properties-java.lang.String-">createTrashLocation(FileSystem, Properties, String)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/Trash.html" title="class in gobblin.data.management.trash">Trash</a></dt> |
| <dd> |
| <div class="block">Create location of Trash directory.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/MockTrash.html#createTrashSnapshot--">createTrashSnapshot()</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/MockTrash.html" title="class in gobblin.data.management.trash">MockTrash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/Trash.html#createTrashSnapshot--">createTrashSnapshot()</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/Trash.html" title="class in gobblin.data.management.trash">Trash</a></dt> |
| <dd> |
| <div class="block">Moves all current contents of trash directory into a snapshot directory with current timestamp.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/ProxiedTrash.html#createTrashSnapshotAsUser-java.lang.String-">createTrashSnapshotAsUser(String)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/ProxiedTrash.html" title="class in gobblin.data.management.trash">ProxiedTrash</a></dt> |
| <dd> |
| <div class="block">Create a trash snapshot as the specified user.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/ProxiedTrash.html#createTrashSnapshotsForAllUsers--">createTrashSnapshotsForAllUsers()</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/ProxiedTrash.html" title="class in gobblin.data.management.trash">ProxiedTrash</a></dt> |
| <dd> |
| <div class="block">Create trash snapshots for all users with trash directories.</div> |
| </dd> |
| </dl> |
| <a name="I:D"> |
| <!-- --> |
| </a> |
| <h2 class="title">D</h2> |
| <dl> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html#DATA_FLOW_TOPOLOGY">DATA_FLOW_TOPOLOGY</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication">ReplicationConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html#DATA_FLOW_TOPOLOGY_PICKER_CLASS">DATA_FLOW_TOPOLOGY_PICKER_CLASS</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication">ReplicationConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html#DATA_FLOW_TOPOLOGY_ROUTES">DATA_FLOW_TOPOLOGY_ROUTES</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication">ReplicationConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#DATABASE">DATABASE</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#DATABASE_TOKEN">DATABASE_TOKEN</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/DataFlowTopology.DataFlowPath.html#DataFlowPath--">DataFlowPath()</a></span> - Constructor for class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/DataFlowTopology.DataFlowPath.html" title="class in gobblin.data.management.copy.replication">DataFlowTopology.DataFlowPath</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/replication/DataFlowTopology.html" title="class in gobblin.data.management.copy.replication"><span class="typeNameLink">DataFlowTopology</span></a> - Class in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> |
| <div class="block">Class to represent the data flow topology from copy source to copy destinations.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/DataFlowTopology.html#DataFlowTopology--">DataFlowTopology()</a></span> - Constructor for class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/DataFlowTopology.html" title="class in gobblin.data.management.copy.replication">DataFlowTopology</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/replication/DataFlowTopology.DataFlowPath.html" title="class in gobblin.data.management.copy.replication"><span class="typeNameLink">DataFlowTopology.DataFlowPath</span></a> - Class in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/replication/DataFlowTopologyPickerByHadoopFsSource.html" title="class in gobblin.data.management.copy.replication"><span class="typeNameLink">DataFlowTopologyPickerByHadoopFsSource</span></a> - Class in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/DataFlowTopologyPickerByHadoopFsSource.html#DataFlowTopologyPickerByHadoopFsSource--">DataFlowTopologyPickerByHadoopFsSource()</a></span> - Constructor for class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/DataFlowTopologyPickerByHadoopFsSource.html" title="class in gobblin.data.management.copy.replication">DataFlowTopologyPickerByHadoopFsSource</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/replication/DataFlowTopologyPickerBySource.html" title="interface in gobblin.data.management.copy.replication"><span class="typeNameLink">DataFlowTopologyPickerBySource</span></a> - Interface in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> |
| <div class="block">Used to pick preferred <a href="gobblin/data/management/copy/replication/DataFlowTopology.html" title="class in gobblin.data.management.copy.replication"><code>DataFlowTopology</code></a> in <a href="http://typesafehub.github.io/config/latest/api/com/typesafe/config/Config.html?is-external=true" title="class or interface in com.typesafe.config"><code>Config</code></a> format</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html#dataFlowTopologyPickerResolver">dataFlowTopologyPickerResolver</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication">ReplicationConfiguration</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/dataset/Dataset.html" title="interface in gobblin.data.management.dataset"><span class="typeNameLink">Dataset</span></a> - Interface in <a href="gobblin/data/management/dataset/package-summary.html">gobblin.data.management.dataset</a></dt> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html#DATASET_BLACKLIST_KEY">DATASET_BLACKLIST_KEY</a></span> - Static variable in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html" title="class in gobblin.data.management.retention.profile">ConfigurableGlobDatasetFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/DatasetCleaner.html#DATASET_CLEAN_HDFS_CALLS_PER_SECOND_LIMIT">DATASET_CLEAN_HDFS_CALLS_PER_SECOND_LIMIT</a></span> - Static variable in class gobblin.data.management.retention.<a href="gobblin/data/management/retention/DatasetCleaner.html" title="class in gobblin.data.management.retention">DatasetCleaner</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html#DATASET_FINDER_BLACKLIST_KEY">DATASET_FINDER_BLACKLIST_KEY</a></span> - Static variable in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html" title="class in gobblin.data.management.retention.profile">ConfigurableGlobDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/MultiCleanableDatasetFinder.html#DATASET_FINDER_CLASS_KEY">DATASET_FINDER_CLASS_KEY</a></span> - Static variable in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/MultiCleanableDatasetFinder.html" title="class in gobblin.data.management.retention.profile">MultiCleanableDatasetFinder</a></dt> |
| <dd> |
| <div class="block">Exact dataset finder class to use</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html#DATASET_FINDER_PATTERN_KEY">DATASET_FINDER_PATTERN_KEY</a></span> - Static variable in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html" title="class in gobblin.data.management.retention.profile">ConfigurableGlobDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#DATASET_NAME_PATTERN_KEY">DATASET_NAME_PATTERN_KEY</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html#DATASET_PARTITIONS_LIST_KEY">DATASET_PARTITIONS_LIST_KEY</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html" title="class in gobblin.data.management.retention.dataset">ConfigurableCleanableDataset</a></dt> |
| <dd> |
| <div class="block">This key is used if the dataset contains multiple partition each with its own version finder and selection policy.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/ConfigBasedCleanabledDatasetFinder.html#DATASET_PATH">DATASET_PATH</a></span> - Static variable in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/ConfigBasedCleanabledDatasetFinder.html" title="class in gobblin.data.management.retention.profile">ConfigBasedCleanabledDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html#DATASET_PATTERN_KEY">DATASET_PATTERN_KEY</a></span> - Static variable in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html" title="class in gobblin.data.management.retention.profile">ConfigurableGlobDatasetFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/dataset/DatasetUtils.html#DATASET_PROFILE_CLASS_KEY">DATASET_PROFILE_CLASS_KEY</a></span> - Static variable in class gobblin.data.management.dataset.<a href="gobblin/data/management/dataset/DatasetUtils.html" title="class in gobblin.data.management.dataset">DatasetUtils</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/publisher/CopyEventSubmitterHelper.html#DATASET_ROOT_METADATA_NAME">DATASET_ROOT_METADATA_NAME</a></span> - Static variable in class gobblin.data.management.copy.publisher.<a href="gobblin/data/management/copy/publisher/CopyEventSubmitterHelper.html" title="class in gobblin.data.management.copy.publisher">CopyEventSubmitterHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/publisher/CopyEventSubmitterHelper.html#DATASET_TARGET_ROOT_METADATA_NAME">DATASET_TARGET_ROOT_METADATA_NAME</a></span> - Static variable in class gobblin.data.management.copy.publisher.<a href="gobblin/data/management/copy/publisher/CopyEventSubmitterHelper.html" title="class in gobblin.data.management.copy.publisher">CopyEventSubmitterHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html#DATASET_VERSION_FINDER">DATASET_VERSION_FINDER</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html" title="class in gobblin.data.management.copy">TimestampBasedCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html#DATASET_VERSION_POLICY_ALIAS">DATASET_VERSION_POLICY_ALIAS</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html" title="class in gobblin.data.management.retention.dataset">ConfigurableCleanableDataset</a></dt> |
| <dd> |
| <div class="block">An option that allows user to create an alias of the pair (policy.class,version.finder.class) |
| Mainly for simplifying configStore (e.g.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyEntity.DatasetAndPartition.html#DatasetAndPartition--">DatasetAndPartition()</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyEntity.DatasetAndPartition.html" title="class in gobblin.data.management.copy">CopyEntity.DatasetAndPartition</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html#datasetAndPathWithIdentifier-org.apache.hadoop.fs.Path-java.lang.String-">datasetAndPathWithIdentifier(Path, String)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html" title="class in gobblin.data.management.copy">SubsetFilesCopyableDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyableGlobDatasetFinder.html#datasetAtPath-org.apache.hadoop.fs.Path-">datasetAtPath(Path)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyableGlobDatasetFinder.html" title="class in gobblin.data.management.copy">CopyableGlobDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html#datasetAtPath-org.apache.hadoop.fs.Path-">datasetAtPath(Path)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html" title="class in gobblin.data.management.copy">SubsetFilesCopyableDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/dataset/DefaultFileSystemGlobFinder.html#datasetAtPath-org.apache.hadoop.fs.Path-">datasetAtPath(Path)</a></span> - Method in class gobblin.data.management.dataset.<a href="gobblin/data/management/dataset/DefaultFileSystemGlobFinder.html" title="class in gobblin.data.management.dataset">DefaultFileSystemGlobFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html#datasetAtPath-org.apache.hadoop.fs.Path-">datasetAtPath(Path)</a></span> - Method in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html" title="class in gobblin.data.management.retention.profile">ConfigurableGlobDatasetFinder</a></dt> |
| <dd> |
| <div class="block">Creates a <a href="gobblin/data/management/retention/dataset/CleanableDataset.html" title="interface in gobblin.data.management.retention.dataset"><code>CleanableDataset</code></a> from a path.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/GlobCleanableDatasetFinder.html#datasetAtPath-org.apache.hadoop.fs.Path-">datasetAtPath(Path)</a></span> - Method in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/GlobCleanableDatasetFinder.html" title="class in gobblin.data.management.retention.profile">GlobCleanableDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/ManagedCleanableDatasetFinder.html#datasetAtPath-org.apache.hadoop.fs.Path-">datasetAtPath(Path)</a></span> - Method in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/ManagedCleanableDatasetFinder.html" title="class in gobblin.data.management.retention.profile">ManagedCleanableDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/ModificationTimeDatasetProfile.html#datasetAtPath-org.apache.hadoop.fs.Path-">datasetAtPath(Path)</a></span> - Method in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/ModificationTimeDatasetProfile.html" title="class in gobblin.data.management.retention.profile">ModificationTimeDatasetProfile</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/ProxyableDatasetProfile.html#datasetAtPath-org.apache.hadoop.fs.Path-">datasetAtPath(Path)</a></span> - Method in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/ProxyableDatasetProfile.html" title="class in gobblin.data.management.retention.profile">ProxyableDatasetProfile</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/SnapshotDatasetProfile.html#datasetAtPath-org.apache.hadoop.fs.Path-">datasetAtPath(Path)</a></span> - Method in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/SnapshotDatasetProfile.html" title="class in gobblin.data.management.retention.profile">SnapshotDatasetProfile</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/TrackingDatasetProfile.html#datasetAtPath-org.apache.hadoop.fs.Path-">datasetAtPath(Path)</a></span> - Method in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/TrackingDatasetProfile.html" title="class in gobblin.data.management.retention.profile">TrackingDatasetProfile</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/DatasetCleaner.html" title="class in gobblin.data.management.retention"><span class="typeNameLink">DatasetCleaner</span></a> - Class in <a href="gobblin/data/management/retention/package-summary.html">gobblin.data.management.retention</a></dt> |
| <dd> |
| <div class="block">Finds existing versions of datasets and cleans old or deprecated versions.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/DatasetCleaner.html#DatasetCleaner-org.apache.hadoop.fs.FileSystem-java.util.Properties-">DatasetCleaner(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.retention.<a href="gobblin/data/management/retention/DatasetCleaner.html" title="class in gobblin.data.management.retention">DatasetCleaner</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/DatasetCleaner.DatasetCleanerMetrics.html" title="class in gobblin.data.management.retention"><span class="typeNameLink">DatasetCleaner.DatasetCleanerMetrics</span></a> - Class in <a href="gobblin/data/management/retention/package-summary.html">gobblin.data.management.retention</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/DatasetCleaner.DatasetCleanerMetrics.html#DatasetCleanerMetrics--">DatasetCleanerMetrics()</a></span> - Constructor for class gobblin.data.management.retention.<a href="gobblin/data/management/retention/DatasetCleaner.DatasetCleanerMetrics.html" title="class in gobblin.data.management.retention">DatasetCleaner.DatasetCleanerMetrics</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#datasetConfig">datasetConfig</a></span> - Variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#datasetConfigPrefix">datasetConfigPrefix</a></span> - Variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/dataset/finder/DatasetFinder.html" title="interface in gobblin.data.management.retention.dataset.finder"><span class="typeNameLink">DatasetFinder</span></a><<a href="gobblin/data/management/retention/dataset/finder/DatasetFinder.html" title="type parameter in DatasetFinder">T</a> extends <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/dataset/Dataset.html?is-external=true" title="class or interface in gobblin.dataset">Dataset</a>> - Interface in <a href="gobblin/data/management/retention/dataset/finder/package-summary.html">gobblin.data.management.retention.dataset.finder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">use <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/dataset/DatasetsFinder.html?is-external=true" title="class or interface in gobblin.dataset"><code>DatasetsFinder</code></a></span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/MultiCleanableDatasetFinder.html#datasetFinderClassKey--">datasetFinderClassKey()</a></span> - Method in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/MultiCleanableDatasetFinder.html" title="class in gobblin.data.management.retention.profile">MultiCleanableDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/MultiDatasetFinder.html#datasetFinderClassKey--">datasetFinderClassKey()</a></span> - Method in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/MultiDatasetFinder.html" title="class in gobblin.data.management.retention.profile">MultiDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/MultiCleanableDatasetFinder.html#datasetFinderImportedByKey--">datasetFinderImportedByKey()</a></span> - Method in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/MultiCleanableDatasetFinder.html" title="class in gobblin.data.management.retention.profile">MultiCleanableDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/MultiDatasetFinder.html#datasetFinderImportedByKey--">datasetFinderImportedByKey()</a></span> - Method in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/MultiDatasetFinder.html" title="class in gobblin.data.management.retention.profile">MultiDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#datasetNamePattern">datasetNamePattern</a></span> - Variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html#datasetPattern">datasetPattern</a></span> - Variable in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html" title="class in gobblin.data.management.retention.profile">ConfigurableGlobDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/RecursiveCopyableDataset.html#datasetRoot--">datasetRoot()</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/RecursiveCopyableDataset.html" title="class in gobblin.data.management.copy">RecursiveCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/HadoopFsEndPointDataset.html#datasetRoot--">datasetRoot()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/HadoopFsEndPointDataset.html" title="class in gobblin.data.management.copy.replication">HadoopFsEndPointDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/SubsetFilesCopyableDataset.html#datasetRoot--">datasetRoot()</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/SubsetFilesCopyableDataset.html" title="class in gobblin.data.management.copy">SubsetFilesCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html#datasetRoot--">datasetRoot()</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html" title="class in gobblin.data.management.copy">TimestampBasedCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/dataset/DummyDataset.html#datasetRoot--">datasetRoot()</a></span> - Method in class gobblin.data.management.dataset.<a href="gobblin/data/management/dataset/DummyDataset.html" title="class in gobblin.data.management.dataset">DummyDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/CleanableHiveDataset.html#datasetRoot--">datasetRoot()</a></span> - Method in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/CleanableHiveDataset.html" title="class in gobblin.data.management.retention.dataset">CleanableHiveDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html#datasetRoot--">datasetRoot()</a></span> - Method in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html" title="class in gobblin.data.management.retention.dataset">ConfigurableCleanableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/ModificationTimeDataset.html#datasetRoot--">datasetRoot()</a></span> - Method in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/ModificationTimeDataset.html" title="class in gobblin.data.management.retention.dataset">ModificationTimeDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/SnapshotDataset.html#datasetRoot--">datasetRoot()</a></span> - Method in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/SnapshotDataset.html" title="class in gobblin.data.management.retention.dataset">SnapshotDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/TrackingDataset.html#datasetRoot--">datasetRoot()</a></span> - Method in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/TrackingDataset.html" title="class in gobblin.data.management.retention.dataset">TrackingDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/DatasetCleaner.DatasetCleanerMetrics.html#DATASETS_CLEAN_FAILURE">DATASETS_CLEAN_FAILURE</a></span> - Static variable in class gobblin.data.management.retention.<a href="gobblin/data/management/retention/DatasetCleaner.DatasetCleanerMetrics.html" title="class in gobblin.data.management.retention">DatasetCleaner.DatasetCleanerMetrics</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/DatasetCleaner.DatasetCleanerMetrics.html#DATASETS_CLEAN_SUCCESS">DATASETS_CLEAN_SUCCESS</a></span> - Static variable in class gobblin.data.management.retention.<a href="gobblin/data/management/retention/DatasetCleaner.DatasetCleanerMetrics.html" title="class in gobblin.data.management.retention">DatasetCleaner.DatasetCleanerMetrics</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#datasetURN--">datasetURN()</a></span> - Method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/IterableCopyableDatasetImpl.html#datasetURN--">datasetURN()</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/IterableCopyableDatasetImpl.html" title="class in gobblin.data.management.copy">IterableCopyableDatasetImpl</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/RecursiveCopyableDataset.html#datasetURN--">datasetURN()</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/RecursiveCopyableDataset.html" title="class in gobblin.data.management.copy">RecursiveCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedDataset.html#datasetURN--">datasetURN()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedDataset.html" title="class in gobblin.data.management.copy.replication">ConfigBasedDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/HadoopFsEndPointDataset.html#datasetURN--">datasetURN()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/HadoopFsEndPointDataset.html" title="class in gobblin.data.management.copy.replication">HadoopFsEndPointDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/SubsetFilesCopyableDataset.html#datasetURN--">datasetURN()</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/SubsetFilesCopyableDataset.html" title="class in gobblin.data.management.copy">SubsetFilesCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html#datasetURN--">datasetURN()</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html" title="class in gobblin.data.management.copy">TimestampBasedCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/dataset/DummyDataset.html#datasetURN--">datasetURN()</a></span> - Method in class gobblin.data.management.dataset.<a href="gobblin/data/management/dataset/DummyDataset.html" title="class in gobblin.data.management.dataset">DummyDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#datasetURN--">datasetURN()</a></span> - Method in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/dataset/DatasetUtils.html" title="class in gobblin.data.management.dataset"><span class="typeNameLink">DatasetUtils</span></a> - Class in <a href="gobblin/data/management/dataset/package-summary.html">gobblin.data.management.dataset</a></dt> |
| <dd> |
| <div class="block">Utilities for datasets.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/dataset/DatasetUtils.html#DatasetUtils--">DatasetUtils()</a></span> - Constructor for class gobblin.data.management.dataset.<a href="gobblin/data/management/dataset/DatasetUtils.html" title="class in gobblin.data.management.dataset">DatasetUtils</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/version/DatasetVersion.html" title="interface in gobblin.data.management.retention.version"><span class="typeNameLink">DatasetVersion</span></a> - Interface in <a href="gobblin/data/management/retention/version/package-summary.html">gobblin.data.management.retention.version</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">Extends <a href="gobblin/data/management/version/FileSystemDatasetVersion.html" title="interface in gobblin.data.management.version"><code>FileSystemDatasetVersion</code></a>.</span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/VersionCleaner.html#datasetVersion">datasetVersion</a></span> - Variable in class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/VersionCleaner.html" title="class in gobblin.data.management.retention.version">VersionCleaner</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/version/DatasetVersion.html" title="interface in gobblin.data.management.version"><span class="typeNameLink">DatasetVersion</span></a> - Interface in <a href="gobblin/data/management/version/package-summary.html">gobblin.data.management.version</a></dt> |
| <dd> |
| <div class="block">Dataset version.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/retention/version/finder/DatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder"><span class="typeNameLink">DatasetVersionFinder</span></a><<a href="gobblin/data/management/retention/version/finder/DatasetVersionFinder.html" title="type parameter in DatasetVersionFinder">T</a> extends <a href="gobblin/data/management/retention/version/DatasetVersion.html" title="interface in gobblin.data.management.retention.version">DatasetVersion</a>> - Class in <a href="gobblin/data/management/retention/version/finder/package-summary.html">gobblin.data.management.retention.version.finder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">See Class to find <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/dataset/FileSystemDataset.html?is-external=true" title="class or interface in gobblin.dataset"><code>FileSystemDataset</code></a> versions in the file system. |
| |
| Concrete subclasses should implement a (<a href="http://hadoop.apache.org/docs/r2.3.0/api/org/apache/hadoop/fs/FileSystem.html?is-external=true" title="class or interface in org.apache.hadoop.fs"><code>FileSystem</code></a>, <a href="https://docs.oracle.com/javase/7/docs/api/java/util/Properties.html?is-external=true" title="class or interface in java.util"><code>Properties</code></a>) |
| constructor to be instantiated. |
| |
| Provides a callback with just the path of the version <a href="gobblin/data/management/version/finder/DatasetVersionFinder.html#getDatasetVersion-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.Path-"><code>DatasetVersionFinder.getDatasetVersion(Path, Path)</code></a>. |
| Use <a href="gobblin/data/management/version/finder/AbstractDatasetVersionFinder.html#getDatasetVersion-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.FileStatus-"><code>AbstractDatasetVersionFinder.getDatasetVersion(Path, FileStatus)</code></a> if you need a callback with <a href="http://hadoop.apache.org/docs/r2.3.0/api/org/apache/hadoop/fs/FileStatus.html?is-external=true" title="class or interface in org.apache.hadoop.fs"><code>FileStatus</code></a> |
| of the version..</span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/DatasetVersionFinder.html#DatasetVersionFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">DatasetVersionFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/DatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">DatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/DatasetVersionFinder.html#DatasetVersionFinder-org.apache.hadoop.fs.FileSystem-">DatasetVersionFinder(FileSystem)</a></span> - Constructor for class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/DatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">DatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><a href="gobblin/data/management/version/finder/DatasetVersionFinder.html" title="class in gobblin.data.management.version.finder"><span class="typeNameLink">DatasetVersionFinder</span></a><<a href="gobblin/data/management/version/finder/DatasetVersionFinder.html" title="type parameter in DatasetVersionFinder">T</a> extends <a href="gobblin/data/management/version/FileSystemDatasetVersion.html" title="interface in gobblin.data.management.version">FileSystemDatasetVersion</a>> - Class in <a href="gobblin/data/management/version/finder/package-summary.html">gobblin.data.management.version.finder</a></dt> |
| <dd> |
| <div class="block">Class to find <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/dataset/FileSystemDataset.html?is-external=true" title="class or interface in gobblin.dataset"><code>FileSystemDataset</code></a> versions in the file system.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/DatasetVersionFinder.html#DatasetVersionFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">DatasetVersionFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/DatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">DatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/DatasetVersionFinder.html#DatasetVersionFinder-org.apache.hadoop.fs.FileSystem-">DatasetVersionFinder(FileSystem)</a></span> - Constructor for class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/DatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">DatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/DateTimeDatasetVersionFinder.html#DATE_TIME_PATTERN_KEY">DATE_TIME_PATTERN_KEY</a></span> - Static variable in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/DateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">DateTimeDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block">Date pattern of the partition.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/DateTimeDatasetVersionFinder.html#DATE_TIME_PATTERN_TIMEZONE_KEY">DATE_TIME_PATTERN_TIMEZONE_KEY</a></span> - Static variable in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/DateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">DateTimeDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block">Time zone to be used E.g.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/version/finder/DatePartitionHiveVersionFinder.html" title="class in gobblin.data.management.version.finder"><span class="typeNameLink">DatePartitionHiveVersionFinder</span></a> - Class in <a href="gobblin/data/management/version/finder/package-summary.html">gobblin.data.management.version.finder</a></dt> |
| <dd> |
| <div class="block">A Hive Partition finder where the the version is the partition value.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/DatePartitionHiveVersionFinder.html#DatePartitionHiveVersionFinder-org.apache.hadoop.fs.FileSystem-com.typesafe.config.Config-">DatePartitionHiveVersionFinder(FileSystem, Config)</a></span> - Constructor for class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/DatePartitionHiveVersionFinder.html" title="class in gobblin.data.management.version.finder">DatePartitionHiveVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/provider/DatePatternUpdateProvider.html" title="class in gobblin.data.management.conversion.hive.provider"><span class="typeNameLink">DatePatternUpdateProvider</span></a> - Class in <a href="gobblin/data/management/conversion/hive/provider/package-summary.html">gobblin.data.management.conversion.hive.provider</a></dt> |
| <dd> |
| <div class="block">An update provider that parses the date pattern in the <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Partition.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Partition</code></a> or <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Table.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Table</code></a>s physical data location.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/provider/DatePatternUpdateProvider.html#DatePatternUpdateProvider--">DatePatternUpdateProvider()</a></span> - Constructor for class gobblin.data.management.conversion.hive.provider.<a href="gobblin/data/management/conversion/hive/provider/DatePatternUpdateProvider.html" title="class in gobblin.data.management.conversion.hive.provider">DatePatternUpdateProvider</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/filter/LookbackPartitionFilterGenerator.html#DATETIME_FORMAT">DATETIME_FORMAT</a></span> - Static variable in class gobblin.data.management.copy.hive.filter.<a href="gobblin/data/management/copy/hive/filter/LookbackPartitionFilterGenerator.html" title="class in gobblin.data.management.copy.hive.filter">LookbackPartitionFilterGenerator</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/version/finder/DateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder"><span class="typeNameLink">DateTimeDatasetVersionFinder</span></a> - Class in <a href="gobblin/data/management/retention/version/finder/package-summary.html">gobblin.data.management.retention.version.finder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">See javadoc for <a href="gobblin/data/management/version/finder/DateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder"><code>DateTimeDatasetVersionFinder</code></a>.</span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/DateTimeDatasetVersionFinder.html#DateTimeDatasetVersionFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">DateTimeDatasetVersionFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/DateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">DateTimeDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><a href="gobblin/data/management/version/finder/DateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder"><span class="typeNameLink">DateTimeDatasetVersionFinder</span></a> - Class in <a href="gobblin/data/management/version/finder/package-summary.html">gobblin.data.management.version.finder</a></dt> |
| <dd> |
| <div class="block"><a href="gobblin/data/management/version/finder/DatasetVersionFinder.html" title="class in gobblin.data.management.version.finder"><code>DatasetVersionFinder</code></a> for datasets based on path timestamps.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/DateTimeDatasetVersionFinder.html#DateTimeDatasetVersionFinder-org.apache.hadoop.fs.FileSystem-com.typesafe.config.Config-">DateTimeDatasetVersionFinder(FileSystem, Config)</a></span> - Constructor for class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/DateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">DateTimeDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/DateTimeDatasetVersionFinder.html#DateTimeDatasetVersionFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">DateTimeDatasetVersionFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/DateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">DateTimeDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#DB_KEY">DB_KEY</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#dbAndTable">dbAndTable</a></span> - Variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.DbAndTable.html#DbAndTable--">DbAndTable()</a></span> - Constructor for class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.DbAndTable.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder.DbAndTable</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/extractor/HiveBaseExtractor.html#dbName">dbName</a></span> - Variable in class gobblin.data.management.conversion.hive.extractor.<a href="gobblin/data/management/conversion/hive/extractor/HiveBaseExtractor.html" title="class in gobblin.data.management.conversion.hive.extractor">HiveBaseExtractor</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/converter/DecryptConverter.html" title="class in gobblin.data.management.copy.converter"><span class="typeNameLink">DecryptConverter</span></a> - Class in <a href="gobblin/data/management/copy/converter/package-summary.html">gobblin.data.management.copy.converter</a></dt> |
| <dd> |
| <div class="block"><a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/converter/Converter.html?is-external=true" title="class or interface in gobblin.converter"><code>Converter</code></a> that decrypts an <a href="https://docs.oracle.com/javase/7/docs/api/java/io/InputStream.html?is-external=true" title="class or interface in java.io"><code>InputStream</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/converter/DecryptConverter.html#DecryptConverter--">DecryptConverter()</a></span> - Constructor for class gobblin.data.management.copy.converter.<a href="gobblin/data/management/copy/converter/DecryptConverter.html" title="class in gobblin.data.management.copy.converter">DecryptConverter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html#DEFAULT_COPY_POLICY">DEFAULT_COPY_POLICY</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html" title="class in gobblin.data.management.copy">TimestampBasedCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html#DEFAULT_COPYROUTE_OPTIMIZER_CLASS">DEFAULT_COPYROUTE_OPTIMIZER_CLASS</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication">ReplicationConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html#DEFAULT_DATA_FLOW_TOPOLOGIES_PULLMODE">DEFAULT_DATA_FLOW_TOPOLOGIES_PULLMODE</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication">ReplicationConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html#DEFAULT_DATA_FLOW_TOPOLOGIES_PUSHMODE">DEFAULT_DATA_FLOW_TOPOLOGIES_PUSHMODE</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication">ReplicationConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html#DEFAULT_DATA_FLOW_TOPOLOGY_PICKER_CLASS">DEFAULT_DATA_FLOW_TOPOLOGY_PICKER_CLASS</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication">ReplicationConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopySource.html#DEFAULT_DATASET_PROFILE_CLASS_KEY">DEFAULT_DATASET_PROFILE_CLASS_KEY</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy">CopySource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html#DEFAULT_DATASET_VERSION_FINDER">DEFAULT_DATASET_VERSION_FINDER</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html" title="class in gobblin.data.management.copy">TimestampBasedCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/DateTimeDatasetVersionFinder.html#DEFAULT_DATE_TIME_PATTERN_TIMEZONE">DEFAULT_DATE_TIME_PATTERN_TIMEZONE</a></span> - Static variable in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/DateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">DateTimeDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html#DEFAULT_DEREGISTER_DELETE_METHOD">DEFAULT_DEREGISTER_DELETE_METHOD</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html#DEFAULT_END_POINT_FACTORY_CLASS">DEFAULT_END_POINT_FACTORY_CLASS</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication">ReplicationConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html#DEFAULT_EXISTING_ENTITY_POLICY">DEFAULT_EXISTING_ENTITY_POLICY</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html#DEFAULT_HIVE_CONVERSION_SETSERDETOAVROEXPLICITELY">DEFAULT_HIVE_CONVERSION_SETSERDETOAVROEXPLICITELY</a></span> - Static variable in class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">AbstractAvroToOrcConverter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html#DEFAULT_HIVE_DATASET_DESTINATION_SKIP_SETGROUP">DEFAULT_HIVE_DATASET_DESTINATION_SKIP_SETGROUP</a></span> - Static variable in class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">AbstractAvroToOrcConverter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html#DEFAULT_HIVE_DATASET_PARTITION_OVERWRITE">DEFAULT_HIVE_DATASET_PARTITION_OVERWRITE</a></span> - Static variable in class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">AbstractAvroToOrcConverter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html#DEFAULT_HIVE_LOCATION_LISTING_METHOD">DEFAULT_HIVE_LOCATION_LISTING_METHOD</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html" title="class in gobblin.data.management.copy.hive">HiveLocationDescriptor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveSource.html#DEFAULT_HIVE_SOURCE_CREATE_WORKUNITS_FOR_PARTITIONS">DEFAULT_HIVE_SOURCE_CREATE_WORKUNITS_FOR_PARTITIONS</a></span> - Static variable in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveSource.html#DEFAULT_HIVE_SOURCE_DATASET_FINDER_CLASS">DEFAULT_HIVE_SOURCE_DATASET_FINDER_CLASS</a></span> - Static variable in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveSource.html#DEFAULT_HIVE_SOURCE_EXTRACTOR_TYPE">DEFAULT_HIVE_SOURCE_EXTRACTOR_TYPE</a></span> - Static variable in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveSource.html#DEFAULT_HIVE_SOURCE_IGNORE_DATA_PATH_IDENTIFIER">DEFAULT_HIVE_SOURCE_IGNORE_DATA_PATH_IDENTIFIER</a></span> - Static variable in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveSource.html#DEFAULT_HIVE_SOURCE_MAXIMUM_LOOKBACK_DAYS">DEFAULT_HIVE_SOURCE_MAXIMUM_LOOKBACK_DAYS</a></span> - Static variable in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveSource.html#DEFAULT_HIVE_SOURCE_WATERMARKER_FACTORY_CLASS">DEFAULT_HIVE_SOURCE_WATERMARKER_FACTORY_CLASS</a></span> - Static variable in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html#DEFAULT_IDENTIFIER_PATTERN">DEFAULT_IDENTIFIER_PATTERN</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html" title="class in gobblin.data.management.copy">SubsetFilesCopyableDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/DatasetCleaner.html#DEFAULT_MAX_CONCURRENT_DATASETS_CLEANED">DEFAULT_MAX_CONCURRENT_DATASETS_CLEANED</a></span> - Static variable in class gobblin.data.management.retention.<a href="gobblin/data/management/retention/DatasetCleaner.html" title="class in gobblin.data.management.retention">DatasetCleaner</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopySource.html#DEFAULT_MAX_CONCURRENT_LISTING_SERVICES">DEFAULT_MAX_CONCURRENT_LISTING_SERVICES</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy">CopySource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/AsyncTrash.html#DEFAULT_MAX_DELETING_THREADS">DEFAULT_MAX_DELETING_THREADS</a></span> - Static variable in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/AsyncTrash.html" title="class in gobblin.data.management.trash">AsyncTrash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyResourcePool.html#DEFAULT_MAX_ENTITIES">DEFAULT_MAX_ENTITIES</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyResourcePool.html" title="class in gobblin.data.management.copy">CopyResourcePool</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyResourcePool.html#DEFAULT_MAX_SIZE">DEFAULT_MAX_SIZE</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyResourcePool.html" title="class in gobblin.data.management.copy">CopyResourcePool</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/DatePartitionHiveVersionFinder.html#DEFAULT_PARTITION_KEY_NAME">DEFAULT_PARTITION_KEY_NAME</a></span> - Static variable in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/DatePartitionHiveVersionFinder.html" title="class in gobblin.data.management.version.finder">DatePartitionHiveVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/DatePartitionHiveVersionFinder.html#DEFAULT_PARTITION_VALUE_DATE_TIME_PATTERN">DEFAULT_PARTITION_VALUE_DATE_TIME_PATTERN</a></span> - Static variable in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/DatePartitionHiveVersionFinder.html" title="class in gobblin.data.management.version.finder">DatePartitionHiveVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/DatePartitionHiveVersionFinder.html#DEFAULT_PARTITION_VALUE_DATE_TIME_TIMEZONE">DEFAULT_PARTITION_VALUE_DATE_TIME_TIMEZONE</a></span> - Static variable in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/DatePartitionHiveVersionFinder.html" title="class in gobblin.data.management.version.finder">DatePartitionHiveVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/recovery/RecoveryHelper.html#DEFAULT_PERSIST_RETENTION">DEFAULT_PERSIST_RETENTION</a></span> - Static variable in class gobblin.data.management.copy.recovery.<a href="gobblin/data/management/copy/recovery/RecoveryHelper.html" title="class in gobblin.data.management.copy.recovery">RecoveryHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveTargetPathHelper.html#DEFAULT_RELOCATE_DATA_FILES">DEFAULT_RELOCATE_DATA_FILES</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveTargetPathHelper.html" title="class in gobblin.data.management.copy.hive">HiveTargetPathHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html#DEFAULT_SKIP_HIDDEN_PATHS">DEFAULT_SKIP_HIDDEN_PATHS</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html" title="class in gobblin.data.management.copy.hive">HiveLocationDescriptor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html#DEFAULT_SUBSETFILES_REGEX_FILTER">DEFAULT_SUBSETFILES_REGEX_FILTER</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html" title="class in gobblin.data.management.copy">SubsetFilesCopyableDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#DEFAULT_TABLE_PATTERN">DEFAULT_TABLE_PATTERN</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html#DEFAULT_THREADPOOL_SIZE_TO_GET_COPYABLE_FILES">DEFAULT_THREADPOOL_SIZE_TO_GET_COPYABLE_FILES</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html" title="class in gobblin.data.management.copy">TimestampBasedCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyResourcePool.html#DEFAULT_TOLERANCE">DEFAULT_TOLERANCE</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyResourcePool.html" title="class in gobblin.data.management.copy">CopyResourcePool</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/Trash.html#DEFAULT_TRASH_DIRECTORY">DEFAULT_TRASH_DIRECTORY</a></span> - Static variable in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/Trash.html" title="class in gobblin.data.management.trash">Trash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html#DEFAULT_UNMANAGED_DATA_POLICY">DEFAULT_UNMANAGED_DATA_POLICY</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/dataset/DefaultFileSystemGlobFinder.html" title="class in gobblin.data.management.dataset"><span class="typeNameLink">DefaultFileSystemGlobFinder</span></a> - Class in <a href="gobblin/data/management/dataset/package-summary.html">gobblin.data.management.dataset</a></dt> |
| <dd> |
| <div class="block">A subclass of <a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html" title="class in gobblin.data.management.retention.profile"><code>ConfigurableGlobDatasetFinder</code></a> which find all the <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/dataset/FileSystemDataset.html?is-external=true" title="class or interface in gobblin.dataset"><code>FileSystemDataset</code></a> |
| that matches a given glob pattern.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/dataset/DefaultFileSystemGlobFinder.html#DefaultFileSystemGlobFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">DefaultFileSystemGlobFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.dataset.<a href="gobblin/data/management/dataset/DefaultFileSystemGlobFinder.html" title="class in gobblin.data.management.dataset">DefaultFileSystemGlobFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/runtime/embedded/EmbeddedGobblinDistcp.html#delete--">delete()</a></span> - Method in class gobblin.runtime.embedded.<a href="gobblin/runtime/embedded/EmbeddedGobblinDistcp.html" title="class in gobblin.runtime.embedded">EmbeddedGobblinDistcp</a></dt> |
| <dd> |
| <div class="block">Specifies that files in the target that don't exist in the source should be deleted.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html#DELETE_AS_OWNER_DEFAULT">DELETE_AS_OWNER_DEFAULT</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset">FsCleanableHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#DELETE_AS_OWNER_DEFAULT">DELETE_AS_OWNER_DEFAULT</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html#DELETE_AS_OWNER_KEY">DELETE_AS_OWNER_KEY</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset">FsCleanableHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#DELETE_AS_OWNER_KEY">DELETE_AS_OWNER_KEY</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">in favor of <a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset"><code>FsCleanableHelper</code></a></span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html#DELETE_EMPTY_DIRECTORIES_DEFAULT">DELETE_EMPTY_DIRECTORIES_DEFAULT</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset">FsCleanableHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#DELETE_EMPTY_DIRECTORIES_DEFAULT">DELETE_EMPTY_DIRECTORIES_DEFAULT</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/RecursiveCopyableDataset.html#DELETE_EMPTY_DIRECTORIES_KEY">DELETE_EMPTY_DIRECTORIES_KEY</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/RecursiveCopyableDataset.html" title="class in gobblin.data.management.copy">RecursiveCopyableDataset</a></dt> |
| <dd> |
| <div class="block">If true, will delete newly empty directories up to the dataset root.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html#DELETE_EMPTY_DIRECTORIES_KEY">DELETE_EMPTY_DIRECTORIES_KEY</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset">FsCleanableHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#DELETE_EMPTY_DIRECTORIES_KEY">DELETE_EMPTY_DIRECTORIES_KEY</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">in favor of <a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset"><code>FsCleanableHelper</code></a></span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html#DELETE_FILES_ON_DEREGISTER">DELETE_FILES_ON_DEREGISTER</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper</a></dt> |
| <dd> |
| <div class="block">Method for deleting files on deregister.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/RecursiveCopyableDataset.html#DELETE_KEY">DELETE_KEY</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/RecursiveCopyableDataset.html" title="class in gobblin.data.management.copy">RecursiveCopyableDataset</a></dt> |
| <dd> |
| <div class="block">Like -delete in distcp.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/CombineRetentionPolicy.html#DELETE_SETS_COMBINE_OPERATION">DELETE_SETS_COMBINE_OPERATION</a></span> - Static variable in class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/CombineRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">CombineRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html#DELETE_TARGET_IFNOT_ON_SOURCE">DELETE_TARGET_IFNOT_ON_SOURCE</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication">ReplicationConfiguration</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/policy/DeleteAllRetentionPolicy.html" title="class in gobblin.data.management.retention.policy"><span class="typeNameLink">DeleteAllRetentionPolicy</span></a> - Class in <a href="gobblin/data/management/retention/policy/package-summary.html">gobblin.data.management.retention.policy</a></dt> |
| <dd> |
| <div class="block">Implementation of <a href="gobblin/data/management/retention/policy/RetentionPolicy.html" title="interface in gobblin.data.management.retention.policy"><code>RetentionPolicy</code></a> that marks all <a href="gobblin/data/management/retention/version/DatasetVersion.html" title="interface in gobblin.data.management.retention.version"><code>DatasetVersion</code></a>s as deletable.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/DeleteAllRetentionPolicy.html#DeleteAllRetentionPolicy-java.util.Properties-">DeleteAllRetentionPolicy(Properties)</a></span> - Constructor for class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/DeleteAllRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">DeleteAllRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html#deleteAsOwner">deleteAsOwner</a></span> - Variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset">FsCleanableHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#deleteAsOwner">deleteAsOwner</a></span> - Variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">in favor of <a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset"><code>FsCleanableHelper</code></a></span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html#deleteEmptyDirectories">deleteEmptyDirectories</a></span> - Variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset">FsCleanableHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#deleteEmptyDirectories">deleteEmptyDirectories</a></span> - Variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">in favor of <a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset"><code>FsCleanableHelper</code></a></span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/runtime/embedded/EmbeddedGobblinDistcp.html#deleteEmptyParentDirectories--">deleteEmptyParentDirectories()</a></span> - Method in class gobblin.runtime.embedded.<a href="gobblin/runtime/embedded/EmbeddedGobblinDistcp.html" title="class in gobblin.runtime.embedded">EmbeddedGobblinDistcp</a></dt> |
| <dd> |
| <div class="block">If <a href="gobblin/runtime/embedded/EmbeddedGobblinDistcp.html#delete--"><code>EmbeddedGobblinDistcp.delete()</code></a> is used, specifies that newly empty parent directories should also be deleted.</div> |
| </dd> |
| <dt><a href="gobblin/util/commit/DeleteFileCommitStep.html" title="class in gobblin.util.commit"><span class="typeNameLink">DeleteFileCommitStep</span></a> - Class in <a href="gobblin/util/commit/package-summary.html">gobblin.util.commit</a></dt> |
| <dd> |
| <div class="block"><a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/commit/CommitStep.html?is-external=true" title="class or interface in gobblin.commit"><code>CommitStep</code></a> to delete a set of paths in a <a href="http://hadoop.apache.org/docs/r2.3.0/api/org/apache/hadoop/fs/FileSystem.html?is-external=true" title="class or interface in org.apache.hadoop.fs"><code>FileSystem</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/util/commit/DeleteFileCommitStep.html#DeleteFileCommitStep-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.Path-java.util.Properties-">DeleteFileCommitStep(FileSystem, Path, Properties)</a></span> - Constructor for class gobblin.util.commit.<a href="gobblin/util/commit/DeleteFileCommitStep.html" title="class in gobblin.util.commit">DeleteFileCommitStep</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/util/commit/DeleteFileCommitStep.html#DeleteFileCommitStep-org.apache.hadoop.fs.FileSystem-java.util.Collection-java.util.Properties-com.google.common.base.Optional-">DeleteFileCommitStep(FileSystem, Collection<FileStatus>, Properties, Optional<Path>)</a></span> - Constructor for class gobblin.util.commit.<a href="gobblin/util/commit/DeleteFileCommitStep.html" title="class in gobblin.util.commit">DeleteFileCommitStep</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/policy/DeleteNothingRetentionPolicy.html" title="class in gobblin.data.management.retention.policy"><span class="typeNameLink">DeleteNothingRetentionPolicy</span></a> - Class in <a href="gobblin/data/management/retention/policy/package-summary.html">gobblin.data.management.retention.policy</a></dt> |
| <dd> |
| <div class="block">A <a href="gobblin/data/management/retention/policy/RetentionPolicy.html" title="interface in gobblin.data.management.retention.policy"><code>RetentionPolicy</code></a> that does not delete any versions.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/DeleteNothingRetentionPolicy.html#DeleteNothingRetentionPolicy-java.util.Properties-">DeleteNothingRetentionPolicy(Properties)</a></span> - Constructor for class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/DeleteNothingRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">DeleteNothingRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/DeleteNothingRetentionPolicy.html#DeleteNothingRetentionPolicy-com.typesafe.config.Config-">DeleteNothingRetentionPolicy(Config)</a></span> - Constructor for class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/DeleteNothingRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">DeleteNothingRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/TestTrash.DeleteOperation.html#DeleteOperation--">DeleteOperation()</a></span> - Constructor for class gobblin.data.management.trash.<a href="gobblin/data/management/trash/TestTrash.DeleteOperation.html" title="class in gobblin.data.management.trash">TestTrash.DeleteOperation</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/publisher/DeletingCopyDataPublisher.html" title="class in gobblin.data.management.copy.publisher"><span class="typeNameLink">DeletingCopyDataPublisher</span></a> - Class in <a href="gobblin/data/management/copy/publisher/package-summary.html">gobblin.data.management.copy.publisher</a></dt> |
| <dd> |
| <div class="block">A <a href="gobblin/data/management/copy/publisher/CopyDataPublisher.html" title="class in gobblin.data.management.copy.publisher"><code>CopyDataPublisher</code></a> that deletes files on the source fileSystem for all the <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/WorkUnitState.html?is-external=true" title="class or interface in gobblin.configuration"><code>WorkUnitState</code></a>s that are |
| successfully committed/published</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/publisher/DeletingCopyDataPublisher.html#DeletingCopyDataPublisher-gobblin.configuration.State-">DeletingCopyDataPublisher(State)</a></span> - Constructor for class gobblin.data.management.copy.publisher.<a href="gobblin/data/management/copy/publisher/DeletingCopyDataPublisher.html" title="class in gobblin.data.management.copy.publisher">DeletingCopyDataPublisher</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/WatermarkMetadataUtil.html#DELIMITER">DELIMITER</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/WatermarkMetadataUtil.html" title="class in gobblin.data.management.copy.replication">WatermarkMetadataUtil</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/MultiCleanableDatasetFinder.html#DEPRECATED_DATASET_PROFILE_CLASS_KEY">DEPRECATED_DATASET_PROFILE_CLASS_KEY</a></span> - Static variable in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/MultiCleanableDatasetFinder.html" title="class in gobblin.data.management.retention.profile">MultiCleanableDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/WatermarkDatasetVersionFinder.html#DEPRECATED_WATERMARK_REGEX_KEY">DEPRECATED_WATERMARK_REGEX_KEY</a></span> - Static variable in class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/WatermarkDatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">WatermarkDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyableDatasetMetadata.html#deserialize-java.lang.String-">deserialize(String)</a></span> - Static method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyableDatasetMetadata.html" title="class in gobblin.data.management.copy">CopyableDatasetMetadata</a></dt> |
| <dd> |
| <div class="block">Deserializes the serialized <a href="gobblin/data/management/copy/CopyableDatasetMetadata.html" title="class in gobblin.data.management.copy"><code>CopyableDatasetMetadata</code></a> string.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyEntity.html#deserialize-java.lang.String-">deserialize(String)</a></span> - Static method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy">CopyEntity</a></dt> |
| <dd> |
| <div class="block">Deserializes the serialized <a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy"><code>CopyEntity</code></a> string.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/WatermarkMetadataUtil.html#deserialize-java.lang.String-">deserialize(String)</a></span> - Static method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/WatermarkMetadataUtil.html" title="class in gobblin.data.management.copy.replication">WatermarkMetadataUtil</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopySource.html#deserializeCopyableDataset-gobblin.configuration.State-">deserializeCopyableDataset(State)</a></span> - Static method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy">CopySource</a></dt> |
| <dd> |
| <div class="block">Deserialize a <a href="gobblin/data/management/copy/CopyableDataset.html" title="interface in gobblin.data.management.copy"><code>CopyableDataset</code></a> from a <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/State.html?is-external=true" title="class or interface in gobblin.configuration"><code>State</code></a> at <a href="gobblin/data/management/copy/CopySource.html#SERIALIZED_COPYABLE_DATASET"><code>CopySource.SERIALIZED_COPYABLE_DATASET</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopySource.html#deserializeCopyEntity-gobblin.configuration.State-">deserializeCopyEntity(State)</a></span> - Static method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy">CopySource</a></dt> |
| <dd> |
| <div class="block">Deserialize a <a href="https://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util"><code>List</code></a> of <a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy"><code>CopyEntity</code></a>s from a <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/State.html?is-external=true" title="class or interface in gobblin.configuration"><code>State</code></a> at <a href="gobblin/data/management/copy/CopySource.html#SERIALIZED_COPYABLE_FILE"><code>CopySource.SERIALIZED_COPYABLE_FILE</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyEntity.html#deserializeList-java.lang.String-">deserializeList(String)</a></span> - Static method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy">CopyEntity</a></dt> |
| <dd> |
| <div class="block">Deserializes the serialized <a href="https://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util"><code>List</code></a> of <a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy"><code>CopyEntity</code></a> string.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html#deserializePublishCommands-gobblin.configuration.State-">deserializePublishCommands(State)</a></span> - Static method in class gobblin.data.management.conversion.hive.query.<a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html" title="class in gobblin.data.management.conversion.hive.query">HiveAvroORCQueryGenerator</a></dt> |
| <dd> |
| <div class="block">Deserialize the publish entity from a <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/State.html?is-external=true" title="class or interface in gobblin.configuration"><code>State</code></a> at <a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html#SERIALIZED_PUBLISH_TABLE_COMMANDS"><code>HiveAvroORCQueryGenerator.SERIALIZED_PUBLISH_TABLE_COMMANDS</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html#DESIRED_PATHS_LISTING">DESIRED_PATHS_LISTING</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper.Stages</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.html#DESTINATION_CONVERSION_FORMATS_KEY">DESTINATION_CONVERSION_FORMATS_KEY</a></span> - Static variable in class gobblin.data.management.conversion.hive.dataset.<a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.html" title="class in gobblin.data.management.conversion.hive.dataset">ConvertibleHiveDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.ConversionConfig.html#DESTINATION_DATA_PATH_KEY">DESTINATION_DATA_PATH_KEY</a></span> - Static variable in class gobblin.data.management.conversion.hive.dataset.<a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.ConversionConfig.html" title="class in gobblin.data.management.conversion.hive.dataset">ConvertibleHiveDataset.ConversionConfig</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.ConversionConfig.html#DESTINATION_DB_KEY">DESTINATION_DB_KEY</a></span> - Static variable in class gobblin.data.management.conversion.hive.dataset.<a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.ConversionConfig.html" title="class in gobblin.data.management.conversion.hive.dataset">ConvertibleHiveDataset.ConversionConfig</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyConfiguration.html#DESTINATION_GROUP_KEY">DESTINATION_GROUP_KEY</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyConfiguration.html" title="class in gobblin.data.management.copy">CopyConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.ConversionConfig.html#DESTINATION_TABLE_KEY">DESTINATION_TABLE_KEY</a></span> - Static variable in class gobblin.data.management.conversion.hive.dataset.<a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.ConversionConfig.html" title="class in gobblin.data.management.conversion.hive.dataset">ConvertibleHiveDataset.ConversionConfig</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.ConversionConfig.html#DESTINATION_TABLE_PROPERTIES_LIST_KEY">DESTINATION_TABLE_PROPERTIES_LIST_KEY</a></span> - Static variable in class gobblin.data.management.conversion.hive.dataset.<a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.ConversionConfig.html" title="class in gobblin.data.management.conversion.hive.dataset">ConvertibleHiveDataset.ConversionConfig</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.ConversionConfig.html#DESTINATION_VIEW_KEY">DESTINATION_VIEW_KEY</a></span> - Static variable in class gobblin.data.management.conversion.hive.dataset.<a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.ConversionConfig.html" title="class in gobblin.data.management.conversion.hive.dataset">ConvertibleHiveDataset.ConversionConfig</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.DiffPathSet.html#DiffPathSet--">DiffPathSet()</a></span> - Constructor for class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.DiffPathSet.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper.DiffPathSet</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveSource.html#DISTCP_REGISTRATION_GENERATION_TIME_KEY">DISTCP_REGISTRATION_GENERATION_TIME_KEY</a></span> - Static variable in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveSource</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/converter/DistcpConverter.html" title="class in gobblin.data.management.copy.converter"><span class="typeNameLink">DistcpConverter</span></a> - Class in <a href="gobblin/data/management/copy/converter/package-summary.html">gobblin.data.management.copy.converter</a></dt> |
| <dd> |
| <div class="block">Abstract class for distcp <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/converter/Converter.html?is-external=true" title="class or interface in gobblin.converter"><code>Converter</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/converter/DistcpConverter.html#DistcpConverter--">DistcpConverter()</a></span> - Constructor for class gobblin.data.management.copy.converter.<a href="gobblin/data/management/copy/converter/DistcpConverter.html" title="class in gobblin.data.management.copy.converter">DistcpConverter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html#dropPartition-java.lang.String-">dropPartition(String)</a></span> - Method in class gobblin.data.management.conversion.hive.publisher.<a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html" title="class in gobblin.data.management.conversion.hive.publisher">HiveConvertPublisher</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/dataset/DummyDataset.html" title="class in gobblin.data.management.dataset"><span class="typeNameLink">DummyDataset</span></a> - Class in <a href="gobblin/data/management/dataset/package-summary.html">gobblin.data.management.dataset</a></dt> |
| <dd> |
| <div class="block">Dummy <a href="gobblin/data/management/dataset/Dataset.html" title="interface in gobblin.data.management.dataset"><code>Dataset</code></a> that does nothing.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/dataset/DummyDataset.html#DummyDataset--">DummyDataset()</a></span> - Constructor for class gobblin.data.management.dataset.<a href="gobblin/data/management/dataset/DummyDataset.html" title="class in gobblin.data.management.dataset">DummyDataset</a></dt> |
| <dd> </dd> |
| </dl> |
| <a name="I:E"> |
| <!-- --> |
| </a> |
| <h2 class="title">E</h2> |
| <dl> |
| <dt><a href="gobblin/runtime/embedded/EmbeddedGobblinDistcp.html" title="class in gobblin.runtime.embedded"><span class="typeNameLink">EmbeddedGobblinDistcp</span></a> - Class in <a href="gobblin/runtime/embedded/package-summary.html">gobblin.runtime.embedded</a></dt> |
| <dd> |
| <div class="block">Embedded version of distcp.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/runtime/embedded/EmbeddedGobblinDistcp.html#EmbeddedGobblinDistcp-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.Path-">EmbeddedGobblinDistcp(Path, Path)</a></span> - Constructor for class gobblin.runtime.embedded.<a href="gobblin/runtime/embedded/EmbeddedGobblinDistcp.html" title="class in gobblin.runtime.embedded">EmbeddedGobblinDistcp</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/runtime/embedded/EmbeddedGobblinDistcp.CliFactory.html" title="class in gobblin.runtime.embedded"><span class="typeNameLink">EmbeddedGobblinDistcp.CliFactory</span></a> - Class in <a href="gobblin/runtime/embedded/package-summary.html">gobblin.runtime.embedded</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/policy/EmbeddedRetentionSelectionPolicy.html" title="class in gobblin.data.management.policy"><span class="typeNameLink">EmbeddedRetentionSelectionPolicy</span></a><<a href="gobblin/data/management/policy/EmbeddedRetentionSelectionPolicy.html" title="type parameter in EmbeddedRetentionSelectionPolicy">T</a> extends <a href="gobblin/data/management/version/FileSystemDatasetVersion.html" title="interface in gobblin.data.management.version">FileSystemDatasetVersion</a>> - Class in <a href="gobblin/data/management/policy/package-summary.html">gobblin.data.management.policy</a></dt> |
| <dd> |
| <div class="block">A wrapper <a href="gobblin/data/management/policy/VersionSelectionPolicy.html" title="interface in gobblin.data.management.policy"><code>VersionSelectionPolicy</code></a> that delegates calls to deprecated <a href="gobblin/data/management/retention/policy/RetentionPolicy.html" title="interface in gobblin.data.management.retention.policy"><code>RetentionPolicy</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/EmbeddedRetentionSelectionPolicy.html#EmbeddedRetentionSelectionPolicy--">EmbeddedRetentionSelectionPolicy()</a></span> - Constructor for class gobblin.data.management.policy.<a href="gobblin/data/management/policy/EmbeddedRetentionSelectionPolicy.html" title="class in gobblin.data.management.policy">EmbeddedRetentionSelectionPolicy</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/extractor/EmptyExtractor.html" title="class in gobblin.data.management.copy.extractor"><span class="typeNameLink">EmptyExtractor</span></a><<a href="gobblin/data/management/copy/extractor/EmptyExtractor.html" title="type parameter in EmptyExtractor">S</a>,<a href="gobblin/data/management/copy/extractor/EmptyExtractor.html" title="type parameter in EmptyExtractor">D</a>> - Class in <a href="gobblin/data/management/copy/extractor/package-summary.html">gobblin.data.management.copy.extractor</a></dt> |
| <dd> |
| <div class="block">An extractor that returns no records.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/extractor/EmptyExtractor.html#EmptyExtractor--">EmptyExtractor()</a></span> - Constructor for class gobblin.data.management.copy.extractor.<a href="gobblin/data/management/copy/extractor/EmptyExtractor.html" title="class in gobblin.data.management.copy.extractor">EmptyExtractor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventConstants.html#END_CONVERSION_DDL_EXECUTE_TIME">END_CONVERSION_DDL_EXECUTE_TIME</a></span> - Static variable in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventConstants.html" title="class in gobblin.data.management.conversion.hive.events">EventConstants</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventConstants.html#END_DDL_BUILD_TIME">END_DDL_BUILD_TIME</a></span> - Static variable in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventConstants.html" title="class in gobblin.data.management.conversion.hive.events">EventConstants</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html#END_POINT_FACTORY_CLASS">END_POINT_FACTORY_CLASS</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication">ReplicationConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventConstants.html#END_PUBLISH_DDL_EXECUTE_TIME">END_PUBLISH_DDL_EXECUTE_TIME</a></span> - Static variable in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventConstants.html" title="class in gobblin.data.management.conversion.hive.events">EventConstants</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/replication/EndPoint.html" title="interface in gobblin.data.management.copy.replication"><span class="typeNameLink">EndPoint</span></a> - Interface in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> |
| <div class="block">Used to encapsulate all the information of a replica, including original source, during replication process.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/copy/replication/EndPointFactory.html" title="interface in gobblin.data.management.copy.replication"><span class="typeNameLink">EndPointFactory</span></a> - Interface in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html#endPointFactoryResolver">endPointFactoryResolver</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication">ReplicationConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/ImmediateDeletionTrash.html#ensureTrashLocationExists-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.Path-">ensureTrashLocationExists(FileSystem, Path)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/ImmediateDeletionTrash.html" title="class in gobblin.data.management.trash">ImmediateDeletionTrash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/MockTrash.html#ensureTrashLocationExists-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.Path-">ensureTrashLocationExists(FileSystem, Path)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/MockTrash.html" title="class in gobblin.data.management.trash">MockTrash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/Trash.html#ensureTrashLocationExists-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.Path-">ensureTrashLocationExists(FileSystem, Path)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/Trash.html" title="class in gobblin.data.management.trash">Trash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyResourcePool.html#ENTITIES_KEY">ENTITIES_KEY</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyResourcePool.html" title="class in gobblin.data.management.copy">CopyResourcePool</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/HadoopFsReplicaConfig.html#equals-java.lang.Object-">equals(Object)</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/HadoopFsReplicaConfig.html" title="class in gobblin.data.management.copy.replication">HadoopFsReplicaConfig</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html#equals-java.lang.Object-">equals(Object)</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">ReplicaHadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.html#equals-java.lang.Object-">equals(Object)</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">SourceHadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/FileStatusDatasetVersion.html#equals-java.lang.Object-">equals(Object)</a></span> - Method in class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/FileStatusDatasetVersion.html" title="class in gobblin.data.management.retention.version">FileStatusDatasetVersion</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/FileStatusDatasetVersion.html#equals-java.lang.Object-">equals(Object)</a></span> - Method in class gobblin.data.management.version.<a href="gobblin/data/management/version/FileStatusDatasetVersion.html" title="class in gobblin.data.management.version">FileStatusDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/StringDatasetVersion.html#equals-java.lang.Object-">equals(Object)</a></span> - Method in class gobblin.data.management.version.<a href="gobblin/data/management/version/StringDatasetVersion.html" title="class in gobblin.data.management.version">StringDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/TimestampedDatasetVersion.html#equals-java.lang.Object-">equals(Object)</a></span> - Method in class gobblin.data.management.version.<a href="gobblin/data/management/version/TimestampedDatasetVersion.html" title="class in gobblin.data.management.version">TimestampedDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/TimestampedHiveDatasetVersion.html#equals-java.lang.Object-">equals(Object)</a></span> - Method in class gobblin.data.management.version.<a href="gobblin/data/management/version/TimestampedHiveDatasetVersion.html" title="class in gobblin.data.management.version">TimestampedHiveDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html#escapeHiveType-java.lang.String-">escapeHiveType(String)</a></span> - Static method in class gobblin.data.management.conversion.hive.query.<a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html" title="class in gobblin.data.management.conversion.hive.query">HiveAvroORCQueryGenerator</a></dt> |
| <dd> |
| <div class="block">Escape the Hive nested field names.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/dataset/SimpleDatasetRequest.SimpleDatasetCountEstimator.html#estimateRequirement-gobblin.data.management.dataset.SimpleDatasetRequest-gobblin.util.request_allocation.ResourcePool-">estimateRequirement(SimpleDatasetRequest, ResourcePool)</a></span> - Method in class gobblin.data.management.dataset.<a href="gobblin/data/management/dataset/SimpleDatasetRequest.SimpleDatasetCountEstimator.html" title="class in gobblin.data.management.dataset">SimpleDatasetRequest.SimpleDatasetCountEstimator</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/partition/FileSetResourceEstimator.html#estimateRequirement-gobblin.data.management.partition.FileSet-gobblin.util.request_allocation.ResourcePool-">estimateRequirement(FileSet<CopyEntity>, ResourcePool)</a></span> - Method in class gobblin.data.management.partition.<a href="gobblin/data/management/partition/FileSetResourceEstimator.html" title="class in gobblin.data.management.partition">FileSetResourceEstimator</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/events/EventConstants.html" title="class in gobblin.data.management.conversion.hive.events"><span class="typeNameLink">EventConstants</span></a> - Class in <a href="gobblin/data/management/conversion/hive/events/package-summary.html">gobblin.data.management.conversion.hive.events</a></dt> |
| <dd> |
| <div class="block">Event names and metadata names used by hive conversion.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventConstants.html#EventConstants--">EventConstants()</a></span> - Constructor for class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventConstants.html" title="class in gobblin.data.management.conversion.hive.events">EventConstants</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/publisher/CopyDataPublisher.html#eventSubmitter">eventSubmitter</a></span> - Variable in class gobblin.data.management.copy.publisher.<a href="gobblin/data/management/copy/publisher/CopyDataPublisher.html" title="class in gobblin.data.management.copy.publisher">CopyDataPublisher</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/events/EventWorkunitUtils.html" title="class in gobblin.data.management.conversion.hive.events"><span class="typeNameLink">EventWorkunitUtils</span></a> - Class in <a href="gobblin/data/management/conversion/hive/events/package-summary.html">gobblin.data.management.conversion.hive.events</a></dt> |
| <dd> |
| <div class="block">Utilities to set event metadata into <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/workunit/WorkUnit.html?is-external=true" title="class or interface in gobblin.source.workunit"><code>WorkUnit</code></a>s</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventWorkunitUtils.html#EventWorkunitUtils--">EventWorkunitUtils()</a></span> - Constructor for class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventWorkunitUtils.html" title="class in gobblin.data.management.conversion.hive.events">EventWorkunitUtils</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.ConversionConfig.html#EVOLUTION_ENABLED">EVOLUTION_ENABLED</a></span> - Static variable in class gobblin.data.management.conversion.hive.dataset.<a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.ConversionConfig.html" title="class in gobblin.data.management.conversion.hive.dataset">ConvertibleHiveDataset.ConversionConfig</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/WatermarkMetadataGenerationCommitStep.html#execute--">execute()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/WatermarkMetadataGenerationCommitStep.html" title="class in gobblin.data.management.copy.replication">WatermarkMetadataGenerationCommitStep</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/action/AccessControlAction.html#execute-java.util.List-">execute(List<DatasetVersion>)</a></span> - Method in class gobblin.data.management.retention.action.<a href="gobblin/data/management/retention/action/AccessControlAction.html" title="class in gobblin.data.management.retention.action">AccessControlAction</a></dt> |
| <dd> |
| <div class="block">Applies <a href="gobblin/data/management/retention/action/AccessControlAction.html#selectionPolicy"><code>AccessControlAction.selectionPolicy</code></a> on <code>allVersions</code> and modifies permission/owner to the selected <a href="gobblin/data/management/version/DatasetVersion.html" title="interface in gobblin.data.management.version"><code>DatasetVersion</code></a>s |
| where necessary.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/action/MultiAccessControlAction.html#execute-java.util.List-">execute(List<DatasetVersion>)</a></span> - Method in class gobblin.data.management.retention.action.<a href="gobblin/data/management/retention/action/MultiAccessControlAction.html" title="class in gobblin.data.management.retention.action">MultiAccessControlAction</a></dt> |
| <dd> |
| <div class="block">Calls <a href="gobblin/data/management/retention/action/AccessControlAction.html#execute-java.util.List-"><code>AccessControlAction.execute(List)</code></a> on each of the embedded <a href="gobblin/data/management/retention/action/AccessControlAction.html" title="class in gobblin.data.management.retention.action"><code>AccessControlAction</code></a>s |
| |
| Execute the action on all <a href="gobblin/data/management/version/DatasetVersion.html" title="interface in gobblin.data.management.version"><code>DatasetVersion</code></a>s or a subset of <a href="gobblin/data/management/version/DatasetVersion.html" title="interface in gobblin.data.management.version"><code>DatasetVersion</code></a>s.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/action/RetentionAction.html#execute-java.util.List-">execute(List<DatasetVersion>)</a></span> - Method in class gobblin.data.management.retention.action.<a href="gobblin/data/management/retention/action/RetentionAction.html" title="class in gobblin.data.management.retention.action">RetentionAction</a></dt> |
| <dd> |
| <div class="block">Execute the action on all <a href="gobblin/data/management/version/DatasetVersion.html" title="interface in gobblin.data.management.version"><code>DatasetVersion</code></a>s or a subset of <a href="gobblin/data/management/version/DatasetVersion.html" title="interface in gobblin.data.management.version"><code>DatasetVersion</code></a>s.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/util/commit/DeleteFileCommitStep.html#execute--">execute()</a></span> - Method in class gobblin.util.commit.<a href="gobblin/util/commit/DeleteFileCommitStep.html" title="class in gobblin.util.commit">DeleteFileCommitStep</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html#executeItertorExecutor-java.util.Iterator-">executeItertorExecutor(Iterator<Callable<Void>>)</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html" title="class in gobblin.data.management.copy.replication">ConfigBasedDatasetsFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html#EXISTING_ENTITY_POLICY_KEY">EXISTING_ENTITY_POLICY_KEY</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html#EXISTING_PARTITION">EXISTING_PARTITION</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper.Stages</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyableFile.html#explain--">explain()</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyableFile.html" title="class in gobblin.data.management.copy">CopyableFile</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyEntity.html#explain--">explain()</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy">CopyEntity</a></dt> |
| <dd> |
| <div class="block">Used for simulate runs.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/entities/CommitStepCopyEntity.html#explain--">explain()</a></span> - Method in class gobblin.data.management.copy.entities.<a href="gobblin/data/management/copy/entities/CommitStepCopyEntity.html" title="class in gobblin.data.management.copy.entities">CommitStepCopyEntity</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/entities/PostPublishStep.html#explain--">explain()</a></span> - Method in class gobblin.data.management.copy.entities.<a href="gobblin/data/management/copy/entities/PostPublishStep.html" title="class in gobblin.data.management.copy.entities">PostPublishStep</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/entities/PrePublishStep.html#explain--">explain()</a></span> - Method in class gobblin.data.management.copy.entities.<a href="gobblin/data/management/copy/entities/PrePublishStep.html" title="class in gobblin.data.management.copy.entities">PrePublishStep</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/converter/DistcpConverter.html#extensionsToAdd--">extensionsToAdd()</a></span> - Method in class gobblin.data.management.copy.converter.<a href="gobblin/data/management/copy/converter/DistcpConverter.html" title="class in gobblin.data.management.copy.converter">DistcpConverter</a></dt> |
| <dd> |
| <div class="block">TODO: actually use this method and add the extensions.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/converter/DecryptConverter.html#extensionsToRemove--">extensionsToRemove()</a></span> - Method in class gobblin.data.management.copy.converter.<a href="gobblin/data/management/copy/converter/DecryptConverter.html" title="class in gobblin.data.management.copy.converter">DecryptConverter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/converter/DistcpConverter.html#extensionsToRemove--">extensionsToRemove()</a></span> - Method in class gobblin.data.management.copy.converter.<a href="gobblin/data/management/copy/converter/DistcpConverter.html" title="class in gobblin.data.management.copy.converter">DistcpConverter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/converter/UnGzipConverter.html#extensionsToRemove--">extensionsToRemove()</a></span> - Method in class gobblin.data.management.copy.converter.<a href="gobblin/data/management/copy/converter/UnGzipConverter.html" title="class in gobblin.data.management.copy.converter">UnGzipConverter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CloseableFsCopySource.html#extractorForCopyableFile-org.apache.hadoop.fs.FileSystem-gobblin.data.management.copy.CopyableFile-gobblin.configuration.WorkUnitState-">extractorForCopyableFile(FileSystem, CopyableFile, WorkUnitState)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CloseableFsCopySource.html" title="class in gobblin.data.management.copy">CloseableFsCopySource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopySource.html#extractorForCopyableFile-org.apache.hadoop.fs.FileSystem-gobblin.data.management.copy.CopyableFile-gobblin.configuration.WorkUnitState-">extractorForCopyableFile(FileSystem, CopyableFile, WorkUnitState)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy">CopySource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#extractTokenValueFromEntity-java.lang.String-java.lang.String-java.lang.String-">extractTokenValueFromEntity(String, String, String)</a></span> - Static method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> |
| <div class="block">Extract token value from source entity, where token value is represented by a token in the source entity.</div> |
| </dd> |
| </dl> |
| <a name="I:F"> |
| <!-- --> |
| </a> |
| <h2 class="title">F</h2> |
| <dl> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.Factory.html#Factory--">Factory()</a></span> - Constructor for class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.Factory.html" title="class in gobblin.data.management.conversion.hive.watermarker">PartitionLevelWatermarker.Factory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.Factory.html#Factory--">Factory()</a></span> - Constructor for class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.Factory.html" title="class in gobblin.data.management.conversion.hive.watermarker">TableLevelWatermarker.Factory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/partition/CopyableDatasetRequestor.Factory.html#Factory--">Factory()</a></span> - Constructor for class gobblin.data.management.partition.<a href="gobblin/data/management/partition/CopyableDatasetRequestor.Factory.html" title="class in gobblin.data.management.partition">CopyableDatasetRequestor.Factory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html#FAST_PARTITION_SKIP_PREDICATE">FAST_PARTITION_SKIP_PREDICATE</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper</a></dt> |
| <dd> |
| <div class="block">A predicate applied to each partition before any file listing.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html#FAST_TABLE_SKIP_PREDICATE">FAST_TABLE_SKIP_PREDICATE</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper</a></dt> |
| <dd> |
| <div class="block">A predicate applied to non partition table before any file listing.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/partition/File.html" title="interface in gobblin.data.management.partition"><span class="typeNameLink">File</span></a> - Interface in <a href="gobblin/data/management/partition/package-summary.html">gobblin.data.management.partition</a></dt> |
| <dd> |
| <div class="block">Interface representing a File.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/copy/FileAwareInputStream.html" title="class in gobblin.data.management.copy"><span class="typeNameLink">FileAwareInputStream</span></a> - Class in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block">A wrapper to <a href="https://docs.oracle.com/javase/7/docs/api/java/io/InputStream.html?is-external=true" title="class or interface in java.io"><code>InputStream</code></a> that represents an entity to be copied.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/FileAwareInputStream.html#FileAwareInputStream--">FileAwareInputStream()</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/FileAwareInputStream.html" title="class in gobblin.data.management.copy">FileAwareInputStream</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer"><span class="typeNameLink">FileAwareInputStreamDataWriter</span></a> - Class in <a href="gobblin/data/management/copy/writer/package-summary.html">gobblin.data.management.copy.writer</a></dt> |
| <dd> |
| <div class="block">A <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/writer/DataWriter.html?is-external=true" title="class or interface in gobblin.writer"><code>DataWriter</code></a> to write <a href="gobblin/data/management/copy/FileAwareInputStream.html" title="class in gobblin.data.management.copy"><code>FileAwareInputStream</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#FileAwareInputStreamDataWriter-gobblin.configuration.State-int-int-java.lang.String-">FileAwareInputStreamDataWriter(State, int, int, String)</a></span> - Constructor for class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#FileAwareInputStreamDataWriter-gobblin.configuration.State-int-int-">FileAwareInputStreamDataWriter(State, int, int)</a></span> - Constructor for class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriterBuilder.html" title="class in gobblin.data.management.copy.writer"><span class="typeNameLink">FileAwareInputStreamDataWriterBuilder</span></a> - Class in <a href="gobblin/data/management/copy/writer/package-summary.html">gobblin.data.management.copy.writer</a></dt> |
| <dd> |
| <div class="block">A <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/writer/DataWriterBuilder.html?is-external=true" title="class or interface in gobblin.writer"><code>DataWriterBuilder</code></a> for <a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer"><code>FileAwareInputStreamDataWriter</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriterBuilder.html#FileAwareInputStreamDataWriterBuilder--">FileAwareInputStreamDataWriterBuilder()</a></span> - Constructor for class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriterBuilder.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriterBuilder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/extractor/FileAwareInputStreamExtractor.html" title="class in gobblin.data.management.copy.extractor"><span class="typeNameLink">FileAwareInputStreamExtractor</span></a> - Class in <a href="gobblin/data/management/copy/extractor/package-summary.html">gobblin.data.management.copy.extractor</a></dt> |
| <dd> |
| <div class="block">An implementation of <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/extractor/Extractor.html?is-external=true" title="class or interface in gobblin.source.extractor"><code>Extractor</code></a> that extracts <a href="https://docs.oracle.com/javase/7/docs/api/java/io/InputStream.html?is-external=true" title="class or interface in java.io"><code>InputStream</code></a>s.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/extractor/FileAwareInputStreamExtractor.html#FileAwareInputStreamExtractor-org.apache.hadoop.fs.FileSystem-gobblin.data.management.copy.CopyableFile-gobblin.configuration.WorkUnitState-">FileAwareInputStreamExtractor(FileSystem, CopyableFile, WorkUnitState)</a></span> - Constructor for class gobblin.data.management.copy.extractor.<a href="gobblin/data/management/copy/extractor/FileAwareInputStreamExtractor.html" title="class in gobblin.data.management.copy.extractor">FileAwareInputStreamExtractor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/extractor/FileAwareInputStreamExtractor.html#FileAwareInputStreamExtractor-org.apache.hadoop.fs.FileSystem-gobblin.data.management.copy.CopyableFile-">FileAwareInputStreamExtractor(FileSystem, CopyableFile)</a></span> - Constructor for class gobblin.data.management.copy.extractor.<a href="gobblin/data/management/copy/extractor/FileAwareInputStreamExtractor.html" title="class in gobblin.data.management.copy.extractor">FileAwareInputStreamExtractor</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/version/finder/FileLevelTimestampVersionFinder.html" title="class in gobblin.data.management.retention.version.finder"><span class="typeNameLink">FileLevelTimestampVersionFinder</span></a> - Class in <a href="gobblin/data/management/retention/version/finder/package-summary.html">gobblin.data.management.retention.version.finder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">See javadoc for <a href="gobblin/data/management/version/finder/FileLevelTimestampVersionFinder.html" title="class in gobblin.data.management.version.finder"><code>FileLevelTimestampVersionFinder</code></a>.</span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/FileLevelTimestampVersionFinder.html#FileLevelTimestampVersionFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">FileLevelTimestampVersionFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/FileLevelTimestampVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">FileLevelTimestampVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><a href="gobblin/data/management/version/finder/FileLevelTimestampVersionFinder.html" title="class in gobblin.data.management.version.finder"><span class="typeNameLink">FileLevelTimestampVersionFinder</span></a> - Class in <a href="gobblin/data/management/version/finder/package-summary.html">gobblin.data.management.version.finder</a></dt> |
| <dd> |
| <div class="block"><a href="gobblin/data/management/version/finder/VersionFinder.html" title="interface in gobblin.data.management.version.finder"><code>VersionFinder</code></a> that uses the most nested file, |
| or directory if no file exists, level modifiedTimestamp under the datasetRoot path to find |
| <a href="gobblin/data/management/version/FileSystemDatasetVersion.html" title="interface in gobblin.data.management.version"><code>FileSystemDatasetVersion</code></a>s, and represents each version as |
| <a href="gobblin/data/management/version/TimestampedDatasetVersion.html" title="class in gobblin.data.management.version"><code>TimestampedDatasetVersion</code></a> using the file level path |
| and modifiedTimestamp.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/FileLevelTimestampVersionFinder.html#FileLevelTimestampVersionFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">FileLevelTimestampVersionFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/FileLevelTimestampVersionFinder.html" title="class in gobblin.data.management.version.finder">FileLevelTimestampVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/FileLevelTimestampVersionFinder.html#FileLevelTimestampVersionFinder-org.apache.hadoop.fs.FileSystem-com.typesafe.config.Config-">FileLevelTimestampVersionFinder(FileSystem, Config)</a></span> - Constructor for class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/FileLevelTimestampVersionFinder.html" title="class in gobblin.data.management.version.finder">FileLevelTimestampVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/SubsetFilesCopyableDataset.html#fileSet-org.apache.hadoop.fs.FileStatus-">fileSet(FileStatus)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/SubsetFilesCopyableDataset.html" title="class in gobblin.data.management.copy">SubsetFilesCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/partition/FileSet.html" title="class in gobblin.data.management.partition"><span class="typeNameLink">FileSet</span></a><<a href="gobblin/data/management/partition/FileSet.html" title="type parameter in FileSet">T</a> extends <a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy">CopyEntity</a>> - Class in <a href="gobblin/data/management/partition/package-summary.html">gobblin.data.management.partition</a></dt> |
| <dd> |
| <div class="block">A named subset of <a href="gobblin/data/management/partition/File.html" title="interface in gobblin.data.management.partition"><code>File</code></a>s in a <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/dataset/Dataset.html?is-external=true" title="class or interface in gobblin.dataset"><code>Dataset</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/partition/FileSet.html#FileSet--">FileSet()</a></span> - Constructor for class gobblin.data.management.partition.<a href="gobblin/data/management/partition/FileSet.html" title="class in gobblin.data.management.partition">FileSet</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/partition/FileSet.Builder.html" title="class in gobblin.data.management.partition"><span class="typeNameLink">FileSet.Builder</span></a><<a href="gobblin/data/management/partition/FileSet.Builder.html" title="type parameter in FileSet.Builder">T</a> extends <a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy">CopyEntity</a>> - Class in <a href="gobblin/data/management/partition/package-summary.html">gobblin.data.management.partition</a></dt> |
| <dd> |
| <div class="block">A builder for <a href="gobblin/data/management/partition/StaticFileSet.html" title="class in gobblin.data.management.partition"><code>StaticFileSet</code></a> provided for backwards compatibility.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/copy/prioritization/FileSetComparator.html" title="interface in gobblin.data.management.copy.prioritization"><span class="typeNameLink">FileSetComparator</span></a> - Interface in <a href="gobblin/data/management/copy/prioritization/package-summary.html">gobblin.data.management.copy.prioritization</a></dt> |
| <dd> |
| <div class="block">An alias for a <a href="https://docs.oracle.com/javase/7/docs/api/java/util/Comparator.html?is-external=true" title="class or interface in java.util"><code>Comparator</code></a> of <a href="gobblin/data/management/partition/FileSet.html" title="class in gobblin.data.management.partition"><code>FileSet</code></a> for type safety.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/copy/prioritization/FileSetComparator.Factory.html" title="interface in gobblin.data.management.copy.prioritization"><span class="typeNameLink">FileSetComparator.Factory</span></a> - Interface in <a href="gobblin/data/management/copy/prioritization/package-summary.html">gobblin.data.management.copy.prioritization</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/partition/FileSetResourceEstimator.html" title="class in gobblin.data.management.partition"><span class="typeNameLink">FileSetResourceEstimator</span></a> - Class in <a href="gobblin/data/management/partition/package-summary.html">gobblin.data.management.partition</a></dt> |
| <dd> |
| <div class="block">A <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-utility/gobblin/util/request_allocation/ResourceEstimator.html?is-external=true" title="class or interface in gobblin.util.request_allocation"><code>ResourceEstimator</code></a> that uses a <a href="gobblin/data/management/copy/CopyResourcePool.html" title="class in gobblin.data.management.copy"><code>CopyResourcePool</code></a> and populates a <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-utility/gobblin/util/request_allocation/ResourceRequirement.html?is-external=true" title="class or interface in gobblin.util.request_allocation"><code>ResourceRequirement</code></a> for a |
| distcp <a href="gobblin/data/management/partition/FileSet.html" title="class in gobblin.data.management.partition"><code>FileSet</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/partition/FileSetResourceEstimator.html#FileSetResourceEstimator--">FileSetResourceEstimator()</a></span> - Constructor for class gobblin.data.management.partition.<a href="gobblin/data/management/partition/FileSetResourceEstimator.html" title="class in gobblin.data.management.partition">FileSetResourceEstimator</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/FileStatusDatasetVersion.html#fileStatus">fileStatus</a></span> - Variable in class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/FileStatusDatasetVersion.html" title="class in gobblin.data.management.retention.version">FileStatusDatasetVersion</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/FileStatusDatasetVersion.html#fileStatus">fileStatus</a></span> - Variable in class gobblin.data.management.version.<a href="gobblin/data/management/version/FileStatusDatasetVersion.html" title="class in gobblin.data.management.version">FileStatusDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/version/FileStatusAware.html" title="interface in gobblin.data.management.version"><span class="typeNameLink">FileStatusAware</span></a> - Interface in <a href="gobblin/data/management/version/package-summary.html">gobblin.data.management.version</a></dt> |
| <dd> |
| <div class="block">A <a href="gobblin/data/management/version/FileSystemDatasetVersion.html" title="interface in gobblin.data.management.version"><code>FileSystemDatasetVersion</code></a> that is aware <a href="http://hadoop.apache.org/docs/r2.3.0/api/org/apache/hadoop/fs/FileStatus.html?is-external=true" title="class or interface in org.apache.hadoop.fs"><code>FileStatus</code></a>s or its paths</div> |
| </dd> |
| <dt><a href="gobblin/data/management/retention/version/FileStatusDatasetVersion.html" title="class in gobblin.data.management.retention.version"><span class="typeNameLink">FileStatusDatasetVersion</span></a> - Class in <a href="gobblin/data/management/retention/version/package-summary.html">gobblin.data.management.retention.version</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">Extends <a href="gobblin/data/management/version/FileStatusDatasetVersion.html" title="class in gobblin.data.management.version"><code>FileStatusDatasetVersion</code></a> and implements |
| <a href="gobblin/data/management/retention/version/DatasetVersion.html" title="interface in gobblin.data.management.retention.version"><code>DatasetVersion</code></a>.</span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/FileStatusDatasetVersion.html#FileStatusDatasetVersion-org.apache.hadoop.fs.FileStatus-">FileStatusDatasetVersion(FileStatus)</a></span> - Constructor for class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/FileStatusDatasetVersion.html" title="class in gobblin.data.management.retention.version">FileStatusDatasetVersion</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><a href="gobblin/data/management/version/FileStatusDatasetVersion.html" title="class in gobblin.data.management.version"><span class="typeNameLink">FileStatusDatasetVersion</span></a> - Class in <a href="gobblin/data/management/version/package-summary.html">gobblin.data.management.version</a></dt> |
| <dd> |
| <div class="block">Implementation of <a href="gobblin/data/management/version/DatasetVersion.html" title="interface in gobblin.data.management.version"><code>DatasetVersion</code></a> that uses a single path per |
| version and stores the <a href="http://hadoop.apache.org/docs/r2.3.0/api/org/apache/hadoop/fs/FileStatus.html?is-external=true" title="class or interface in org.apache.hadoop.fs"><code>FileStatus</code></a> of that path.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/FileStatusDatasetVersion.html#FileStatusDatasetVersion-org.apache.hadoop.fs.FileStatus-">FileStatusDatasetVersion(FileStatus)</a></span> - Constructor for class gobblin.data.management.version.<a href="gobblin/data/management/version/FileStatusDatasetVersion.html" title="class in gobblin.data.management.version">FileStatusDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/version/FileStatusTimestampedDatasetVersion.html" title="class in gobblin.data.management.version"><span class="typeNameLink">FileStatusTimestampedDatasetVersion</span></a> - Class in <a href="gobblin/data/management/version/package-summary.html">gobblin.data.management.version</a></dt> |
| <dd> |
| <div class="block">A <a href="gobblin/data/management/version/TimestampedDatasetVersion.html" title="class in gobblin.data.management.version"><code>TimestampedDatasetVersion</code></a> that is also aware of the <a href="http://hadoop.apache.org/docs/r2.3.0/api/org/apache/hadoop/fs/FileStatus.html?is-external=true" title="class or interface in org.apache.hadoop.fs"><code>FileStatus</code></a>s of all its paths.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/FileStatusTimestampedDatasetVersion.html#FileStatusTimestampedDatasetVersion-org.joda.time.DateTime-org.apache.hadoop.fs.FileStatus-">FileStatusTimestampedDatasetVersion(DateTime, FileStatus)</a></span> - Constructor for class gobblin.data.management.version.<a href="gobblin/data/management/version/FileStatusTimestampedDatasetVersion.html" title="class in gobblin.data.management.version">FileStatusTimestampedDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#filesWritten">filesWritten</a></span> - Variable in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html#fileSystem">fileSystem</a></span> - Variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html" title="class in gobblin.data.management.copy.hive">HiveLocationDescriptor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/ConfigBasedCleanabledDatasetFinder.html#fileSystem">fileSystem</a></span> - Variable in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/ConfigBasedCleanabledDatasetFinder.html" title="class in gobblin.data.management.retention.profile">ConfigBasedCleanabledDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/version/FileSystemDatasetVersion.html" title="interface in gobblin.data.management.version"><span class="typeNameLink">FileSystemDatasetVersion</span></a> - Interface in <a href="gobblin/data/management/version/package-summary.html">gobblin.data.management.version</a></dt> |
| <dd> |
| <div class="block">Wrapper around <a href="https://docs.oracle.com/javase/7/docs/api/java/lang/Comparable.html?is-external=true" title="class or interface in java.lang"><code>Comparable</code></a> for dataset versions.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyableFileFilter.html#filter-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.FileSystem-java.util.Collection-">filter(FileSystem, FileSystem, Collection<CopyableFile>)</a></span> - Method in interface gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyableFileFilter.html" title="interface in gobblin.data.management.copy">CopyableFileFilter</a></dt> |
| <dd> |
| <div class="block">Returns an filtered <a href="https://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util"><code>Collection</code></a> of <a href="gobblin/data/management/copy/CopyableFile.html" title="class in gobblin.data.management.copy"><code>CopyableFile</code></a>s.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/ReadyCopyableFileFilter.html#filter-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.FileSystem-java.util.Collection-">filter(FileSystem, FileSystem, Collection<CopyableFile>)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/ReadyCopyableFileFilter.html" title="class in gobblin.data.management.copy">ReadyCopyableFileFilter</a></dt> |
| <dd> |
| <div class="block">For every <a href="gobblin/data/management/copy/CopyableFile.html" title="class in gobblin.data.management.copy"><code>CopyableFile</code></a> in <code>copyableFiles</code> checks if a <code>CopyableFile#getOrigin()#getPath()</code> |
| + .ready files is present on <code>sourceFs</code> Returns an filtered <a href="https://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util"><code>Collection</code></a> of <a href="gobblin/data/management/copy/CopyableFile.html" title="class in gobblin.data.management.copy"><code>CopyableFile</code></a>s.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#findDatasets--">findDatasets()</a></span> - Method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html#findDatasets--">findDatasets()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html" title="class in gobblin.data.management.copy.replication">ConfigBasedDatasetsFinder</a></dt> |
| <dd> |
| <div class="block">Based on the <a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html#whitelistTag"><code>ConfigBasedDatasetsFinder.whitelistTag</code></a>, find all URI which imports the tag.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html#findDatasets--">findDatasets()</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html" title="class in gobblin.data.management.copy">SubsetFilesCopyableDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html#findDatasets--">findDatasets()</a></span> - Method in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html" title="class in gobblin.data.management.retention.profile">ConfigurableGlobDatasetFinder</a></dt> |
| <dd> |
| <div class="block">Finds all directories satisfying the input glob pattern, and creates a <a href="gobblin/data/management/retention/dataset/CleanableDataset.html" title="interface in gobblin.data.management.retention.dataset"><code>CleanableDataset</code></a> |
| for each one using <a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html#datasetAtPath-org.apache.hadoop.fs.Path-"><code>ConfigurableGlobDatasetFinder.datasetAtPath(org.apache.hadoop.fs.Path)</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/MultiDatasetFinder.html#findDatasets--">findDatasets()</a></span> - Method in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/MultiDatasetFinder.html" title="class in gobblin.data.management.retention.profile">MultiDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedCopyableDatasetFinder.html#findDatasetsCallable-gobblin.config.client.ConfigClient-java.net.URI-java.util.Properties-java.util.Collection-">findDatasetsCallable(ConfigClient, URI, Properties, Collection<Dataset>)</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedCopyableDatasetFinder.html" title="class in gobblin.data.management.copy.replication">ConfigBasedCopyableDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html#findDatasetsCallable-gobblin.config.client.ConfigClient-java.net.URI-java.util.Properties-java.util.Collection-">findDatasetsCallable(ConfigClient, URI, Properties, Collection<Dataset>)</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html" title="class in gobblin.data.management.copy.replication">ConfigBasedDatasetsFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/ConfigBasedCleanabledDatasetFinder.html#findDatasetsCallable-gobblin.config.client.ConfigClient-java.net.URI-java.util.Properties-java.util.Collection-">findDatasetsCallable(ConfigClient, URI, Properties, Collection<Dataset>)</a></span> - Method in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/ConfigBasedCleanabledDatasetFinder.html" title="class in gobblin.data.management.retention.profile">ConfigBasedCleanabledDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/FileLevelTimestampVersionFinder.html#findDatasetVersions-gobblin.dataset.Dataset-">findDatasetVersions(Dataset)</a></span> - Method in class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/FileLevelTimestampVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">FileLevelTimestampVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/ModDateTimeDatasetVersionFinder.html#findDatasetVersions-gobblin.dataset.Dataset-">findDatasetVersions(Dataset)</a></span> - Method in class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/ModDateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">ModDateTimeDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/SingleVersionFinder.html#findDatasetVersions-gobblin.dataset.Dataset-">findDatasetVersions(Dataset)</a></span> - Method in class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/SingleVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">SingleVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/AbstractDatasetVersionFinder.html#findDatasetVersions-gobblin.dataset.Dataset-">findDatasetVersions(Dataset)</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/AbstractDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">AbstractDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block">Find dataset versions in the input <a href="http://hadoop.apache.org/docs/r2.3.0/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs"><code>Path</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/AbstractHiveDatasetVersionFinder.html#findDatasetVersions-gobblin.dataset.Dataset-">findDatasetVersions(Dataset)</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/AbstractHiveDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">AbstractHiveDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block">Create <a href="gobblin/data/management/version/HiveDatasetVersion.html" title="interface in gobblin.data.management.version"><code>HiveDatasetVersion</code></a>s for all <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Partition.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Partition</code></a>s of a <a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive"><code>HiveDataset</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/FileLevelTimestampVersionFinder.html#findDatasetVersions-gobblin.dataset.Dataset-">findDatasetVersions(Dataset)</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/FileLevelTimestampVersionFinder.html" title="class in gobblin.data.management.version.finder">FileLevelTimestampVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/ModDateTimeDatasetVersionFinder.html#findDatasetVersions-gobblin.dataset.Dataset-">findDatasetVersions(Dataset)</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/ModDateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">ModDateTimeDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/SingleVersionFinder.html#findDatasetVersions-gobblin.dataset.Dataset-">findDatasetVersions(Dataset)</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/SingleVersionFinder.html" title="class in gobblin.data.management.version.finder">SingleVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/VersionFinder.html#findDatasetVersions-gobblin.dataset.Dataset-">findDatasetVersions(Dataset)</a></span> - Method in interface gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/VersionFinder.html" title="interface in gobblin.data.management.version.finder">VersionFinder</a></dt> |
| <dd> |
| <div class="block">Find dataset versions for <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/dataset/Dataset.html?is-external=true" title="class or interface in gobblin.dataset"><code>Dataset</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationDataValidPathPicker.html#FINDER_CLASS">FINDER_CLASS</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationDataValidPathPicker.html" title="class in gobblin.data.management.copy.replication">ReplicationDataValidPathPicker</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/recovery/RecoveryHelper.html#findPersistedFile-gobblin.configuration.State-gobblin.data.management.copy.CopyEntity-com.google.common.base.Predicate-">findPersistedFile(State, CopyEntity, Predicate<FileStatus>)</a></span> - Method in class gobblin.data.management.copy.recovery.<a href="gobblin/data/management/copy/recovery/RecoveryHelper.html" title="class in gobblin.data.management.copy.recovery">RecoveryHelper</a></dt> |
| <dd> |
| <div class="block">Searches the persist directory to find <a href="http://hadoop.apache.org/docs/r2.3.0/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs"><code>Path</code></a>s matching the input <a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy"><code>CopyEntity</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/util/test/RetentionTestDataGenerator.FixedThreadLocalMillisProvider.html#FixedThreadLocalMillisProvider-java.lang.Long-">FixedThreadLocalMillisProvider(Long)</a></span> - Constructor for class gobblin.util.test.<a href="gobblin/util/test/RetentionTestDataGenerator.FixedThreadLocalMillisProvider.html" title="class in gobblin.util.test">RetentionTestDataGenerator.FixedThreadLocalMillisProvider</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/DatePartitionHiveVersionFinder.html#formatter">formatter</a></span> - Variable in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/DatePartitionHiveVersionFinder.html" title="class in gobblin.data.management.version.finder">DatePartitionHiveVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/DateTimeDatasetVersionFinder.html#formatter">formatter</a></span> - Variable in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/DateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">DateTimeDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationCopyMode.html#forName-java.lang.String-">forName(String)</a></span> - Static method in enum gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationCopyMode.html" title="enum in gobblin.data.management.copy.replication">ReplicationCopyMode</a></dt> |
| <dd> |
| <div class="block">Get a <a href="gobblin/data/management/copy/replication/ReplicationCopyMode.html" title="enum in gobblin.data.management.copy.replication"><code>ReplicationCopyMode</code></a> for the given name.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html#forPartition-org.apache.hadoop.hive.ql.metadata.Partition-org.apache.hadoop.fs.FileSystem-java.util.Properties-">forPartition(Partition, FileSystem, Properties)</a></span> - Static method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html" title="class in gobblin.data.management.copy.hive">HiveLocationDescriptor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html#forTable-org.apache.hadoop.hive.ql.metadata.Table-org.apache.hadoop.fs.FileSystem-java.util.Properties-">forTable(Table, FileSystem, Properties)</a></span> - Static method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html" title="class in gobblin.data.management.copy.hive">HiveLocationDescriptor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyResourcePool.html#fromConfig-com.typesafe.config.Config-">fromConfig(Config)</a></span> - Static method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyResourcePool.html" title="class in gobblin.data.management.copy">CopyResourcePool</a></dt> |
| <dd> |
| <div class="block">Parse a <a href="gobblin/data/management/copy/CopyResourcePool.html" title="class in gobblin.data.management.copy"><code>CopyResourcePool</code></a> from an input <a href="http://typesafehub.github.io/config/latest/api/com/typesafe/config/Config.html?is-external=true" title="class or interface in com.typesafe.config"><code>Config</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/PreserveAttributes.html#fromMnemonicString-java.lang.String-">fromMnemonicString(String)</a></span> - Static method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/PreserveAttributes.html" title="class in gobblin.data.management.copy">PreserveAttributes</a></dt> |
| <dd> |
| <div class="block">Parse <a href="gobblin/data/management/copy/PreserveAttributes.html" title="class in gobblin.data.management.copy"><code>PreserveAttributes</code></a> from a string of the form \[rbugp]*\: |
| * r -> preserve replication |
| * b -> preserve block size |
| * u -> preserve owner |
| * g -> preserve group |
| * p -> preserve permissions |
| Characters not in this character set will be ignored.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyableFile.html#fromOriginAndDestination-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.FileStatus-org.apache.hadoop.fs.Path-gobblin.data.management.copy.CopyConfiguration-">fromOriginAndDestination(FileSystem, FileStatus, Path, CopyConfiguration)</a></span> - Static method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyableFile.html" title="class in gobblin.data.management.copy">CopyableFile</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/util/commit/DeleteFileCommitStep.html#fromPaths-org.apache.hadoop.fs.FileSystem-java.util.Collection-java.util.Properties-">fromPaths(FileSystem, Collection<Path>, Properties)</a></span> - Static method in class gobblin.util.commit.<a href="gobblin/util/commit/DeleteFileCommitStep.html" title="class in gobblin.util.commit">DeleteFileCommitStep</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/util/commit/DeleteFileCommitStep.html#fromPaths-org.apache.hadoop.fs.FileSystem-java.util.Collection-java.util.Properties-org.apache.hadoop.fs.Path-">fromPaths(FileSystem, Collection<Path>, Properties, Path)</a></span> - Static method in class gobblin.util.commit.<a href="gobblin/util/commit/DeleteFileCommitStep.html" title="class in gobblin.util.commit">DeleteFileCommitStep</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html#fs">fs</a></span> - Variable in class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">AbstractAvroToOrcConverter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#fs">fs</a></span> - Variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#fs">fs</a></span> - Variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#fs">fs</a></span> - Variable in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/action/RetentionAction.html#fs">fs</a></span> - Variable in class gobblin.data.management.retention.action.<a href="gobblin/data/management/retention/action/RetentionAction.html" title="class in gobblin.data.management.retention.action">RetentionAction</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html#fs">fs</a></span> - Variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset">FsCleanableHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#fs">fs</a></span> - Variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html#fs">fs</a></span> - Variable in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html" title="class in gobblin.data.management.retention.profile">ConfigurableGlobDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/Trash.html#fs">fs</a></span> - Variable in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/Trash.html" title="class in gobblin.data.management.trash">Trash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/AbstractDatasetVersionFinder.html#fs">fs</a></span> - Variable in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/AbstractDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">AbstractDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset"><span class="typeNameLink">FsCleanableHelper</span></a> - Class in <a href="gobblin/data/management/retention/dataset/package-summary.html">gobblin.data.management.retention.dataset</a></dt> |
| <dd> |
| <div class="block">A helper class to delete <a href="http://hadoop.apache.org/docs/r2.3.0/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs"><code>Path</code></a>s of a FileSystemDatasetVersion.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html#FsCleanableHelper-org.apache.hadoop.fs.FileSystem-java.util.Properties-boolean-boolean-boolean-boolean-org.slf4j.Logger-">FsCleanableHelper(FileSystem, Properties, boolean, boolean, boolean, boolean, Logger)</a></span> - Constructor for class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset">FsCleanableHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html#FsCleanableHelper-org.apache.hadoop.fs.FileSystem-java.util.Properties-com.typesafe.config.Config-org.slf4j.Logger-">FsCleanableHelper(FileSystem, Properties, Config, Logger)</a></span> - Constructor for class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset">FsCleanableHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html#FULL_PATH_DIFF">FULL_PATH_DIFF</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper.Stages</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/watermark/FullPathCopyableFileWatermarkGenerator.html" title="class in gobblin.data.management.copy.watermark"><span class="typeNameLink">FullPathCopyableFileWatermarkGenerator</span></a> - Class in <a href="gobblin/data/management/copy/watermark/package-summary.html">gobblin.data.management.copy.watermark</a></dt> |
| <dd> |
| <div class="block">Implementation of <a href="gobblin/data/management/copy/watermark/CopyableFileWatermarkGenerator.html" title="interface in gobblin.data.management.copy.watermark"><code>CopyableFileWatermarkGenerator</code></a> that generates <a href="gobblin/data/management/copy/watermark/StringWatermark.html" title="class in gobblin.data.management.copy.watermark"><code>StringWatermark</code></a> based on <a href="gobblin/data/management/copy/CopyableFile.html" title="class in gobblin.data.management.copy"><code>CopyableFile</code></a>'s full path.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/watermark/FullPathCopyableFileWatermarkGenerator.html#FullPathCopyableFileWatermarkGenerator--">FullPathCopyableFileWatermarkGenerator()</a></span> - Constructor for class gobblin.data.management.copy.watermark.<a href="gobblin/data/management/copy/watermark/FullPathCopyableFileWatermarkGenerator.html" title="class in gobblin.data.management.copy.watermark">FullPathCopyableFileWatermarkGenerator</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html#fullPathDiff-gobblin.data.management.copy.hive.HiveLocationDescriptor-gobblin.data.management.copy.hive.HiveLocationDescriptor-com.google.common.base.Optional-com.google.common.base.Optional-gobblin.metrics.event.MultiTimingEvent-gobblin.data.management.copy.hive.HiveCopyEntityHelper-">fullPathDiff(HiveLocationDescriptor, HiveLocationDescriptor, Optional<HiveLocationDescriptor>, Optional<Partition>, MultiTimingEvent, HiveCopyEntityHelper)</a></span> - Static method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper</a></dt> |
| <dd> |
| <div class="block">Compares three entities to figure out which files should be copied and which files should be deleted in the target |
| file system.</div> |
| </dd> |
| </dl> |
| <a name="I:G"> |
| <!-- --> |
| </a> |
| <h2 class="title">G</h2> |
| <dl> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html#generateAlterTableOrPartitionStorageFormatDDL-java.lang.String-java.lang.String-com.google.common.base.Optional-java.lang.String-">generateAlterTableOrPartitionStorageFormatDDL(String, String, Optional<Map<String, String>>, String)</a></span> - Static method in class gobblin.data.management.conversion.hive.query.<a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html" title="class in gobblin.data.management.conversion.hive.query">HiveAvroORCQueryGenerator</a></dt> |
| <dd> |
| <div class="block">Generate DDL for updating file format of table or partition.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.CopyableFileGenerator.html#generateCopyableFile-org.apache.hadoop.fs.FileStatus-org.apache.hadoop.fs.Path-long-org.apache.hadoop.fs.Path-">generateCopyableFile(FileStatus, Path, long, Path)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.CopyableFileGenerator.html" title="class in gobblin.data.management.copy">TimestampBasedCopyableDataset.CopyableFileGenerator</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HivePartitionFileSet.html#generateCopyEntities--">generateCopyEntities()</a></span> - Method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HivePartitionFileSet.html" title="class in gobblin.data.management.copy.hive">HivePartitionFileSet</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HivePartitionsDeregisterFileSet.html#generateCopyEntities--">generateCopyEntities()</a></span> - Method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HivePartitionsDeregisterFileSet.html" title="class in gobblin.data.management.copy.hive">HivePartitionsDeregisterFileSet</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/UnpartitionedTableFileSet.html#generateCopyEntities--">generateCopyEntities()</a></span> - Method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/UnpartitionedTableFileSet.html" title="class in gobblin.data.management.copy.hive">UnpartitionedTableFileSet</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/partition/FileSet.html#generateCopyEntities--">generateCopyEntities()</a></span> - Method in class gobblin.data.management.partition.<a href="gobblin/data/management/partition/FileSet.html" title="class in gobblin.data.management.partition">FileSet</a></dt> |
| <dd> |
| <div class="block">This method is called lazily when needed and only once, it is intended to do the heavy work of generating the |
| <a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy"><code>CopyEntity</code></a>s.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/partition/StaticFileSet.html#generateCopyEntities--">generateCopyEntities()</a></span> - Method in class gobblin.data.management.partition.<a href="gobblin/data/management/partition/StaticFileSet.html" title="class in gobblin.data.management.partition">StaticFileSet</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/query/HiveValidationQueryGenerator.html#generateCountValidationQueries-gobblin.data.management.copy.hive.HiveDataset-com.google.common.base.Optional-gobblin.data.management.conversion.hive.dataset.ConvertibleHiveDataset.ConversionConfig-">generateCountValidationQueries(HiveDataset, Optional<Partition>, ConvertibleHiveDataset.ConversionConfig)</a></span> - Static method in class gobblin.data.management.conversion.hive.query.<a href="gobblin/data/management/conversion/hive/query/HiveValidationQueryGenerator.html" title="class in gobblin.data.management.conversion.hive.query">HiveValidationQueryGenerator</a></dt> |
| <dd> |
| <div class="block">Generate Hive queries for validating converted Hive table.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html#generateCreateOrUpdateViewDDL-java.lang.String-java.lang.String-java.lang.String-java.lang.String-boolean-">generateCreateOrUpdateViewDDL(String, String, String, String, boolean)</a></span> - Static method in class gobblin.data.management.conversion.hive.query.<a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html" title="class in gobblin.data.management.conversion.hive.query">HiveAvroORCQueryGenerator</a></dt> |
| <dd> |
| <div class="block">Generate DDL for creating and updating view over a table.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html#generateCreatePartitionDDL-java.lang.String-java.lang.String-java.lang.String-java.util.Map-com.google.common.base.Optional-">generateCreatePartitionDDL(String, String, String, Map<String, String>, Optional<String>)</a></span> - Static method in class gobblin.data.management.conversion.hive.query.<a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html" title="class in gobblin.data.management.conversion.hive.query">HiveAvroORCQueryGenerator</a></dt> |
| <dd> |
| <div class="block">Generate DDL query to create a Hive partition pointing at specific location.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html#generateCreatePartitionDDL-java.lang.String-java.lang.String-java.lang.String-java.util.Map-">generateCreatePartitionDDL(String, String, String, Map<String, String>)</a></span> - Static method in class gobblin.data.management.conversion.hive.query.<a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html" title="class in gobblin.data.management.conversion.hive.query">HiveAvroORCQueryGenerator</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html#generateCreateTableDDL-org.apache.avro.Schema-java.lang.String-java.lang.String-com.google.common.base.Optional-com.google.common.base.Optional-com.google.common.base.Optional-com.google.common.base.Optional-com.google.common.base.Optional-com.google.common.base.Optional-com.google.common.base.Optional-com.google.common.base.Optional-java.util.Properties-boolean-com.google.common.base.Optional-java.util.Map-">generateCreateTableDDL(Schema, String, String, Optional<String>, Optional<Map<String, String>>, Optional<List<String>>, Optional<Map<String, HiveAvroORCQueryGenerator.COLUMN_SORT_ORDER>>, Optional<Integer>, Optional<String>, Optional<String>, Optional<String>, Properties, boolean, Optional<Table>, Map<String, String>)</a></span> - Static method in class gobblin.data.management.conversion.hive.query.<a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html" title="class in gobblin.data.management.conversion.hive.query">HiveAvroORCQueryGenerator</a></dt> |
| <dd> |
| <div class="block">Generate DDL query to create a different format (default: ORC) Hive table for a given Avro Schema</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html#generateDatasetsByIdentifier-org.apache.hadoop.fs.Path-">generateDatasetsByIdentifier(Path)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html" title="class in gobblin.data.management.copy">SubsetFilesCopyableDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/query/HiveValidationQueryGenerator.html#generateDataValidationQuery-java.lang.String-java.lang.String-org.apache.hadoop.hive.metastore.api.Table-com.google.common.base.Optional-boolean-">generateDataValidationQuery(String, String, Table, Optional<Partition>, boolean)</a></span> - Static method in class gobblin.data.management.conversion.hive.query.<a href="gobblin/data/management/conversion/hive/query/HiveValidationQueryGenerator.html" title="class in gobblin.data.management.conversion.hive.query">HiveValidationQueryGenerator</a></dt> |
| <dd> |
| <div class="block">Generates Hive SQL that can be used to validate the quality between two <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/metastore/api/Table.html?is-external=true" title="class or interface in org.apache.hadoop.hive.metastore.api"><code>Table</code></a>s or optionally |
| <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Partition.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Partition</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html#generateDropPartitionsDDL-java.lang.String-java.lang.String-java.util.Map-">generateDropPartitionsDDL(String, String, Map<String, String>)</a></span> - Static method in class gobblin.data.management.conversion.hive.query.<a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html" title="class in gobblin.data.management.conversion.hive.query">HiveAvroORCQueryGenerator</a></dt> |
| <dd> |
| <div class="block">Generate DDL for dropping partitions of a table.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html#generateDropPartitionsDDL-java.lang.String-java.lang.String-java.util.List-">generateDropPartitionsDDL(String, String, List<Map<String, String>>)</a></span> - Static method in class gobblin.data.management.conversion.hive.query.<a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html" title="class in gobblin.data.management.conversion.hive.query">HiveAvroORCQueryGenerator</a></dt> |
| <dd> |
| <div class="block">Generate DDL for dropping partitions of a table.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html#generateDropTableDDL-java.lang.String-java.lang.String-">generateDropTableDDL(String, String)</a></span> - Static method in class gobblin.data.management.conversion.hive.query.<a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html" title="class in gobblin.data.management.conversion.hive.query">HiveAvroORCQueryGenerator</a></dt> |
| <dd> |
| <div class="block">Generate DDL query to drop a Hive table.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html#generateEvolutionDDL-java.lang.String-java.lang.String-com.google.common.base.Optional-com.google.common.base.Optional-org.apache.avro.Schema-boolean-java.util.Map-com.google.common.base.Optional-">generateEvolutionDDL(String, String, Optional<String>, Optional<String>, Schema, boolean, Map<String, String>, Optional<Table>)</a></span> - Static method in class gobblin.data.management.conversion.hive.query.<a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html" title="class in gobblin.data.management.conversion.hive.query">HiveAvroORCQueryGenerator</a></dt> |
| <dd> |
| <div class="block">Generate DDLs to evolve final destination table.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html#generateTableMappingDML-org.apache.avro.Schema-org.apache.avro.Schema-java.lang.String-java.lang.String-com.google.common.base.Optional-com.google.common.base.Optional-com.google.common.base.Optional-com.google.common.base.Optional-com.google.common.base.Optional-boolean-com.google.common.base.Optional-com.google.common.base.Optional-">generateTableMappingDML(Schema, Schema, String, String, Optional<String>, Optional<String>, Optional<Map<String, String>>, Optional<Boolean>, Optional<Boolean>, boolean, Optional<Table>, Optional<Integer>)</a></span> - Static method in class gobblin.data.management.conversion.hive.query.<a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html" title="class in gobblin.data.management.conversion.hive.query">HiveAvroORCQueryGenerator</a></dt> |
| <dd> |
| <div class="block">Generate DML mapping query to populate output schema table by selecting from input schema table |
| This method assumes that each output schema field has a corresponding source input table's field reference |
| ..</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/DatasetCleaner.html#generateTags-gobblin.configuration.State-">generateTags(State)</a></span> - Method in class gobblin.data.management.retention.<a href="gobblin/data/management/retention/DatasetCleaner.html" title="class in gobblin.data.management.retention">DatasetCleaner</a></dt> |
| <dd> |
| <div class="block">Default with no additional tags</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/watermark/CopyableFileWatermarkGenerator.html#generateWatermarkIntervalForCopyableFile-gobblin.data.management.copy.CopyableFile-">generateWatermarkIntervalForCopyableFile(CopyableFile)</a></span> - Method in interface gobblin.data.management.copy.watermark.<a href="gobblin/data/management/copy/watermark/CopyableFileWatermarkGenerator.html" title="interface in gobblin.data.management.copy.watermark">CopyableFileWatermarkGenerator</a></dt> |
| <dd> |
| <div class="block">Generate optional <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/extractor/WatermarkInterval.html?is-external=true" title="class or interface in gobblin.source.extractor"><code>WatermarkInterval</code></a> for a given <a href="gobblin/data/management/copy/CopyableFile.html" title="class in gobblin.data.management.copy"><code>CopyableFile</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/watermark/FullPathCopyableFileWatermarkGenerator.html#generateWatermarkIntervalForCopyableFile-gobblin.data.management.copy.CopyableFile-">generateWatermarkIntervalForCopyableFile(CopyableFile)</a></span> - Method in class gobblin.data.management.copy.watermark.<a href="gobblin/data/management/copy/watermark/FullPathCopyableFileWatermarkGenerator.html" title="class in gobblin.data.management.copy.watermark">FullPathCopyableFileWatermarkGenerator</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveSource.html#GENERICS_AWARE_GSON">GENERICS_AWARE_GSON</a></span> - Static variable in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html#GET_TABLES">GET_TABLES</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper.Stages</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/MockTrash.html#getAllUsersWithTrash--">getAllUsersWithTrash()</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/MockTrash.html" title="class in gobblin.data.management.trash">MockTrash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/ProxiedTrash.html#getAllUsersWithTrash--">getAllUsersWithTrash()</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/ProxiedTrash.html" title="class in gobblin.data.management.trash">ProxiedTrash</a></dt> |
| <dd> |
| <div class="block">Find all users with trash directories by listing all directories in |
| the file system matching the trash pattern given by <a href="gobblin/data/management/trash/Trash.html#TRASH_LOCATION_KEY"><code>Trash.TRASH_LOCATION_KEY</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/HadoopFsEndPoint.html#getClusterName--">getClusterName()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/HadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">HadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html#getClusterName--">getClusterName()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">ReplicaHadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.html#getClusterName--">getClusterName()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">SourceHadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedMultiDatasets.html#getConfigBasedDatasetList--">getConfigBasedDatasetList()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedMultiDatasets.html" title="class in gobblin.data.management.copy.replication">ConfigBasedMultiDatasets</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.OrcFormats.html#getConfigPrefix--">getConfigPrefix()</a></span> - Method in enum gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.OrcFormats.html" title="enum in gobblin.data.management.conversion.hive.converter">AbstractAvroToOrcConverter.OrcFormats</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html#getConversionConfig--">getConversionConfig()</a></span> - Method in class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">AbstractAvroToOrcConverter</a></dt> |
| <dd> |
| <div class="block">Get the <a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.ConversionConfig.html" title="class in gobblin.data.management.conversion.hive.dataset"><code>ConvertibleHiveDataset.ConversionConfig</code></a> required for building the Avro to ORC conversion query</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/HiveAvroToFlattenedOrcConverter.html#getConversionConfig--">getConversionConfig()</a></span> - Method in class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/HiveAvroToFlattenedOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">HiveAvroToFlattenedOrcConverter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/HiveAvroToNestedOrcConverter.html#getConversionConfig--">getConversionConfig()</a></span> - Method in class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/HiveAvroToNestedOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">HiveAvroToNestedOrcConverter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.html#getConversionConfigForFormat-java.lang.String-">getConversionConfigForFormat(String)</a></span> - Method in class gobblin.data.management.conversion.hive.dataset.<a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.html" title="class in gobblin.data.management.conversion.hive.dataset">ConvertibleHiveDataset</a></dt> |
| <dd> |
| <div class="block">Return the <a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.ConversionConfig.html" title="class in gobblin.data.management.conversion.hive.dataset"><code>ConvertibleHiveDataset.ConversionConfig</code></a> for a destination format if available.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html#getCopyableFileGenetator-org.apache.hadoop.fs.FileSystem-gobblin.data.management.copy.CopyConfiguration-gobblin.data.management.version.TimestampedDatasetVersion-java.util.concurrent.ConcurrentLinkedQueue-">getCopyableFileGenetator(FileSystem, CopyConfiguration, TimestampedDatasetVersion, ConcurrentLinkedQueue<CopyableFile>)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html" title="class in gobblin.data.management.copy">TimestampBasedCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyableDataset.html#getCopyableFiles-org.apache.hadoop.fs.FileSystem-gobblin.data.management.copy.CopyConfiguration-">getCopyableFiles(FileSystem, CopyConfiguration)</a></span> - Method in interface gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyableDataset.html" title="interface in gobblin.data.management.copy">CopyableDataset</a></dt> |
| <dd> |
| <div class="block">Find all <a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy"><code>CopyEntity</code></a>s in this dataset.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/RecursiveCopyableDataset.html#getCopyableFiles-org.apache.hadoop.fs.FileSystem-gobblin.data.management.copy.CopyConfiguration-">getCopyableFiles(FileSystem, CopyConfiguration)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/RecursiveCopyableDataset.html" title="class in gobblin.data.management.copy">RecursiveCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedDataset.html#getCopyableFiles-org.apache.hadoop.fs.FileSystem-gobblin.data.management.copy.CopyConfiguration-">getCopyableFiles(FileSystem, CopyConfiguration)</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedDataset.html" title="class in gobblin.data.management.copy.replication">ConfigBasedDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/SubsetFilesCopyableDataset.html#getCopyableFiles-org.apache.hadoop.fs.FileSystem-gobblin.data.management.copy.CopyConfiguration-">getCopyableFiles(FileSystem, CopyConfiguration)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/SubsetFilesCopyableDataset.html" title="class in gobblin.data.management.copy">SubsetFilesCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html#getCopyableFiles-org.apache.hadoop.fs.FileSystem-gobblin.data.management.copy.CopyConfiguration-">getCopyableFiles(FileSystem, CopyConfiguration)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html" title="class in gobblin.data.management.copy">TimestampBasedCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/dataset/DummyDataset.html#getCopyableFiles-org.apache.hadoop.fs.FileSystem-gobblin.data.management.copy.CopyConfiguration-">getCopyableFiles(FileSystem, CopyConfiguration)</a></span> - Method in class gobblin.data.management.dataset.<a href="gobblin/data/management/dataset/DummyDataset.html" title="class in gobblin.data.management.dataset">DummyDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/watermark/CopyableFileWatermarkHelper.html#getCopyableFileWatermark-gobblin.data.management.copy.CopyableFile-com.google.common.base.Optional-">getCopyableFileWatermark(CopyableFile, Optional<CopyableFileWatermarkGenerator>)</a></span> - Static method in class gobblin.data.management.copy.watermark.<a href="gobblin/data/management/copy/watermark/CopyableFileWatermarkHelper.html" title="class in gobblin.data.management.copy.watermark">CopyableFileWatermarkHelper</a></dt> |
| <dd> |
| <div class="block">Return Optional <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/extractor/WatermarkInterval.html?is-external=true" title="class or interface in gobblin.source.extractor"><code>WatermarkInterval</code></a> for <a href="gobblin/data/management/copy/CopyableFile.html" title="class in gobblin.data.management.copy"><code>CopyableFile</code></a> using <a href="gobblin/data/management/copy/watermark/CopyableFileWatermarkGenerator.html" title="interface in gobblin.data.management.copy.watermark"><code>CopyableFileWatermarkGenerator</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/watermark/CopyableFileWatermarkHelper.html#getCopyableFileWatermarkGenerator-gobblin.configuration.State-">getCopyableFileWatermarkGenerator(State)</a></span> - Static method in class gobblin.data.management.copy.watermark.<a href="gobblin/data/management/copy/watermark/CopyableFileWatermarkHelper.html" title="class in gobblin.data.management.copy.watermark">CopyableFileWatermarkHelper</a></dt> |
| <dd> |
| <div class="block">Get Optional <a href="gobblin/data/management/copy/watermark/CopyableFileWatermarkGenerator.html" title="interface in gobblin.data.management.copy.watermark"><code>CopyableFileWatermarkGenerator</code></a> from <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/State.html?is-external=true" title="class or interface in gobblin.configuration"><code>State</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopySource.html#getCopyEntityClass-gobblin.configuration.State-">getCopyEntityClass(State)</a></span> - Static method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy">CopySource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyResourcePool.html#getCopyResourceRequirementBuilder--">getCopyResourceRequirementBuilder()</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyResourcePool.html" title="class in gobblin.data.management.copy">CopyResourcePool</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveSource.html#getCreateTime-org.apache.hadoop.hive.ql.metadata.Partition-">getCreateTime(Partition)</a></span> - Static method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyEntity.html#getDatasetAndPartition-gobblin.data.management.copy.CopyableDatasetMetadata-">getDatasetAndPartition(CopyableDatasetMetadata)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy">CopyEntity</a></dt> |
| <dd> |
| <div class="block">Get a <a href="gobblin/data/management/copy/CopyEntity.DatasetAndPartition.html" title="class in gobblin.data.management.copy"><code>CopyEntity.DatasetAndPartition</code></a> instance for the dataset and fileSet this <a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy"><code>CopyEntity</code></a> belongs to.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html#getDatasetDirs--">getDatasetDirs()</a></span> - Method in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html" title="class in gobblin.data.management.retention.profile">ConfigurableGlobDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/HadoopFsEndPoint.html#getDatasetPath--">getDatasetPath()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/HadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">HadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html#getDatasetPath--">getDatasetPath()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">ReplicaHadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.html#getDatasetPath--">getDatasetPath()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">SourceHadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#getDatasetsIterator--">getDatasetsIterator()</a></span> - Method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/hive/HiveConfigClientUtils.html#getDatasetUri-org.apache.hadoop.hive.metastore.api.Table-">getDatasetUri(Table)</a></span> - Static method in class gobblin.data.management.hive.<a href="gobblin/data/management/hive/HiveConfigClientUtils.html" title="class in gobblin.data.management.hive">HiveConfigClientUtils</a></dt> |
| <dd> |
| <div class="block">Get the dataset uri for a hive db and table.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html#getDatasetUrn-java.lang.String-">getDatasetUrn(String)</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html" title="class in gobblin.data.management.conversion.hive.source">HiveWorkUnit</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/DateTimeDatasetVersionFinder.html#getDatasetVersion-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.FileStatus-">getDatasetVersion(Path, FileStatus)</a></span> - Method in class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/DateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">DateTimeDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/DateTimeDatasetVersionFinder.html#getDatasetVersion-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.Path-">getDatasetVersion(Path, Path)</a></span> - Method in class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/DateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">DateTimeDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/GlobModTimeDatasetVersionFinder.html#getDatasetVersion-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.Path-">getDatasetVersion(Path, Path)</a></span> - Method in class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/GlobModTimeDatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">GlobModTimeDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/UnixTimestampVersionFinder.html#getDatasetVersion-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.Path-">getDatasetVersion(Path, Path)</a></span> - Method in class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/UnixTimestampVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">UnixTimestampVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/WatermarkDatasetVersionFinder.html#getDatasetVersion-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.Path-">getDatasetVersion(Path, Path)</a></span> - Method in class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/WatermarkDatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">WatermarkDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/AbstractDatasetVersionFinder.html#getDatasetVersion-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.FileStatus-">getDatasetVersion(Path, FileStatus)</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/AbstractDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">AbstractDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block">Create a <a href="gobblin/data/management/version/DatasetVersion.html" title="interface in gobblin.data.management.version"><code>DatasetVersion</code></a> with <code>versionFileStatus</code> and a path |
| relative to the dataset.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/AbstractHiveDatasetVersionFinder.html#getDatasetVersion-org.apache.hadoop.hive.ql.metadata.Partition-">getDatasetVersion(Partition)</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/AbstractHiveDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">AbstractHiveDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block">Create a <a href="gobblin/data/management/version/HiveDatasetVersion.html" title="interface in gobblin.data.management.version"><code>HiveDatasetVersion</code></a> for the <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Partition.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Partition</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/DatasetVersionFinder.html#getDatasetVersion-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.FileStatus-">getDatasetVersion(Path, FileStatus)</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/DatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">DatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/DatasetVersionFinder.html#getDatasetVersion-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.Path-">getDatasetVersion(Path, Path)</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/DatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">DatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block">Parse <a href="gobblin/data/management/version/DatasetVersion.html" title="interface in gobblin.data.management.version"><code>DatasetVersion</code></a> from the path of a dataset version.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/DatePartitionHiveVersionFinder.html#getDatasetVersion-org.apache.hadoop.hive.ql.metadata.Partition-">getDatasetVersion(Partition)</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/DatePartitionHiveVersionFinder.html" title="class in gobblin.data.management.version.finder">DatePartitionHiveVersionFinder</a></dt> |
| <dd> |
| <div class="block">Create a <a href="gobblin/data/management/version/TimestampedHiveDatasetVersion.html" title="class in gobblin.data.management.version"><code>TimestampedHiveDatasetVersion</code></a> from a <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Partition.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Partition</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/DateTimeDatasetVersionFinder.html#getDatasetVersion-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.FileStatus-">getDatasetVersion(Path, FileStatus)</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/DateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">DateTimeDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block">Parse <code>DateTime</code> from <a href="http://hadoop.apache.org/docs/r2.3.0/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs"><code>Path</code></a> using datetime pattern.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/GlobModTimeDatasetVersionFinder.html#getDatasetVersion-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.Path-">getDatasetVersion(Path, Path)</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/GlobModTimeDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">GlobModTimeDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/UnixTimestampVersionFinder.html#getDatasetVersion-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.Path-">getDatasetVersion(Path, Path)</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/UnixTimestampVersionFinder.html" title="class in gobblin.data.management.version.finder">UnixTimestampVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/WatermarkDatasetVersionFinder.html#getDatasetVersion-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.Path-">getDatasetVersion(Path, Path)</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/WatermarkDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">WatermarkDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/TimestampedDatasetVersion.html#getDateTime--">getDateTime()</a></span> - Method in class gobblin.data.management.version.<a href="gobblin/data/management/version/TimestampedDatasetVersion.html" title="class in gobblin.data.management.version">TimestampedDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/AsyncTrash.html#getDecoratedObject--">getDecoratedObject()</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/AsyncTrash.html" title="class in gobblin.data.management.trash">AsyncTrash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveTableLocationNotMatchException.html#getDesiredTargetTableLocation--">getDesiredTargetTableLocation()</a></span> - Method in exception gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveTableLocationNotMatchException.html" title="class in gobblin.data.management.copy.hive">HiveTableLocationNotMatchException</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/SubsetFilesCopyableDataset.html#getDestinationOwnerAndPermission--">getDestinationOwnerAndPermission()</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/SubsetFilesCopyableDataset.html" title="class in gobblin.data.management.copy">SubsetFilesCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html#getDropPartitionsDDLInfo-gobblin.data.management.conversion.hive.entities.QueryBasedHiveConversionEntity-">getDropPartitionsDDLInfo(QueryBasedHiveConversionEntity)</a></span> - Static method in class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">AbstractAvroToOrcConverter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html#getDropPartitionsDDLInfo-org.apache.hadoop.hive.ql.metadata.Partition-">getDropPartitionsDDLInfo(Partition)</a></span> - Static method in class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">AbstractAvroToOrcConverter</a></dt> |
| <dd> |
| <div class="block">Parse the <a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html#REPLACED_PARTITIONS_HIVE_METASTORE_KEY"><code>AbstractAvroToOrcConverter.REPLACED_PARTITIONS_HIVE_METASTORE_KEY</code></a> from partition parameters to returns DDLs for all the partitions to be |
| dropped.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/EndPoint.html#getEndPointName--">getEndPointName()</a></span> - Method in interface gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/EndPoint.html" title="interface in gobblin.data.management.copy.replication">EndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html#getEndPointName--">getEndPointName()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">ReplicaHadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.html#getEndPointName--">getEndPointName()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">SourceHadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveTableLocationNotMatchException.html#getExistingTargetTableLocation--">getExistingTargetTableLocation()</a></span> - Method in exception gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveTableLocationNotMatchException.html" title="class in gobblin.data.management.copy.hive">HiveTableLocationNotMatchException</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarker.html#getExpectedHighWatermark-org.apache.hadoop.hive.ql.metadata.Table-long-">getExpectedHighWatermark(Table, long)</a></span> - Method in interface gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarker.html" title="interface in gobblin.data.management.conversion.hive.watermarker">HiveSourceWatermarker</a></dt> |
| <dd> |
| <div class="block">Get the expected high watermark for a <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Table.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Table</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarker.html#getExpectedHighWatermark-org.apache.hadoop.hive.ql.metadata.Partition-long-long-">getExpectedHighWatermark(Partition, long, long)</a></span> - Method in interface gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarker.html" title="interface in gobblin.data.management.conversion.hive.watermarker">HiveSourceWatermarker</a></dt> |
| <dd> |
| <div class="block">Get the expected high watermark for a <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Partition.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Partition</code></a>.This API is used by the <a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source"><code>HiveSource</code></a> for Partitioned hive tables</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.html#getExpectedHighWatermark-org.apache.hadoop.hive.ql.metadata.Table-long-">getExpectedHighWatermark(Table, long)</a></span> - Method in class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.html" title="class in gobblin.data.management.conversion.hive.watermarker">PartitionLevelWatermarker</a></dt> |
| <dd> |
| <div class="block">Get the expected high watermark for a <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Table.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Table</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.html#getExpectedHighWatermark-org.apache.hadoop.hive.ql.metadata.Partition-long-long-">getExpectedHighWatermark(Partition, long, long)</a></span> - Method in class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.html" title="class in gobblin.data.management.conversion.hive.watermarker">PartitionLevelWatermarker</a></dt> |
| <dd> |
| <div class="block">Get the expected high watermark for this partition |
| Get the expected high watermark for a <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Partition.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Partition</code></a>.This API is used by the <a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source"><code>HiveSource</code></a> for Partitioned hive tables</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.html#getExpectedHighWatermark-org.apache.hadoop.hive.ql.metadata.Table-long-">getExpectedHighWatermark(Table, long)</a></span> - Method in class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.html" title="class in gobblin.data.management.conversion.hive.watermarker">TableLevelWatermarker</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.html#getExpectedHighWatermark-org.apache.hadoop.hive.ql.metadata.Partition-long-long-">getExpectedHighWatermark(Partition, long, long)</a></span> - Method in class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.html" title="class in gobblin.data.management.conversion.hive.watermarker">TableLevelWatermarker</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/extractor/HiveBaseExtractor.html#getExpectedRecordCount--">getExpectedRecordCount()</a></span> - Method in class gobblin.data.management.conversion.hive.extractor.<a href="gobblin/data/management/conversion/hive/extractor/HiveBaseExtractor.html" title="class in gobblin.data.management.conversion.hive.extractor">HiveBaseExtractor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/extractor/EmptyExtractor.html#getExpectedRecordCount--">getExpectedRecordCount()</a></span> - Method in class gobblin.data.management.copy.extractor.<a href="gobblin/data/management/copy/extractor/EmptyExtractor.html" title="class in gobblin.data.management.copy.extractor">EmptyExtractor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/extractor/FileAwareInputStreamExtractor.html#getExpectedRecordCount--">getExpectedRecordCount()</a></span> - Method in class gobblin.data.management.copy.extractor.<a href="gobblin/data/management/copy/extractor/FileAwareInputStreamExtractor.html" title="class in gobblin.data.management.copy.extractor">FileAwareInputStreamExtractor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveSource.html#getExtractor-gobblin.configuration.WorkUnitState-">getExtractor(WorkUnitState)</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopySource.html#getExtractor-gobblin.configuration.WorkUnitState-">getExtractor(WorkUnitState)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy">CopySource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/EndPoint.html#getFiles--">getFiles()</a></span> - Method in interface gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/EndPoint.html" title="interface in gobblin.data.management.copy.replication">EndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html#getFiles--">getFiles()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">ReplicaHadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.html#getFiles--">getFiles()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">SourceHadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/partition/FileSet.html#getFiles--">getFiles()</a></span> - Method in class gobblin.data.management.partition.<a href="gobblin/data/management/partition/FileSet.html" title="class in gobblin.data.management.partition">FileSet</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/RecursiveCopyableDataset.html#getFilesAtPath-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.PathFilter-">getFilesAtPath(FileSystem, Path, PathFilter)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/RecursiveCopyableDataset.html" title="class in gobblin.data.management.copy">RecursiveCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#getFileSetIterator-org.apache.hadoop.fs.FileSystem-gobblin.data.management.copy.CopyConfiguration-">getFileSetIterator(FileSystem, CopyConfiguration)</a></span> - Method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#getFileSetIterator-org.apache.hadoop.fs.FileSystem-gobblin.data.management.copy.CopyConfiguration-java.util.Comparator-gobblin.util.request_allocation.PushDownRequestor-">getFileSetIterator(FileSystem, CopyConfiguration, Comparator<FileSet<CopyEntity>>, PushDownRequestor<FileSet<CopyEntity>>)</a></span> - Method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> |
| <div class="block">Finds all files read by the table and generates CopyableFiles.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/IterableCopyableDataset.html#getFileSetIterator-org.apache.hadoop.fs.FileSystem-gobblin.data.management.copy.CopyConfiguration-">getFileSetIterator(FileSystem, CopyConfiguration)</a></span> - Method in interface gobblin.data.management.copy.<a href="gobblin/data/management/copy/IterableCopyableDataset.html" title="interface in gobblin.data.management.copy">IterableCopyableDataset</a></dt> |
| <dd> |
| <div class="block">Get an iterator of <a href="gobblin/data/management/partition/FileSet.html" title="class in gobblin.data.management.partition"><code>FileSet</code></a>s of <a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy"><code>CopyEntity</code></a>, each one representing a group of files to copy and |
| associated actions.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/IterableCopyableDatasetImpl.html#getFileSetIterator-org.apache.hadoop.fs.FileSystem-gobblin.data.management.copy.CopyConfiguration-">getFileSetIterator(FileSystem, CopyConfiguration)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/IterableCopyableDatasetImpl.html" title="class in gobblin.data.management.copy">IterableCopyableDatasetImpl</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/prioritization/PrioritizedCopyableDataset.html#getFileSetIterator-org.apache.hadoop.fs.FileSystem-gobblin.data.management.copy.CopyConfiguration-java.util.Comparator-gobblin.util.request_allocation.PushDownRequestor-">getFileSetIterator(FileSystem, CopyConfiguration, Comparator<FileSet<CopyEntity>>, PushDownRequestor<FileSet<CopyEntity>>)</a></span> - Method in interface gobblin.data.management.copy.prioritization.<a href="gobblin/data/management/copy/prioritization/PrioritizedCopyableDataset.html" title="interface in gobblin.data.management.copy.prioritization">PrioritizedCopyableDataset</a></dt> |
| <dd> |
| <div class="block">Get an iterator of <a href="gobblin/data/management/partition/FileSet.html" title="class in gobblin.data.management.partition"><code>FileSet</code></a>s of <a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy"><code>CopyEntity</code></a>, each one representing a group of files to copy and |
| associated actions, sorted by the input <a href="https://docs.oracle.com/javase/7/docs/api/java/util/Comparator.html?is-external=true" title="class or interface in java.util"><code>Comparator</code></a>, |
| and with the provided <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-utility/gobblin/util/request_allocation/Requestor.html?is-external=true" title="class or interface in gobblin.util.request_allocation"><code>Requestor</code></a> injected (this is important for pushdown).</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyableFile.html#getFileStatus--">getFileStatus()</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyableFile.html" title="class in gobblin.data.management.copy">CopyableFile</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyContext.html#getFileStatus-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.Path-">getFileStatus(FileSystem, Path)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyContext.html" title="class in gobblin.data.management.copy">CopyContext</a></dt> |
| <dd> |
| <div class="block">Get cached <a href="http://hadoop.apache.org/docs/r2.3.0/api/org/apache/hadoop/fs/FileStatus.html?is-external=true" title="class or interface in org.apache.hadoop.fs"><code>FileStatus</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/partition/File.html#getFileStatus--">getFileStatus()</a></span> - Method in interface gobblin.data.management.partition.<a href="gobblin/data/management/partition/File.html" title="interface in gobblin.data.management.partition">File</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/FileStatusAware.html#getFileStatuses--">getFileStatuses()</a></span> - Method in interface gobblin.data.management.version.<a href="gobblin/data/management/version/FileStatusAware.html" title="interface in gobblin.data.management.version">FileStatusAware</a></dt> |
| <dd> |
| <div class="block">Get the set of <a href="http://hadoop.apache.org/docs/r2.3.0/api/org/apache/hadoop/fs/FileStatus.html?is-external=true" title="class or interface in org.apache.hadoop.fs"><code>FileStatus</code></a>s that are included in this dataset version or the <a href="http://hadoop.apache.org/docs/r2.3.0/api/org/apache/hadoop/fs/FileStatus.html?is-external=true" title="class or interface in org.apache.hadoop.fs"><code>FileStatus</code></a> of the dataset |
| version itself (In which case the set has one file status).</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/FileStatusTimestampedDatasetVersion.html#getFileStatuses--">getFileStatuses()</a></span> - Method in class gobblin.data.management.version.<a href="gobblin/data/management/version/FileStatusTimestampedDatasetVersion.html" title="class in gobblin.data.management.version">FileStatusTimestampedDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/filter/LookbackPartitionFilterGenerator.html#getFilter-gobblin.data.management.copy.hive.HiveDataset-">getFilter(HiveDataset)</a></span> - Method in class gobblin.data.management.copy.hive.filter.<a href="gobblin/data/management/copy/hive/filter/LookbackPartitionFilterGenerator.html" title="class in gobblin.data.management.copy.hive.filter">LookbackPartitionFilterGenerator</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/PartitionFilterGenerator.html#getFilter-gobblin.data.management.copy.hive.HiveDataset-">getFilter(HiveDataset)</a></span> - Method in interface gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/PartitionFilterGenerator.html" title="interface in gobblin.data.management.copy.hive">PartitionFilterGenerator</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#getFinalState--">getFinalState()</a></span> - Method in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/ProxyableDatasetProfile.html#getFsForDataset-org.apache.hadoop.fs.Path-">getFsForDataset(Path)</a></span> - Method in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/ProxyableDatasetProfile.html" title="class in gobblin.data.management.retention.profile">ProxyableDatasetProfile</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/HadoopFsEndPoint.html#getFsURI--">getFsURI()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/HadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">HadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html#getFsURI--">getFsURI()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">ReplicaHadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.html#getFsURI--">getFsURI()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">SourceHadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/extractor/HiveBaseExtractor.html#getHighWatermark--">getHighWatermark()</a></span> - Method in class gobblin.data.management.conversion.hive.extractor.<a href="gobblin/data/management/conversion/hive/extractor/HiveBaseExtractor.html" title="class in gobblin.data.management.conversion.hive.extractor">HiveBaseExtractor</a></dt> |
| <dd> |
| <div class="block">Watermark is not managed by this extractor.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/extractor/EmptyExtractor.html#getHighWatermark--">getHighWatermark()</a></span> - Method in class gobblin.data.management.copy.extractor.<a href="gobblin/data/management/copy/extractor/EmptyExtractor.html" title="class in gobblin.data.management.copy.extractor">EmptyExtractor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/extractor/FileAwareInputStreamExtractor.html#getHighWatermark--">getHighWatermark()</a></span> - Method in class gobblin.data.management.copy.extractor.<a href="gobblin/data/management/copy/extractor/FileAwareInputStreamExtractor.html" title="class in gobblin.data.management.copy.extractor">FileAwareInputStreamExtractor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html#getHiveDataset--">getHiveDataset()</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html" title="class in gobblin.data.management.conversion.hive.source">HiveWorkUnit</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/hive/HiveRegistrableDataset.html#getHiveSpecs--">getHiveSpecs()</a></span> - Method in interface gobblin.data.management.hive.<a href="gobblin/data/management/hive/HiveRegistrableDataset.html" title="interface in gobblin.data.management.hive">HiveRegistrableDataset</a></dt> |
| <dd> |
| <div class="block">Get a list of <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-hive-registration/gobblin/hive/spec/HiveSpec.html?is-external=true" title="class or interface in gobblin.hive.spec"><code>HiveSpec</code></a>s for this dataset, which can be used by <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-hive-registration/gobblin/hive/HiveRegister.html?is-external=true" title="class or interface in gobblin.hive"><code>HiveRegister</code></a> |
| to register this dataset in Hive.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveUtils.html#getInputFormat-org.apache.hadoop.hive.metastore.api.StorageDescriptor-">getInputFormat(StorageDescriptor)</a></span> - Static method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveUtils.html" title="class in gobblin.data.management.copy.hive">HiveUtils</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/SelectBetweenTimeBasedPolicy.html#getLookBackPeriod-java.lang.String-">getLookBackPeriod(String)</a></span> - Static method in class gobblin.data.management.policy.<a href="gobblin/data/management/policy/SelectBetweenTimeBasedPolicy.html" title="class in gobblin.data.management.policy">SelectBetweenTimeBasedPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/DatasetCleaner.html#getMetricContext--">getMetricContext()</a></span> - Method in class gobblin.data.management.retention.<a href="gobblin/data/management/retention/DatasetCleaner.html" title="class in gobblin.data.management.retention">DatasetCleaner</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/util/test/RetentionTestDataGenerator.FixedThreadLocalMillisProvider.html#getMillis--">getMillis()</a></span> - Method in class gobblin.util.test.<a href="gobblin/util/test/RetentionTestDataGenerator.FixedThreadLocalMillisProvider.html" title="class in gobblin.util.test">RetentionTestDataGenerator.FixedThreadLocalMillisProvider</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/TestTrash.html#getOperationsReceived--">getOperationsReceived()</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/TestTrash.html" title="class in gobblin.data.management.trash">TestTrash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/TestTrash.html#getOperationsWaiting--">getOperationsWaiting()</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/TestTrash.html" title="class in gobblin.data.management.trash">TestTrash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedLatency.html#getOptimizedCopyRoute-java.util.List-">getOptimizedCopyRoute(List<CopyRoute>)</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedLatency.html" title="class in gobblin.data.management.copy.replication">CopyRouteGeneratorOptimizedLatency</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedNetworkBandwidth.html#getOptimizedCopyRoute-java.util.List-">getOptimizedCopyRoute(List<CopyRoute>)</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedNetworkBandwidth.html" title="class in gobblin.data.management.copy.replication">CopyRouteGeneratorOptimizedNetworkBandwidth</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedNetworkBandwidthForTest.html#getOptimizedCopyRoute-java.util.List-">getOptimizedCopyRoute(List<CopyRoute>)</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedNetworkBandwidthForTest.html" title="class in gobblin.data.management.copy.replication">CopyRouteGeneratorOptimizedNetworkBandwidthForTest</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizer.html#getOptimizedCopyRoute-java.util.List-">getOptimizedCopyRoute(List<CopyRoute>)</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizer.html" title="class in gobblin.data.management.copy.replication">CopyRouteGeneratorOptimizer</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#getOutputDir-gobblin.configuration.State-">getOutputDir(State)</a></span> - Static method in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#getOutputFilePath-gobblin.data.management.copy.CopyableFile-org.apache.hadoop.fs.Path-gobblin.data.management.copy.CopyEntity.DatasetAndPartition-">getOutputFilePath(CopyableFile, Path, CopyEntity.DatasetAndPartition)</a></span> - Static method in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/HiveDatasetVersion.html#getPartition--">getPartition()</a></span> - Method in interface gobblin.data.management.version.<a href="gobblin/data/management/version/HiveDatasetVersion.html" title="interface in gobblin.data.management.version">HiveDatasetVersion</a></dt> |
| <dd> |
| <div class="block">The partition associated with this <a href="gobblin/data/management/version/DatasetVersion.html" title="interface in gobblin.data.management.version"><code>DatasetVersion</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/TimestampedHiveDatasetVersion.html#getPartition--">getPartition()</a></span> - Method in class gobblin.data.management.version.<a href="gobblin/data/management/version/TimestampedHiveDatasetVersion.html" title="class in gobblin.data.management.version">TimestampedHiveDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html#getPartitionKeys--">getPartitionKeys()</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html" title="class in gobblin.data.management.conversion.hive.source">HiveWorkUnit</a></dt> |
| <dd> |
| <div class="block">Get the partition keys if this <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/workunit/WorkUnit.html?is-external=true" title="class or interface in gobblin.source.workunit"><code>WorkUnit</code></a> is for a partitioned table.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html#getPartitionLocation--">getPartitionLocation()</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html" title="class in gobblin.data.management.conversion.hive.source">HiveWorkUnit</a></dt> |
| <dd> |
| <div class="block">Get the name for the partition if this <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/workunit/WorkUnit.html?is-external=true" title="class or interface in gobblin.source.workunit"><code>WorkUnit</code></a> is for a partitioned table.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html#getPartitionName--">getPartitionName()</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html" title="class in gobblin.data.management.conversion.hive.source">HiveWorkUnit</a></dt> |
| <dd> |
| <div class="block">Get the name for the partition if this <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/workunit/WorkUnit.html?is-external=true" title="class or interface in gobblin.source.workunit"><code>WorkUnit</code></a> is for a partitioned table.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html#getPartitionObject-java.lang.String-">getPartitionObject(String)</a></span> - Method in class gobblin.data.management.conversion.hive.publisher.<a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html" title="class in gobblin.data.management.conversion.hive.publisher">HiveConvertPublisher</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#getPartitionOutputRoot-org.apache.hadoop.fs.Path-gobblin.data.management.copy.CopyEntity.DatasetAndPartition-">getPartitionOutputRoot(Path, CopyEntity.DatasetAndPartition)</a></span> - Static method in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveUtils.html#getPartitions-org.apache.hadoop.hive.metastore.IMetaStoreClient-org.apache.hadoop.hive.ql.metadata.Table-com.google.common.base.Optional-com.google.common.base.Optional-">getPartitions(IMetaStoreClient, Table, Optional<String>, Optional<? extends HivePartitionExtendedFilter>)</a></span> - Static method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveUtils.html" title="class in gobblin.data.management.copy.hive">HiveUtils</a></dt> |
| <dd> |
| <div class="block">Get a list of <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Partition.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Partition</code></a>s for the <code>table</code> that matches an optional <code>filter</code></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveUtils.html#getPartitions-org.apache.hadoop.hive.metastore.IMetaStoreClient-org.apache.hadoop.hive.ql.metadata.Table-com.google.common.base.Optional-">getPartitions(IMetaStoreClient, Table, Optional<String>)</a></span> - Static method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveUtils.html" title="class in gobblin.data.management.copy.hive">HiveUtils</a></dt> |
| <dd> |
| <div class="block">For backward compatibility when PathFilter is injected as a parameter.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html#getPartitionSchemaUrl--">getPartitionSchemaUrl()</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html" title="class in gobblin.data.management.conversion.hive.source">HiveWorkUnit</a></dt> |
| <dd> |
| <div class="block">Get the schema url path for the partition if this <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/workunit/WorkUnit.html?is-external=true" title="class or interface in gobblin.source.workunit"><code>WorkUnit</code></a> is for a partitioned table.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#getPartitionsFromDataset--">getPartitionsFromDataset()</a></span> - Method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> |
| <div class="block">This method returns a sorted list of partitions.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveUtils.html#getPartitionsMap-org.apache.hadoop.hive.metastore.IMetaStoreClient-org.apache.hadoop.hive.ql.metadata.Table-com.google.common.base.Optional-com.google.common.base.Optional-">getPartitionsMap(IMetaStoreClient, Table, Optional<String>, Optional<? extends HivePartitionExtendedFilter>)</a></span> - Static method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveUtils.html" title="class in gobblin.data.management.copy.hive">HiveUtils</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html#getPaths--">getPaths()</a></span> - Method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html" title="class in gobblin.data.management.copy.hive">HiveLocationDescriptor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveUtils.html#getPaths-org.apache.hadoop.mapred.InputFormat-org.apache.hadoop.fs.Path-">getPaths(InputFormat<?, ?>, Path)</a></span> - Static method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveUtils.html" title="class in gobblin.data.management.copy.hive">HiveUtils</a></dt> |
| <dd> |
| <div class="block">Get paths from a Hive location using the provided input format.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/RecursivePathFinder.html#getPaths-boolean-">getPaths(boolean)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/RecursivePathFinder.html" title="class in gobblin.data.management.copy">RecursivePathFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/FileStatusDatasetVersion.html#getPaths--">getPaths()</a></span> - Method in class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/FileStatusDatasetVersion.html" title="class in gobblin.data.management.retention.version">FileStatusDatasetVersion</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/FileStatusDatasetVersion.html#getPaths--">getPaths()</a></span> - Method in class gobblin.data.management.version.<a href="gobblin/data/management/version/FileStatusDatasetVersion.html" title="class in gobblin.data.management.version">FileStatusDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/FileSystemDatasetVersion.html#getPaths--">getPaths()</a></span> - Method in interface gobblin.data.management.version.<a href="gobblin/data/management/version/FileSystemDatasetVersion.html" title="interface in gobblin.data.management.version">FileSystemDatasetVersion</a></dt> |
| <dd> |
| <div class="block">Get the set of <a href="http://hadoop.apache.org/docs/r2.3.0/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs"><code>Path</code></a>s that are included in this dataset version or the path of the dataset |
| version itself (In which case the set has one path).</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/StringDatasetVersion.html#getPaths--">getPaths()</a></span> - Method in class gobblin.data.management.version.<a href="gobblin/data/management/version/StringDatasetVersion.html" title="class in gobblin.data.management.version">StringDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/TimestampedDatasetVersion.html#getPaths--">getPaths()</a></span> - Method in class gobblin.data.management.version.<a href="gobblin/data/management/version/TimestampedDatasetVersion.html" title="class in gobblin.data.management.version">TimestampedDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/DatasetVersion.html#getPathsToDelete--">getPathsToDelete()</a></span> - Method in interface gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/DatasetVersion.html" title="interface in gobblin.data.management.retention.version">DatasetVersion</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| <div class="block">Get set of <a href="http://hadoop.apache.org/docs/r2.3.0/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs"><code>Path</code></a> that should be deleted to delete this dataset version.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/StringDatasetVersion.html#getPathsToDelete--">getPathsToDelete()</a></span> - Method in class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/StringDatasetVersion.html" title="class in gobblin.data.management.retention.version">StringDatasetVersion</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/TimestampedDatasetVersion.html#getPathsToDelete--">getPathsToDelete()</a></span> - Method in class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/TimestampedDatasetVersion.html" title="class in gobblin.data.management.retention.version">TimestampedDatasetVersion</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/recovery/RecoveryHelper.html#getPersistDir-gobblin.configuration.State-">getPersistDir(State)</a></span> - Static method in class gobblin.data.management.copy.recovery.<a href="gobblin/data/management/copy/recovery/RecoveryHelper.html" title="class in gobblin.data.management.copy.recovery">RecoveryHelper</a></dt> |
| <dd> |
| <div class="block">Get the persist directory for this job.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/DataFlowTopologyPickerByHadoopFsSource.html#getPreferredRoutes-com.typesafe.config.Config-gobblin.data.management.copy.replication.EndPoint-">getPreferredRoutes(Config, EndPoint)</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/DataFlowTopologyPickerByHadoopFsSource.html" title="class in gobblin.data.management.copy.replication">DataFlowTopologyPickerByHadoopFsSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/DataFlowTopologyPickerBySource.html#getPreferredRoutes-com.typesafe.config.Config-gobblin.data.management.copy.replication.EndPoint-">getPreferredRoutes(Config, EndPoint)</a></span> - Method in interface gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/DataFlowTopologyPickerBySource.html" title="interface in gobblin.data.management.copy.replication">DataFlowTopologyPickerBySource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarker.html#getPreviousHighWatermark-org.apache.hadoop.hive.ql.metadata.Table-">getPreviousHighWatermark(Table)</a></span> - Method in interface gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarker.html" title="interface in gobblin.data.management.conversion.hive.watermarker">HiveSourceWatermarker</a></dt> |
| <dd> |
| <div class="block">Get high watermark for a <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Table.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Table</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarker.html#getPreviousHighWatermark-org.apache.hadoop.hive.ql.metadata.Partition-">getPreviousHighWatermark(Partition)</a></span> - Method in interface gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarker.html" title="interface in gobblin.data.management.conversion.hive.watermarker">HiveSourceWatermarker</a></dt> |
| <dd> |
| <div class="block">Get high watermark for a <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Partition.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Partition</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.html#getPreviousHighWatermark-org.apache.hadoop.hive.ql.metadata.Table-">getPreviousHighWatermark(Table)</a></span> - Method in class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.html" title="class in gobblin.data.management.conversion.hive.watermarker">PartitionLevelWatermarker</a></dt> |
| <dd> |
| <div class="block">Delegates to <a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.html#getPreviousHighWatermark-org.apache.hadoop.hive.ql.metadata.Table-"><code>TableLevelWatermarker.getPreviousHighWatermark(Table)</code></a> |
| |
| Get high watermark for a <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Table.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Table</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.html#getPreviousHighWatermark-org.apache.hadoop.hive.ql.metadata.Partition-">getPreviousHighWatermark(Partition)</a></span> - Method in class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.html" title="class in gobblin.data.management.conversion.hive.watermarker">PartitionLevelWatermarker</a></dt> |
| <dd> |
| <div class="block">Return the previous high watermark if found in previous state.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.html#getPreviousHighWatermark-org.apache.hadoop.hive.ql.metadata.Table-">getPreviousHighWatermark(Table)</a></span> - Method in class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.html" title="class in gobblin.data.management.conversion.hive.watermarker">TableLevelWatermarker</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.html#getPreviousHighWatermark-org.apache.hadoop.hive.ql.metadata.Partition-">getPreviousHighWatermark(Partition)</a></span> - Method in class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.html" title="class in gobblin.data.management.conversion.hive.watermarker">TableLevelWatermarker</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyConfiguration.html#getPrioritizationConfig--">getPrioritizationConfig()</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyConfiguration.html" title="class in gobblin.data.management.copy">CopyConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/CopyRouteGenerator.html#getPullRoute-gobblin.data.management.copy.replication.ReplicationConfiguration-gobblin.data.management.copy.replication.EndPoint-">getPullRoute(ReplicationConfiguration, EndPoint)</a></span> - Method in interface gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/CopyRouteGenerator.html" title="interface in gobblin.data.management.copy.replication">CopyRouteGenerator</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/CopyRouteGeneratorBase.html#getPullRoute-gobblin.data.management.copy.replication.ReplicationConfiguration-gobblin.data.management.copy.replication.EndPoint-">getPullRoute(ReplicationConfiguration, EndPoint)</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/CopyRouteGeneratorBase.html" title="class in gobblin.data.management.copy.replication">CopyRouteGeneratorBase</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizer.html#getPullRoute-gobblin.data.management.copy.replication.ReplicationConfiguration-gobblin.data.management.copy.replication.EndPoint-">getPullRoute(ReplicationConfiguration, EndPoint)</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizer.html" title="class in gobblin.data.management.copy.replication">CopyRouteGeneratorOptimizer</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/CopyRouteGenerator.html#getPushRoutes-gobblin.data.management.copy.replication.ReplicationConfiguration-gobblin.data.management.copy.replication.EndPoint-">getPushRoutes(ReplicationConfiguration, EndPoint)</a></span> - Method in interface gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/CopyRouteGenerator.html" title="interface in gobblin.data.management.copy.replication">CopyRouteGenerator</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/CopyRouteGeneratorBase.html#getPushRoutes-gobblin.data.management.copy.replication.ReplicationConfiguration-gobblin.data.management.copy.replication.EndPoint-">getPushRoutes(ReplicationConfiguration, EndPoint)</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/CopyRouteGeneratorBase.html" title="class in gobblin.data.management.copy.replication">CopyRouteGeneratorBase</a></dt> |
| <dd> |
| <div class="block">for push mode, there is no optimization</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/RawDatasetRetentionPolicy.html#getRefinedDatasetPaths-gobblin.data.management.version.FileSystemDatasetVersion-">getRefinedDatasetPaths(FileSystemDatasetVersion)</a></span> - Method in class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/RawDatasetRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">RawDatasetRetentionPolicy</a></dt> |
| <dd> |
| <div class="block">Get the corresponding refined paths for a raw dataset version.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationCopyMode.html#getReplicationCopyMode-com.typesafe.config.Config-">getReplicationCopyMode(Config)</a></span> - Static method in enum gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationCopyMode.html" title="enum in gobblin.data.management.copy.replication">ReplicationCopyMode</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/dataset/SimpleDatasetRequest.html#getRequestor--">getRequestor()</a></span> - Method in class gobblin.data.management.dataset.<a href="gobblin/data/management/dataset/SimpleDatasetRequest.html" title="class in gobblin.data.management.dataset">SimpleDatasetRequest</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/dataset/SimpleDatasetRequestor.html#getRequests-java.util.Comparator-">getRequests(Comparator<SimpleDatasetRequest>)</a></span> - Method in class gobblin.data.management.dataset.<a href="gobblin/data/management/dataset/SimpleDatasetRequestor.html" title="class in gobblin.data.management.dataset">SimpleDatasetRequestor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/partition/CopyableDatasetRequestor.html#getRequests-java.util.Comparator-">getRequests(Comparator<FileSet<CopyEntity>>)</a></span> - Method in class gobblin.data.management.partition.<a href="gobblin/data/management/partition/CopyableDatasetRequestor.html" title="class in gobblin.data.management.partition">CopyableDatasetRequestor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyResourcePool.html#getResourceRequirementBuilder--">getResourceRequirementBuilder()</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyResourcePool.html" title="class in gobblin.data.management.copy">CopyResourcePool</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/CleanableDatasetBase.html#getRetentionPolicy--">getRetentionPolicy()</a></span> - Method in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/CleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">CleanableDatasetBase</a></dt> |
| <dd> |
| <div class="block">Get <a href="gobblin/data/management/retention/policy/RetentionPolicy.html" title="interface in gobblin.data.management.retention.policy"><code>RetentionPolicy</code></a> to use.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/ModificationTimeDataset.html#getRetentionPolicy--">getRetentionPolicy()</a></span> - Method in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/ModificationTimeDataset.html" title="class in gobblin.data.management.retention.dataset">ModificationTimeDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/SnapshotDataset.html#getRetentionPolicy--">getRetentionPolicy()</a></span> - Method in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/SnapshotDataset.html" title="class in gobblin.data.management.retention.dataset">SnapshotDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/TrackingDataset.html#getRetentionPolicy--">getRetentionPolicy()</a></span> - Method in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/TrackingDataset.html" title="class in gobblin.data.management.retention.dataset">TrackingDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/extractor/HiveConvertExtractor.html#getSchema--">getSchema()</a></span> - Method in class gobblin.data.management.conversion.hive.extractor.<a href="gobblin/data/management/conversion/hive/extractor/HiveConvertExtractor.html" title="class in gobblin.data.management.conversion.hive.extractor">HiveConvertExtractor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/extractor/EmptyExtractor.html#getSchema--">getSchema()</a></span> - Method in class gobblin.data.management.copy.extractor.<a href="gobblin/data/management/copy/extractor/EmptyExtractor.html" title="class in gobblin.data.management.copy.extractor">EmptyExtractor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/extractor/FileAwareInputStreamExtractor.html#getSchema--">getSchema()</a></span> - Method in class gobblin.data.management.copy.extractor.<a href="gobblin/data/management/copy/extractor/FileAwareInputStreamExtractor.html" title="class in gobblin.data.management.copy.extractor">FileAwareInputStreamExtractor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/avro/AvroSchemaManager.html#getSchemaFromUrl-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.FileSystem-">getSchemaFromUrl(Path, FileSystem)</a></span> - Static method in class gobblin.data.management.conversion.hive.avro.<a href="gobblin/data/management/conversion/hive/avro/AvroSchemaManager.html" title="class in gobblin.data.management.conversion.hive.avro">AvroSchemaManager</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/avro/AvroSchemaManager.html#getSchemaUrl-org.apache.hadoop.hive.ql.metadata.Table-">getSchemaUrl(Table)</a></span> - Method in class gobblin.data.management.conversion.hive.avro.<a href="gobblin/data/management/conversion/hive/avro/AvroSchemaManager.html" title="class in gobblin.data.management.conversion.hive.avro">AvroSchemaManager</a></dt> |
| <dd> |
| <div class="block">Get the url to <code>table</code>'s avro <a href="http://avro.apache.org/docs/1.8.1/api/java/org/apache/avro/Schema.html?is-external=true" title="class or interface in org.apache.avro"><code>Schema</code></a> file.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/avro/AvroSchemaManager.html#getSchemaUrl-org.apache.hadoop.hive.ql.metadata.Partition-">getSchemaUrl(Partition)</a></span> - Method in class gobblin.data.management.conversion.hive.avro.<a href="gobblin/data/management/conversion/hive/avro/AvroSchemaManager.html" title="class in gobblin.data.management.conversion.hive.avro">AvroSchemaManager</a></dt> |
| <dd> |
| <div class="block">Get the url to <code>partition</code>'s avro <a href="http://avro.apache.org/docs/1.8.1/api/java/org/apache/avro/Schema.html?is-external=true" title="class or interface in org.apache.avro"><code>Schema</code></a> file.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/HadoopFsEndPoint.html#getSelectionConfig--">getSelectionConfig()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/HadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">HadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CloseableFsCopySource.html#getSourceFileSystem-gobblin.configuration.State-">getSourceFileSystem(State)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CloseableFsCopySource.html" title="class in gobblin.data.management.copy">CloseableFsCopySource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopySource.html#getSourceFileSystem-gobblin.configuration.State-">getSourceFileSystem(State)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy">CopySource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#getStagingFilePath-gobblin.data.management.copy.CopyableFile-">getStagingFilePath(CopyableFile)</a></span> - Method in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html#getTableLocation--">getTableLocation()</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html" title="class in gobblin.data.management.conversion.hive.source">HiveWorkUnit</a></dt> |
| <dd> |
| <div class="block">Get the name for the partition if this <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/workunit/WorkUnit.html?is-external=true" title="class or interface in gobblin.source.workunit"><code>WorkUnit</code></a> is for a partitioned table.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#getTables--">getTables()</a></span> - Method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> |
| <div class="block">Get all tables in db with given table pattern.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html#getTableSchemaUrl--">getTableSchemaUrl()</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html" title="class in gobblin.data.management.conversion.hive.source">HiveWorkUnit</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html#getTargetFileSystem--">getTargetFileSystem()</a></span> - Method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveTargetPathHelper.html#getTargetPath-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.FileSystem-com.google.common.base.Optional-boolean-">getTargetPath(Path, FileSystem, Optional<Partition>, boolean)</a></span> - Method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveTargetPathHelper.html" title="class in gobblin.data.management.copy.hive">HiveTargetPathHelper</a></dt> |
| <dd> |
| <div class="block">Compute the target <a href="http://hadoop.apache.org/docs/r2.3.0/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs"><code>Path</code></a> for a file or directory copied by Hive distcp.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/SubsetFilesCopyableDataset.html#getTargetPath-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.Path-java.lang.String-">getTargetPath(Path, Path, String)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/SubsetFilesCopyableDataset.html" title="class in gobblin.data.management.copy">SubsetFilesCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html#getTargetRoot-org.apache.hadoop.fs.Path-">getTargetRoot(Path)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html" title="class in gobblin.data.management.copy">TimestampBasedCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/partition/FileSet.html#getTotalEntities--">getTotalEntities()</a></span> - Method in class gobblin.data.management.partition.<a href="gobblin/data/management/partition/FileSet.html" title="class in gobblin.data.management.partition">FileSet</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/partition/FileSet.html#getTotalSizeInBytes--">getTotalSizeInBytes()</a></span> - Method in class gobblin.data.management.partition.<a href="gobblin/data/management/partition/FileSet.html" title="class in gobblin.data.management.partition">FileSet</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/Trash.html#getTrashLocation--">getTrashLocation()</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/Trash.html" title="class in gobblin.data.management.trash">Trash</a></dt> |
| <dd> |
| <div class="block">Get trash location.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/provider/DatePatternUpdateProvider.html#getUpdateTime-org.apache.hadoop.hive.ql.metadata.Partition-">getUpdateTime(Partition)</a></span> - Method in class gobblin.data.management.conversion.hive.provider.<a href="gobblin/data/management/conversion/hive/provider/DatePatternUpdateProvider.html" title="class in gobblin.data.management.conversion.hive.provider">DatePatternUpdateProvider</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/provider/DatePatternUpdateProvider.html#getUpdateTime-org.apache.hadoop.hive.ql.metadata.Table-">getUpdateTime(Table)</a></span> - Method in class gobblin.data.management.conversion.hive.provider.<a href="gobblin/data/management/conversion/hive/provider/DatePatternUpdateProvider.html" title="class in gobblin.data.management.conversion.hive.provider">DatePatternUpdateProvider</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/provider/HdfsBasedUpdateProvider.html#getUpdateTime-org.apache.hadoop.hive.ql.metadata.Partition-">getUpdateTime(Partition)</a></span> - Method in class gobblin.data.management.conversion.hive.provider.<a href="gobblin/data/management/conversion/hive/provider/HdfsBasedUpdateProvider.html" title="class in gobblin.data.management.conversion.hive.provider">HdfsBasedUpdateProvider</a></dt> |
| <dd> |
| <div class="block">Get the update time of a <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Partition.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Partition</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/provider/HdfsBasedUpdateProvider.html#getUpdateTime-org.apache.hadoop.hive.ql.metadata.Table-">getUpdateTime(Table)</a></span> - Method in class gobblin.data.management.conversion.hive.provider.<a href="gobblin/data/management/conversion/hive/provider/HdfsBasedUpdateProvider.html" title="class in gobblin.data.management.conversion.hive.provider">HdfsBasedUpdateProvider</a></dt> |
| <dd> |
| <div class="block">Get the update time of a <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Table.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Table</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/provider/HiveMetastoreBasedUpdateProvider.html#getUpdateTime-org.apache.hadoop.hive.ql.metadata.Partition-">getUpdateTime(Partition)</a></span> - Method in class gobblin.data.management.conversion.hive.provider.<a href="gobblin/data/management/conversion/hive/provider/HiveMetastoreBasedUpdateProvider.html" title="class in gobblin.data.management.conversion.hive.provider">HiveMetastoreBasedUpdateProvider</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/provider/HiveMetastoreBasedUpdateProvider.html#getUpdateTime-org.apache.hadoop.hive.ql.metadata.Table-">getUpdateTime(Table)</a></span> - Method in class gobblin.data.management.conversion.hive.provider.<a href="gobblin/data/management/conversion/hive/provider/HiveMetastoreBasedUpdateProvider.html" title="class in gobblin.data.management.conversion.hive.provider">HiveMetastoreBasedUpdateProvider</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/provider/HiveUnitUpdateProvider.html#getUpdateTime-org.apache.hadoop.hive.ql.metadata.Partition-">getUpdateTime(Partition)</a></span> - Method in interface gobblin.data.management.conversion.hive.provider.<a href="gobblin/data/management/conversion/hive/provider/HiveUnitUpdateProvider.html" title="interface in gobblin.data.management.conversion.hive.provider">HiveUnitUpdateProvider</a></dt> |
| <dd> |
| <div class="block">Get the data update time of a <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Partition.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Partition</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/provider/HiveUnitUpdateProvider.html#getUpdateTime-org.apache.hadoop.hive.ql.metadata.Table-">getUpdateTime(Table)</a></span> - Method in interface gobblin.data.management.conversion.hive.provider.<a href="gobblin/data/management/conversion/hive/provider/HiveUnitUpdateProvider.html" title="interface in gobblin.data.management.conversion.hive.provider">HiveUnitUpdateProvider</a></dt> |
| <dd> |
| <div class="block">Get the data update time of a <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Table.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Table</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/runtime/embedded/EmbeddedGobblinDistcp.CliFactory.html#getUsageString--">getUsageString()</a></span> - Method in class gobblin.runtime.embedded.<a href="gobblin/runtime/embedded/EmbeddedGobblinDistcp.CliFactory.html" title="class in gobblin.runtime.embedded">EmbeddedGobblinDistcp.CliFactory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/MockTrash.html#getUserTrash-java.lang.String-">getUserTrash(String)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/MockTrash.html" title="class in gobblin.data.management.trash">MockTrash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/ProxiedTrash.html#getUserTrash-java.lang.String-">getUserTrash(String)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/ProxiedTrash.html" title="class in gobblin.data.management.trash">ProxiedTrash</a></dt> |
| <dd> |
| <div class="block">Get <a href="gobblin/data/management/trash/Trash.html" title="class in gobblin.data.management.trash"><code>Trash</code></a> instance for the specified user.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html#getValidDatasetURIs-org.apache.hadoop.fs.Path-">getValidDatasetURIs(Path)</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html" title="class in gobblin.data.management.copy.replication">ConfigBasedDatasetsFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html#getValidDatasetURIs-java.util.Collection-java.util.Set-org.apache.hadoop.fs.Path-">getValidDatasetURIs(Collection<URI>, Set<URI>, Path)</a></span> - Static method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html" title="class in gobblin.data.management.copy.replication">ConfigBasedDatasetsFinder</a></dt> |
| <dd> |
| <div class="block">Extended signature for testing convenience.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationDataValidPathPicker.html#getValidPaths-gobblin.data.management.copy.replication.HadoopFsEndPoint-">getValidPaths(HadoopFsEndPoint)</a></span> - Static method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationDataValidPathPicker.html" title="class in gobblin.data.management.copy.replication">ReplicationDataValidPathPicker</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/DatasetVersion.html#getVersion--">getVersion()</a></span> - Method in interface gobblin.data.management.version.<a href="gobblin/data/management/version/DatasetVersion.html" title="interface in gobblin.data.management.version">DatasetVersion</a></dt> |
| <dd> |
| <div class="block">Get the version representation.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/CleanableDatasetBase.html#getVersionFinder--">getVersionFinder()</a></span> - Method in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/CleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">CleanableDatasetBase</a></dt> |
| <dd> |
| <div class="block">Get <a href="gobblin/data/management/retention/version/finder/VersionFinder.html" title="interface in gobblin.data.management.retention.version.finder"><code>VersionFinder</code></a> to use.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/ModificationTimeDataset.html#getVersionFinder--">getVersionFinder()</a></span> - Method in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/ModificationTimeDataset.html" title="class in gobblin.data.management.retention.dataset">ModificationTimeDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/SnapshotDataset.html#getVersionFinder--">getVersionFinder()</a></span> - Method in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/SnapshotDataset.html" title="class in gobblin.data.management.retention.dataset">SnapshotDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/TrackingDataset.html#getVersionFinder--">getVersionFinder()</a></span> - Method in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/TrackingDataset.html" title="class in gobblin.data.management.retention.dataset">TrackingDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/CleanableDatasetBase.html#getVersionFindersAndPolicies--">getVersionFindersAndPolicies()</a></span> - Method in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/CleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">CleanableDatasetBase</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html#getVersionFindersAndPolicies--">getVersionFindersAndPolicies()</a></span> - Method in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html" title="class in gobblin.data.management.retention.dataset">ConfigurableCleanableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#getVersionFindersAndPolicies--">getVersionFindersAndPolicies()</a></span> - Method in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> |
| <div class="block">Get <a href="gobblin/data/management/retention/policy/RetentionPolicy.html" title="interface in gobblin.data.management.retention.policy"><code>RetentionPolicy</code></a> to use.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html#getViewWhiteBackListFromWorkUnit-gobblin.configuration.WorkUnitState-">getViewWhiteBackListFromWorkUnit(WorkUnitState)</a></span> - Static method in class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">AbstractAvroToOrcConverter</a></dt> |
| <dd> |
| <div class="block">Get Hive view registration whitelist blacklist from Workunit state</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/EndPoint.html#getWatermark--">getWatermark()</a></span> - Method in interface gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/EndPoint.html" title="interface in gobblin.data.management.copy.replication">EndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html#getWatermark--">getWatermark()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">ReplicaHadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.html#getWatermark--">getWatermark()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">SourceHadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/watermark/CopyableFileWatermarkGenerator.html#getWatermarkClass--">getWatermarkClass()</a></span> - Method in interface gobblin.data.management.copy.watermark.<a href="gobblin/data/management/copy/watermark/CopyableFileWatermarkGenerator.html" title="interface in gobblin.data.management.copy.watermark">CopyableFileWatermarkGenerator</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/watermark/FullPathCopyableFileWatermarkGenerator.html#getWatermarkClass--">getWatermarkClass()</a></span> - Method in class gobblin.data.management.copy.watermark.<a href="gobblin/data/management/copy/watermark/FullPathCopyableFileWatermarkGenerator.html" title="class in gobblin.data.management.copy.watermark">FullPathCopyableFileWatermarkGenerator</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopySource.html#getWorkUnitGuid-gobblin.configuration.State-">getWorkUnitGuid(State)</a></span> - Static method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy">CopySource</a></dt> |
| <dd> |
| <div class="block">Get guid in this state if available.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/BackfillHiveSource.html#getWorkunits-gobblin.configuration.SourceState-">getWorkunits(SourceState)</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/BackfillHiveSource.html" title="class in gobblin.data.management.conversion.hive.source">BackfillHiveSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveAvroToOrcSource.html#getWorkunits-gobblin.configuration.SourceState-">getWorkunits(SourceState)</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveAvroToOrcSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveAvroToOrcSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveSource.html#getWorkunits-gobblin.configuration.SourceState-">getWorkunits(SourceState)</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopySource.html#getWorkunits-gobblin.configuration.SourceState-">getWorkunits(SourceState)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy">CopySource</a></dt> |
| <dd> |
| <div class="block"> |
| Does the following: |
| Instantiate a <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/dataset/DatasetsFinder.html?is-external=true" title="class or interface in gobblin.dataset"><code>DatasetsFinder</code></a>.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/retention/profile/GlobCleanableDatasetFinder.html" title="class in gobblin.data.management.retention.profile"><span class="typeNameLink">GlobCleanableDatasetFinder</span></a> - Class in <a href="gobblin/data/management/retention/profile/package-summary.html">gobblin.data.management.retention.profile</a></dt> |
| <dd> |
| <div class="block">Creates <a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html" title="class in gobblin.data.management.retention.dataset"><code>ConfigurableCleanableDataset</code></a> from a glob for retention jobs.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/GlobCleanableDatasetFinder.html#GlobCleanableDatasetFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">GlobCleanableDatasetFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/GlobCleanableDatasetFinder.html" title="class in gobblin.data.management.retention.profile">GlobCleanableDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/version/finder/GlobModTimeDatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder"><span class="typeNameLink">GlobModTimeDatasetVersionFinder</span></a> - Class in <a href="gobblin/data/management/retention/version/finder/package-summary.html">gobblin.data.management.retention.version.finder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">See javadoc for <a href="gobblin/data/management/version/finder/GlobModTimeDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder"><code>GlobModTimeDatasetVersionFinder</code></a>.</span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/GlobModTimeDatasetVersionFinder.html#GlobModTimeDatasetVersionFinder-org.apache.hadoop.fs.FileSystem-com.typesafe.config.Config-">GlobModTimeDatasetVersionFinder(FileSystem, Config)</a></span> - Constructor for class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/GlobModTimeDatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">GlobModTimeDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/GlobModTimeDatasetVersionFinder.html#GlobModTimeDatasetVersionFinder-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.Path-">GlobModTimeDatasetVersionFinder(FileSystem, Path)</a></span> - Constructor for class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/GlobModTimeDatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">GlobModTimeDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><a href="gobblin/data/management/version/finder/GlobModTimeDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder"><span class="typeNameLink">GlobModTimeDatasetVersionFinder</span></a> - Class in <a href="gobblin/data/management/version/finder/package-summary.html">gobblin.data.management.version.finder</a></dt> |
| <dd> |
| <div class="block">Finds <a href="gobblin/data/management/version/FileSystemDatasetVersion.html" title="interface in gobblin.data.management.version"><code>FileSystemDatasetVersion</code></a>s using a glob pattern.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/GlobModTimeDatasetVersionFinder.html#GlobModTimeDatasetVersionFinder-org.apache.hadoop.fs.FileSystem-com.typesafe.config.Config-">GlobModTimeDatasetVersionFinder(FileSystem, Config)</a></span> - Constructor for class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/GlobModTimeDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">GlobModTimeDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/GlobModTimeDatasetVersionFinder.html#GlobModTimeDatasetVersionFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">GlobModTimeDatasetVersionFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/GlobModTimeDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">GlobModTimeDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/GlobModTimeDatasetVersionFinder.html#GlobModTimeDatasetVersionFinder-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.Path-">GlobModTimeDatasetVersionFinder(FileSystem, Path)</a></span> - Constructor for class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/GlobModTimeDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">GlobModTimeDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/DateTimeDatasetVersionFinder.html#globVersionPattern--">globVersionPattern()</a></span> - Method in class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/DateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">DateTimeDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/GlobModTimeDatasetVersionFinder.html#globVersionPattern--">globVersionPattern()</a></span> - Method in class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/GlobModTimeDatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">GlobModTimeDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/UnixTimestampVersionFinder.html#globVersionPattern--">globVersionPattern()</a></span> - Method in class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/UnixTimestampVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">UnixTimestampVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/WatermarkDatasetVersionFinder.html#globVersionPattern--">globVersionPattern()</a></span> - Method in class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/WatermarkDatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">WatermarkDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/AbstractDatasetVersionFinder.html#globVersionPattern--">globVersionPattern()</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/AbstractDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">AbstractDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block">Glob pattern relative to the root of the dataset used to find <a href="http://hadoop.apache.org/docs/r2.3.0/api/org/apache/hadoop/fs/FileStatus.html?is-external=true" title="class or interface in org.apache.hadoop.fs"><code>FileStatus</code></a> for each |
| dataset version.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/DateTimeDatasetVersionFinder.html#globVersionPattern--">globVersionPattern()</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/DateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">DateTimeDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block">Obtained by replacing all non-slash characters in datetime pattern by *.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/GlobModTimeDatasetVersionFinder.html#globVersionPattern--">globVersionPattern()</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/GlobModTimeDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">GlobModTimeDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/UnixTimestampVersionFinder.html#globVersionPattern--">globVersionPattern()</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/UnixTimestampVersionFinder.html" title="class in gobblin.data.management.version.finder">UnixTimestampVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/WatermarkDatasetVersionFinder.html#globVersionPattern--">globVersionPattern()</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/WatermarkDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">WatermarkDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/avro/package-summary.html">gobblin.data.management.conversion.hive.avro</a> - package gobblin.data.management.conversion.hive.avro</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/converter/package-summary.html">gobblin.data.management.conversion.hive.converter</a> - package gobblin.data.management.conversion.hive.converter</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/dataset/package-summary.html">gobblin.data.management.conversion.hive.dataset</a> - package gobblin.data.management.conversion.hive.dataset</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/entities/package-summary.html">gobblin.data.management.conversion.hive.entities</a> - package gobblin.data.management.conversion.hive.entities</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/events/package-summary.html">gobblin.data.management.conversion.hive.events</a> - package gobblin.data.management.conversion.hive.events</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/extractor/package-summary.html">gobblin.data.management.conversion.hive.extractor</a> - package gobblin.data.management.conversion.hive.extractor</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/provider/package-summary.html">gobblin.data.management.conversion.hive.provider</a> - package gobblin.data.management.conversion.hive.provider</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/publisher/package-summary.html">gobblin.data.management.conversion.hive.publisher</a> - package gobblin.data.management.conversion.hive.publisher</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/query/package-summary.html">gobblin.data.management.conversion.hive.query</a> - package gobblin.data.management.conversion.hive.query</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/source/package-summary.html">gobblin.data.management.conversion.hive.source</a> - package gobblin.data.management.conversion.hive.source</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/watermarker/package-summary.html">gobblin.data.management.conversion.hive.watermarker</a> - package gobblin.data.management.conversion.hive.watermarker</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/writer/package-summary.html">gobblin.data.management.conversion.hive.writer</a> - package gobblin.data.management.conversion.hive.writer</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a> - package gobblin.data.management.copy</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/converter/package-summary.html">gobblin.data.management.copy.converter</a> - package gobblin.data.management.copy.converter</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/entities/package-summary.html">gobblin.data.management.copy.entities</a> - package gobblin.data.management.copy.entities</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/extractor/package-summary.html">gobblin.data.management.copy.extractor</a> - package gobblin.data.management.copy.extractor</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/hive/package-summary.html">gobblin.data.management.copy.hive</a> - package gobblin.data.management.copy.hive</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/hive/avro/package-summary.html">gobblin.data.management.copy.hive.avro</a> - package gobblin.data.management.copy.hive.avro</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/hive/filter/package-summary.html">gobblin.data.management.copy.hive.filter</a> - package gobblin.data.management.copy.hive.filter</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/predicates/package-summary.html">gobblin.data.management.copy.predicates</a> - package gobblin.data.management.copy.predicates</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/prioritization/package-summary.html">gobblin.data.management.copy.prioritization</a> - package gobblin.data.management.copy.prioritization</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/publisher/package-summary.html">gobblin.data.management.copy.publisher</a> - package gobblin.data.management.copy.publisher</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/recovery/package-summary.html">gobblin.data.management.copy.recovery</a> - package gobblin.data.management.copy.recovery</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a> - package gobblin.data.management.copy.replication</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/watermark/package-summary.html">gobblin.data.management.copy.watermark</a> - package gobblin.data.management.copy.watermark</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/writer/package-summary.html">gobblin.data.management.copy.writer</a> - package gobblin.data.management.copy.writer</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/dataset/package-summary.html">gobblin.data.management.dataset</a> - package gobblin.data.management.dataset</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/hive/package-summary.html">gobblin.data.management.hive</a> - package gobblin.data.management.hive</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/partition/package-summary.html">gobblin.data.management.partition</a> - package gobblin.data.management.partition</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/policy/package-summary.html">gobblin.data.management.policy</a> - package gobblin.data.management.policy</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/package-summary.html">gobblin.data.management.retention</a> - package gobblin.data.management.retention</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/action/package-summary.html">gobblin.data.management.retention.action</a> - package gobblin.data.management.retention.action</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/dataset/package-summary.html">gobblin.data.management.retention.dataset</a> - package gobblin.data.management.retention.dataset</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/dataset/finder/package-summary.html">gobblin.data.management.retention.dataset.finder</a> - package gobblin.data.management.retention.dataset.finder</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/policy/package-summary.html">gobblin.data.management.retention.policy</a> - package gobblin.data.management.retention.policy</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/policy/predicates/package-summary.html">gobblin.data.management.retention.policy.predicates</a> - package gobblin.data.management.retention.policy.predicates</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/profile/package-summary.html">gobblin.data.management.retention.profile</a> - package gobblin.data.management.retention.profile</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/version/package-summary.html">gobblin.data.management.retention.version</a> - package gobblin.data.management.retention.version</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/version/finder/package-summary.html">gobblin.data.management.retention.version.finder</a> - package gobblin.data.management.retention.version.finder</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/trash/package-summary.html">gobblin.data.management.trash</a> - package gobblin.data.management.trash</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/version/package-summary.html">gobblin.data.management.version</a> - package gobblin.data.management.version</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/version/finder/package-summary.html">gobblin.data.management.version.finder</a> - package gobblin.data.management.version.finder</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/runtime/embedded/package-summary.html">gobblin.runtime.embedded</a> - package gobblin.runtime.embedded</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/util/commit/package-summary.html">gobblin.util.commit</a> - package gobblin.util.commit</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/util/request_allocation/package-summary.html">gobblin.util.request_allocation</a> - package gobblin.util.request_allocation</dt> |
| <dd> </dd> |
| <dt><a href="gobblin/util/test/package-summary.html">gobblin.util.test</a> - package gobblin.util.test</dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html#GOBBLIN_CONFIG_STORE_BLACKLIST_TAGS">GOBBLIN_CONFIG_STORE_BLACKLIST_TAGS</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html" title="class in gobblin.data.management.copy.replication">ConfigBasedDatasetsFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html#GOBBLIN_CONFIG_STORE_DATASET_COMMON_ROOT">GOBBLIN_CONFIG_STORE_DATASET_COMMON_ROOT</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html" title="class in gobblin.data.management.copy.replication">ConfigBasedDatasetsFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html#GOBBLIN_CONFIG_STORE_WHITELIST_TAG">GOBBLIN_CONFIG_STORE_WHITELIST_TAG</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html" title="class in gobblin.data.management.copy.replication">ConfigBasedDatasetsFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#GOBBLIN_COPY_BYTES_COPIED_METER">GOBBLIN_COPY_BYTES_COPIED_METER</a></span> - Static variable in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html#GOBBLIN_DISTCP">GOBBLIN_DISTCP</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/trash/GobblinProxiedTrash.html" title="interface in gobblin.data.management.trash"><span class="typeNameLink">GobblinProxiedTrash</span></a> - Interface in <a href="gobblin/data/management/trash/package-summary.html">gobblin.data.management.trash</a></dt> |
| <dd> |
| <div class="block">Interface for proxy enabled trash.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/trash/GobblinTrash.html" title="interface in gobblin.data.management.trash"><span class="typeNameLink">GobblinTrash</span></a> - Interface in <a href="gobblin/data/management/trash/package-summary.html">gobblin.data.management.trash</a></dt> |
| <dd> |
| <div class="block">Interface for Trash.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.html#GSON">GSON</a></span> - Static variable in class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.html" title="class in gobblin.data.management.conversion.hive.watermarker">TableLevelWatermarker</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyEntity.html#GSON">GSON</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy">CopyEntity</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyableFile.html#guid--">guid()</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyableFile.html" title="class in gobblin.data.management.copy">CopyableFile</a></dt> |
| <dd> |
| <div class="block">Generates a replicable guid to uniquely identify the origin of this <a href="gobblin/data/management/copy/CopyableFile.html" title="class in gobblin.data.management.copy"><code>CopyableFile</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyEntity.html#guid--">guid()</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy">CopyEntity</a></dt> |
| <dd> </dd> |
| </dl> |
| <a name="I:H"> |
| <!-- --> |
| </a> |
| <h2 class="title">H</h2> |
| <dl> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/HadoopFsEndPointFactory.html#HADOOP_FS_CONFIG_KEY">HADOOP_FS_CONFIG_KEY</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/HadoopFsEndPointFactory.html" title="class in gobblin.data.management.copy.replication">HadoopFsEndPointFactory</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/replication/HadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication"><span class="typeNameLink">HadoopFsEndPoint</span></a> - Class in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/HadoopFsEndPoint.html#HadoopFsEndPoint--">HadoopFsEndPoint()</a></span> - Constructor for class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/HadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">HadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/replication/HadoopFsEndPointDataset.html" title="class in gobblin.data.management.copy.replication"><span class="typeNameLink">HadoopFsEndPointDataset</span></a> - Class in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> |
| <div class="block"><a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/dataset/FileSystemDataset.html?is-external=true" title="class or interface in gobblin.dataset"><code>FileSystemDataset</code></a> wrapper class for <a href="gobblin/data/management/copy/replication/HadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication"><code>HadoopFsEndPoint</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/HadoopFsEndPointDataset.html#HadoopFsEndPointDataset-gobblin.data.management.copy.replication.HadoopFsEndPoint-">HadoopFsEndPointDataset(HadoopFsEndPoint)</a></span> - Constructor for class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/HadoopFsEndPointDataset.html" title="class in gobblin.data.management.copy.replication">HadoopFsEndPointDataset</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/replication/HadoopFsEndPointFactory.html" title="class in gobblin.data.management.copy.replication"><span class="typeNameLink">HadoopFsEndPointFactory</span></a> - Class in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/HadoopFsEndPointFactory.html#HadoopFsEndPointFactory--">HadoopFsEndPointFactory()</a></span> - Constructor for class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/HadoopFsEndPointFactory.html" title="class in gobblin.data.management.copy.replication">HadoopFsEndPointFactory</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/replication/HadoopFsReplicaConfig.html" title="class in gobblin.data.management.copy.replication"><span class="typeNameLink">HadoopFsReplicaConfig</span></a> - Class in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> |
| <div class="block">Used to encapsulate all the configuration for a hadoop file system replica</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/HadoopFsReplicaConfig.html#HadoopFsReplicaConfig-com.typesafe.config.Config-">HadoopFsReplicaConfig(Config)</a></span> - Constructor for class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/HadoopFsReplicaConfig.html" title="class in gobblin.data.management.copy.replication">HadoopFsReplicaConfig</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/publisher/CopyDataPublisher.html#handleUnpublishedWorkUnits-java.util.Collection-">handleUnpublishedWorkUnits(Collection<? extends WorkUnitState>)</a></span> - Method in class gobblin.data.management.copy.publisher.<a href="gobblin/data/management/copy/publisher/CopyDataPublisher.html" title="class in gobblin.data.management.copy.publisher">CopyDataPublisher</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html#hasConversionConfig--">hasConversionConfig()</a></span> - Method in class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">AbstractAvroToOrcConverter</a></dt> |
| <dd> |
| <div class="block"> |
| This method is called by <a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html#convertRecord-org.apache.avro.Schema-gobblin.data.management.conversion.hive.entities.QueryBasedHiveConversionEntity-gobblin.configuration.WorkUnitState-"><code>AbstractAvroToOrcConverter.convertRecord(Schema, QueryBasedHiveConversionEntity, WorkUnitState)</code></a> before building the |
| conversion query.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/HiveAvroToFlattenedOrcConverter.html#hasConversionConfig--">hasConversionConfig()</a></span> - Method in class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/HiveAvroToFlattenedOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">HiveAvroToFlattenedOrcConverter</a></dt> |
| <dd> |
| <div class="block">Return true if flattened orc configurations are available.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/HiveAvroToNestedOrcConverter.html#hasConversionConfig--">hasConversionConfig()</a></span> - Method in class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/HiveAvroToNestedOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">HiveAvroToNestedOrcConverter</a></dt> |
| <dd> |
| <div class="block">Return true if flattened orc configurations are available.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/HadoopFsReplicaConfig.html#hashCode--">hashCode()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/HadoopFsReplicaConfig.html" title="class in gobblin.data.management.copy.replication">HadoopFsReplicaConfig</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html#hashCode--">hashCode()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">ReplicaHadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.html#hashCode--">hashCode()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">SourceHadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/FileStatusDatasetVersion.html#hashCode--">hashCode()</a></span> - Method in class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/FileStatusDatasetVersion.html" title="class in gobblin.data.management.retention.version">FileStatusDatasetVersion</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/FileStatusDatasetVersion.html#hashCode--">hashCode()</a></span> - Method in class gobblin.data.management.version.<a href="gobblin/data/management/version/FileStatusDatasetVersion.html" title="class in gobblin.data.management.version">FileStatusDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/StringDatasetVersion.html#hashCode--">hashCode()</a></span> - Method in class gobblin.data.management.version.<a href="gobblin/data/management/version/StringDatasetVersion.html" title="class in gobblin.data.management.version">StringDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/TimestampedDatasetVersion.html#hashCode--">hashCode()</a></span> - Method in class gobblin.data.management.version.<a href="gobblin/data/management/version/TimestampedDatasetVersion.html" title="class in gobblin.data.management.version">TimestampedDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/TimestampedHiveDatasetVersion.html#hashCode--">hashCode()</a></span> - Method in class gobblin.data.management.version.<a href="gobblin/data/management/version/TimestampedHiveDatasetVersion.html" title="class in gobblin.data.management.version">TimestampedHiveDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/HadoopFsReplicaConfig.html#HDFS_CLUSTERNAME_KEY">HDFS_CLUSTERNAME_KEY</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/HadoopFsReplicaConfig.html" title="class in gobblin.data.management.copy.replication">HadoopFsReplicaConfig</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/HadoopFsReplicaConfig.html#HDFS_COLO_KEY">HDFS_COLO_KEY</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/HadoopFsReplicaConfig.html" title="class in gobblin.data.management.copy.replication">HadoopFsReplicaConfig</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/HadoopFsReplicaConfig.html#HDFS_FILESYSTEM_URI_KEY">HDFS_FILESYSTEM_URI_KEY</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/HadoopFsReplicaConfig.html" title="class in gobblin.data.management.copy.replication">HadoopFsReplicaConfig</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/HadoopFsReplicaConfig.html#HDFS_PATH_KEY">HDFS_PATH_KEY</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/HadoopFsReplicaConfig.html" title="class in gobblin.data.management.copy.replication">HadoopFsReplicaConfig</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/provider/HdfsBasedUpdateProvider.html" title="class in gobblin.data.management.conversion.hive.provider"><span class="typeNameLink">HdfsBasedUpdateProvider</span></a> - Class in <a href="gobblin/data/management/conversion/hive/provider/package-summary.html">gobblin.data.management.conversion.hive.provider</a></dt> |
| <dd> |
| <div class="block">Uses the file modification time of the data location of a <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-hive-registration/gobblin/hive/HiveTable.html?is-external=true" title="class or interface in gobblin.hive"><code>HiveTable</code></a> or <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-hive-registration/gobblin/hive/HivePartition.html?is-external=true" title="class or interface in gobblin.hive"><code>HivePartition</code></a> on HDFS</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/provider/HdfsBasedUpdateProvider.html#HdfsBasedUpdateProvider--">HdfsBasedUpdateProvider()</a></span> - Constructor for class gobblin.data.management.conversion.hive.provider.<a href="gobblin/data/management/conversion/hive/provider/HdfsBasedUpdateProvider.html" title="class in gobblin.data.management.conversion.hive.provider">HdfsBasedUpdateProvider</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html#HIVE_CONVERSION_SETSERDETOAVROEXPLICITELY">HIVE_CONVERSION_SETSERDETOAVROEXPLICITELY</a></span> - Static variable in class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">AbstractAvroToOrcConverter</a></dt> |
| <dd> |
| <div class="block">If set to true, a set format DDL will be separate from add partition DDL</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html#HIVE_CONVERSION_VIEW_REGISTRATION_BLACKLIST">HIVE_CONVERSION_VIEW_REGISTRATION_BLACKLIST</a></span> - Static variable in class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">AbstractAvroToOrcConverter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html#HIVE_CONVERSION_VIEW_REGISTRATION_WHITELIST">HIVE_CONVERSION_VIEW_REGISTRATION_WHITELIST</a></span> - Static variable in class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">AbstractAvroToOrcConverter</a></dt> |
| <dd> |
| <div class="block">Global Hive conversion view registration whitelist / blacklist key</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#HIVE_DATASET_CONFIG_PREFIX_KEY">HIVE_DATASET_CONFIG_PREFIX_KEY</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html#HIVE_DATASET_COPY_ADDITIONAL_PATHS_RECURSIVELY_ENABLED">HIVE_DATASET_COPY_ADDITIONAL_PATHS_RECURSIVELY_ENABLED</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html" title="class in gobblin.data.management.copy.hive">HiveLocationDescriptor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html#HIVE_DATASET_DESTINATION_SKIP_SETGROUP">HIVE_DATASET_DESTINATION_SKIP_SETGROUP</a></span> - Static variable in class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">AbstractAvroToOrcConverter</a></dt> |
| <dd> |
| <div class="block">If the property is set to true then in the destination dir permissions, group won't be explicitly set.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#HIVE_DATASET_IS_BLACKLISTED_KEY">HIVE_DATASET_IS_BLACKLISTED_KEY</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html#HIVE_DATASET_PARTITION_OVERWRITE">HIVE_DATASET_PARTITION_OVERWRITE</a></span> - Static variable in class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">AbstractAvroToOrcConverter</a></dt> |
| <dd> |
| <div class="block">If the property is set to true then partition dir is overwritten, |
| else a new time-stamped partition dir is created to avoid breaking in-flight queries |
| Check gobblin.data.management.retention.Avro2OrcStaleDatasetCleaner to clean stale directories</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#HIVE_DATASET_PREFIX">HIVE_DATASET_PREFIX</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html#HIVE_LOCATION_LISTING_METHOD">HIVE_LOCATION_LISTING_METHOD</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html" title="class in gobblin.data.management.copy.hive">HiveLocationDescriptor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#HIVE_METASTORE_URI_KEY">HIVE_METASTORE_URI_KEY</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html#HIVE_PARTITION_EXTENDED_FILTER_TYPE">HIVE_PARTITION_EXTENDED_FILTER_TYPE</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper</a></dt> |
| <dd> |
| <div class="block">Config key to specify if <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/metastore/IMetaStoreClient.html?is-external=true" title="class or interface in org.apache.hadoop.hive.metastore"><code>IMetaStoreClient</code></a>'s filtering method <code>listPartitionsByFilter</code> is not enough |
| for filtering out specific partitions.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/PathBasedHivePartitionFilterFactory.html#HIVE_PARTITION_PATH_FILTER_REGEX">HIVE_PARTITION_PATH_FILTER_REGEX</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/PathBasedHivePartitionFilterFactory.html" title="class in gobblin.data.management.copy.hive">PathBasedHivePartitionFilterFactory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveSource.html#HIVE_SOURCE_CREATE_WORKUNITS_FOR_PARTITIONS">HIVE_SOURCE_CREATE_WORKUNITS_FOR_PARTITIONS</a></span> - Static variable in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveSource.html#HIVE_SOURCE_DATASET_FINDER_CLASS_KEY">HIVE_SOURCE_DATASET_FINDER_CLASS_KEY</a></span> - Static variable in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveSource.html#HIVE_SOURCE_EXTRACTOR_TYPE">HIVE_SOURCE_EXTRACTOR_TYPE</a></span> - Static variable in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveSource.html#HIVE_SOURCE_FS_URI">HIVE_SOURCE_FS_URI</a></span> - Static variable in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveSource.html#HIVE_SOURCE_IGNORE_DATA_PATH_IDENTIFIER_KEY">HIVE_SOURCE_IGNORE_DATA_PATH_IDENTIFIER_KEY</a></span> - Static variable in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveSource</a></dt> |
| <dd> |
| <div class="block">Comma separated list of keywords to look for in path of table (in non-partitioned case) / partition (in partitioned case) |
| and if the keyword is found then ignore the table / partition from processing.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveSource.html#HIVE_SOURCE_MAXIMUM_LOOKBACK_DAYS_KEY">HIVE_SOURCE_MAXIMUM_LOOKBACK_DAYS_KEY</a></span> - Static variable in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveSource.html#HIVE_SOURCE_WATERMARKER_FACTORY_CLASS_KEY">HIVE_SOURCE_WATERMARKER_FACTORY_CLASS_KEY</a></span> - Static variable in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.ConversionConfig.html#HIVE_VERSION_KEY">HIVE_VERSION_KEY</a></span> - Static variable in class gobblin.data.management.conversion.hive.dataset.<a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.ConversionConfig.html" title="class in gobblin.data.management.conversion.hive.dataset">ConvertibleHiveDataset.ConversionConfig</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/hive/avro/HiveAvroCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive.avro"><span class="typeNameLink">HiveAvroCopyEntityHelper</span></a> - Class in <a href="gobblin/data/management/copy/hive/avro/package-summary.html">gobblin.data.management.copy.hive.avro</a></dt> |
| <dd> |
| <div class="block">Update avro related entries in creating <a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy"><code>CopyEntity</code></a>s for copying a Hive table.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/avro/HiveAvroCopyEntityHelper.html#HiveAvroCopyEntityHelper--">HiveAvroCopyEntityHelper()</a></span> - Constructor for class gobblin.data.management.copy.hive.avro.<a href="gobblin/data/management/copy/hive/avro/HiveAvroCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive.avro">HiveAvroCopyEntityHelper</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html" title="class in gobblin.data.management.conversion.hive.query"><span class="typeNameLink">HiveAvroORCQueryGenerator</span></a> - Class in <a href="gobblin/data/management/conversion/hive/query/package-summary.html">gobblin.data.management.conversion.hive.query</a></dt> |
| <dd> |
| <div class="block">Generate Hive queries</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html#HiveAvroORCQueryGenerator--">HiveAvroORCQueryGenerator()</a></span> - Constructor for class gobblin.data.management.conversion.hive.query.<a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html" title="class in gobblin.data.management.conversion.hive.query">HiveAvroORCQueryGenerator</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.COLUMN_SORT_ORDER.html" title="enum in gobblin.data.management.conversion.hive.query"><span class="typeNameLink">HiveAvroORCQueryGenerator.COLUMN_SORT_ORDER</span></a> - Enum in <a href="gobblin/data/management/conversion/hive/query/package-summary.html">gobblin.data.management.conversion.hive.query</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/converter/HiveAvroToFlattenedOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter"><span class="typeNameLink">HiveAvroToFlattenedOrcConverter</span></a> - Class in <a href="gobblin/data/management/conversion/hive/converter/package-summary.html">gobblin.data.management.conversion.hive.converter</a></dt> |
| <dd> |
| <div class="block">An Avro to ORC converter for avro to flattened ORC.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/HiveAvroToFlattenedOrcConverter.html#HiveAvroToFlattenedOrcConverter--">HiveAvroToFlattenedOrcConverter()</a></span> - Constructor for class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/HiveAvroToFlattenedOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">HiveAvroToFlattenedOrcConverter</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/converter/HiveAvroToNestedOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter"><span class="typeNameLink">HiveAvroToNestedOrcConverter</span></a> - Class in <a href="gobblin/data/management/conversion/hive/converter/package-summary.html">gobblin.data.management.conversion.hive.converter</a></dt> |
| <dd> |
| <div class="block">An Avro to ORC converter for avro to nested ORC.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/HiveAvroToNestedOrcConverter.html#HiveAvroToNestedOrcConverter--">HiveAvroToNestedOrcConverter()</a></span> - Constructor for class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/HiveAvroToNestedOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">HiveAvroToNestedOrcConverter</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/source/HiveAvroToOrcSource.html" title="class in gobblin.data.management.conversion.hive.source"><span class="typeNameLink">HiveAvroToOrcSource</span></a> - Class in <a href="gobblin/data/management/conversion/hive/source/package-summary.html">gobblin.data.management.conversion.hive.source</a></dt> |
| <dd> |
| <div class="block">An extension to <a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source"><code>HiveSource</code></a> that is used for Avro to ORC conversion jobs.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveAvroToOrcSource.html#HiveAvroToOrcSource--">HiveAvroToOrcSource()</a></span> - Constructor for class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveAvroToOrcSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveAvroToOrcSource</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/extractor/HiveBaseExtractor.html" title="class in gobblin.data.management.conversion.hive.extractor"><span class="typeNameLink">HiveBaseExtractor</span></a><<a href="gobblin/data/management/conversion/hive/extractor/HiveBaseExtractor.html" title="type parameter in HiveBaseExtractor">S</a>,<a href="gobblin/data/management/conversion/hive/extractor/HiveBaseExtractor.html" title="type parameter in HiveBaseExtractor">D</a>> - Class in <a href="gobblin/data/management/conversion/hive/extractor/package-summary.html">gobblin.data.management.conversion.hive.extractor</a></dt> |
| <dd> |
| <div class="block">Base <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/extractor/Extractor.html?is-external=true" title="class or interface in gobblin.source.extractor"><code>Extractor</code></a> for extracting from <a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source"><code>HiveSource</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/extractor/HiveBaseExtractor.html#HiveBaseExtractor-gobblin.configuration.WorkUnitState-">HiveBaseExtractor(WorkUnitState)</a></span> - Constructor for class gobblin.data.management.conversion.hive.extractor.<a href="gobblin/data/management/conversion/hive/extractor/HiveBaseExtractor.html" title="class in gobblin.data.management.conversion.hive.extractor">HiveBaseExtractor</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/extractor/HiveBaseExtractorFactory.html" title="interface in gobblin.data.management.conversion.hive.extractor"><span class="typeNameLink">HiveBaseExtractorFactory</span></a> - Interface in <a href="gobblin/data/management/conversion/hive/extractor/package-summary.html">gobblin.data.management.conversion.hive.extractor</a></dt> |
| <dd> |
| <div class="block">Factory interface for <a href="gobblin/data/management/conversion/hive/extractor/HiveBaseExtractor.html" title="class in gobblin.data.management.conversion.hive.extractor"><code>HiveBaseExtractor</code></a></div> |
| </dd> |
| <dt><a href="gobblin/data/management/hive/HiveConfigClientUtils.html" title="class in gobblin.data.management.hive"><span class="typeNameLink">HiveConfigClientUtils</span></a> - Class in <a href="gobblin/data/management/hive/package-summary.html">gobblin.data.management.hive</a></dt> |
| <dd> |
| <div class="block">Utility methods for a <a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive"><code>HiveDataset</code></a> to communicate with <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-config-client/gobblin/config/client/ConfigClient.html?is-external=true" title="class or interface in gobblin.config.client"><code>ConfigClient</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/hive/HiveConfigClientUtils.html#HiveConfigClientUtils--">HiveConfigClientUtils()</a></span> - Constructor for class gobblin.data.management.hive.<a href="gobblin/data/management/hive/HiveConfigClientUtils.html" title="class in gobblin.data.management.hive">HiveConfigClientUtils</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/extractor/HiveConvertExtractor.html" title="class in gobblin.data.management.conversion.hive.extractor"><span class="typeNameLink">HiveConvertExtractor</span></a> - Class in <a href="gobblin/data/management/conversion/hive/extractor/package-summary.html">gobblin.data.management.conversion.hive.extractor</a></dt> |
| <dd> |
| <div class="block"> |
| Extracts <a href="gobblin/data/management/conversion/hive/entities/QueryBasedHiveConversionEntity.html" title="class in gobblin.data.management.conversion.hive.entities"><code>QueryBasedHiveConversionEntity</code></a>s.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/extractor/HiveConvertExtractor.html#HiveConvertExtractor-gobblin.configuration.WorkUnitState-org.apache.hadoop.fs.FileSystem-">HiveConvertExtractor(WorkUnitState, FileSystem)</a></span> - Constructor for class gobblin.data.management.conversion.hive.extractor.<a href="gobblin/data/management/conversion/hive/extractor/HiveConvertExtractor.html" title="class in gobblin.data.management.conversion.hive.extractor">HiveConvertExtractor</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/extractor/HiveConvertExtractorFactory.html" title="class in gobblin.data.management.conversion.hive.extractor"><span class="typeNameLink">HiveConvertExtractorFactory</span></a> - Class in <a href="gobblin/data/management/conversion/hive/extractor/package-summary.html">gobblin.data.management.conversion.hive.extractor</a></dt> |
| <dd> |
| <div class="block">Factory for <a href="gobblin/data/management/conversion/hive/extractor/HiveConvertExtractor.html" title="class in gobblin.data.management.conversion.hive.extractor"><code>HiveConvertExtractor</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/extractor/HiveConvertExtractorFactory.html#HiveConvertExtractorFactory--">HiveConvertExtractorFactory()</a></span> - Constructor for class gobblin.data.management.conversion.hive.extractor.<a href="gobblin/data/management/conversion/hive/extractor/HiveConvertExtractorFactory.html" title="class in gobblin.data.management.conversion.hive.extractor">HiveConvertExtractorFactory</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html" title="class in gobblin.data.management.conversion.hive.publisher"><span class="typeNameLink">HiveConvertPublisher</span></a> - Class in <a href="gobblin/data/management/conversion/hive/publisher/package-summary.html">gobblin.data.management.conversion.hive.publisher</a></dt> |
| <dd> |
| <div class="block">A simple <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/publisher/DataPublisher.html?is-external=true" title="class or interface in gobblin.publisher"><code>DataPublisher</code></a> updates the watermark and working state</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html#HiveConvertPublisher-gobblin.configuration.State-">HiveConvertPublisher(State)</a></span> - Constructor for class gobblin.data.management.conversion.hive.publisher.<a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html" title="class in gobblin.data.management.conversion.hive.publisher">HiveConvertPublisher</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive"><span class="typeNameLink">HiveCopyEntityHelper</span></a> - Class in <a href="gobblin/data/management/copy/hive/package-summary.html">gobblin.data.management.copy.hive</a></dt> |
| <dd> |
| <div class="block">Creates <a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy"><code>CopyEntity</code></a>s for copying a Hive table.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.DeregisterFileDeleteMethod.html" title="enum in gobblin.data.management.copy.hive"><span class="typeNameLink">HiveCopyEntityHelper.DeregisterFileDeleteMethod</span></a> - Enum in <a href="gobblin/data/management/copy/hive/package-summary.html">gobblin.data.management.copy.hive</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.DiffPathSet.html" title="class in gobblin.data.management.copy.hive"><span class="typeNameLink">HiveCopyEntityHelper.DiffPathSet</span></a> - Class in <a href="gobblin/data/management/copy/hive/package-summary.html">gobblin.data.management.copy.hive</a></dt> |
| <dd> |
| <div class="block">A container for the differences between desired and existing files.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.ExistingEntityPolicy.html" title="enum in gobblin.data.management.copy.hive"><span class="typeNameLink">HiveCopyEntityHelper.ExistingEntityPolicy</span></a> - Enum in <a href="gobblin/data/management/copy/hive/package-summary.html">gobblin.data.management.copy.hive</a></dt> |
| <dd> |
| <div class="block">Defines what should be done for partitions that exist in the target but are not compatible with the source.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html" title="class in gobblin.data.management.copy.hive"><span class="typeNameLink">HiveCopyEntityHelper.Stages</span></a> - Class in <a href="gobblin/data/management/copy/hive/package-summary.html">gobblin.data.management.copy.hive</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.UnmanagedDataPolicy.html" title="enum in gobblin.data.management.copy.hive"><span class="typeNameLink">HiveCopyEntityHelper.UnmanagedDataPolicy</span></a> - Enum in <a href="gobblin/data/management/copy/hive/package-summary.html">gobblin.data.management.copy.hive</a></dt> |
| <dd> |
| <div class="block">Defines what should be done for data that is not managed by the existing target table / partition.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html#hiveDataset">hiveDataset</a></span> - Variable in class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">AbstractAvroToOrcConverter</a></dt> |
| <dd> |
| <div class="block">The dataset being converted.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/extractor/HiveBaseExtractor.html#hiveDataset">hiveDataset</a></span> - Variable in class gobblin.data.management.conversion.hive.extractor.<a href="gobblin/data/management/conversion/hive/extractor/HiveBaseExtractor.html" title="class in gobblin.data.management.conversion.hive.extractor">HiveBaseExtractor</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive"><span class="typeNameLink">HiveDataset</span></a> - Class in <a href="gobblin/data/management/copy/hive/package-summary.html">gobblin.data.management.copy.hive</a></dt> |
| <dd> |
| <div class="block">Hive dataset implementing <a href="gobblin/data/management/copy/CopyableDataset.html" title="interface in gobblin.data.management.copy"><code>CopyableDataset</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#HiveDataset-org.apache.hadoop.fs.FileSystem-gobblin.hive.HiveMetastoreClientPool-org.apache.hadoop.hive.ql.metadata.Table-java.util.Properties-">HiveDataset(FileSystem, HiveMetastoreClientPool, Table, Properties)</a></span> - Constructor for class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#HiveDataset-org.apache.hadoop.fs.FileSystem-gobblin.hive.HiveMetastoreClientPool-org.apache.hadoop.hive.ql.metadata.Table-com.typesafe.config.Config-">HiveDataset(FileSystem, HiveMetastoreClientPool, Table, Config)</a></span> - Constructor for class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#HiveDataset-org.apache.hadoop.fs.FileSystem-gobblin.hive.HiveMetastoreClientPool-org.apache.hadoop.hive.ql.metadata.Table-java.util.Properties-com.typesafe.config.Config-">HiveDataset(FileSystem, HiveMetastoreClientPool, Table, Properties, Config)</a></span> - Constructor for class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive"><span class="typeNameLink">HiveDatasetFinder</span></a> - Class in <a href="gobblin/data/management/copy/hive/package-summary.html">gobblin.data.management.copy.hive</a></dt> |
| <dd> |
| <div class="block">Finds <a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive"><code>HiveDataset</code></a>s.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#HiveDatasetFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">HiveDatasetFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#HiveDatasetFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-gobblin.config.client.ConfigClient-">HiveDatasetFinder(FileSystem, Properties, ConfigClient)</a></span> - Constructor for class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#HiveDatasetFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-gobblin.metrics.event.EventSubmitter-">HiveDatasetFinder(FileSystem, Properties, EventSubmitter)</a></span> - Constructor for class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#HiveDatasetFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-gobblin.hive.HiveMetastoreClientPool-">HiveDatasetFinder(FileSystem, Properties, HiveMetastoreClientPool)</a></span> - Constructor for class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#HiveDatasetFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-gobblin.hive.HiveMetastoreClientPool-gobblin.metrics.event.EventSubmitter-">HiveDatasetFinder(FileSystem, Properties, HiveMetastoreClientPool, EventSubmitter)</a></span> - Constructor for class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#HiveDatasetFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-gobblin.hive.HiveMetastoreClientPool-gobblin.metrics.event.EventSubmitter-gobblin.config.client.ConfigClient-">HiveDatasetFinder(FileSystem, Properties, HiveMetastoreClientPool, EventSubmitter, ConfigClient)</a></span> - Constructor for class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.DbAndTable.html" title="class in gobblin.data.management.copy.hive"><span class="typeNameLink">HiveDatasetFinder.DbAndTable</span></a> - Class in <a href="gobblin/data/management/copy/hive/package-summary.html">gobblin.data.management.copy.hive</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/version/HiveDatasetVersion.html" title="interface in gobblin.data.management.version"><span class="typeNameLink">HiveDatasetVersion</span></a> - Interface in <a href="gobblin/data/management/version/package-summary.html">gobblin.data.management.version</a></dt> |
| <dd> |
| <div class="block">Represents a <a href="gobblin/data/management/version/DatasetVersion.html" title="interface in gobblin.data.management.version"><code>DatasetVersion</code></a> for hive partition</div> |
| </dd> |
| <dt><a href="gobblin/data/management/retention/version/HiveDatasetVersionCleaner.html" title="class in gobblin.data.management.retention.version"><span class="typeNameLink">HiveDatasetVersionCleaner</span></a> - Class in <a href="gobblin/data/management/retention/version/package-summary.html">gobblin.data.management.retention.version</a></dt> |
| <dd> |
| <div class="block">An abstraction for cleaning a <a href="gobblin/data/management/retention/version/HiveDatasetVersionCleaner.html" title="class in gobblin.data.management.retention.version"><code>HiveDatasetVersionCleaner</code></a> of a <a href="gobblin/data/management/retention/dataset/CleanableHiveDataset.html" title="class in gobblin.data.management.retention.dataset"><code>CleanableHiveDataset</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/HiveDatasetVersionCleaner.html#HiveDatasetVersionCleaner-gobblin.data.management.version.DatasetVersion-gobblin.data.management.retention.dataset.CleanableDataset-">HiveDatasetVersionCleaner(DatasetVersion, CleanableDataset)</a></span> - Constructor for class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/HiveDatasetVersionCleaner.html" title="class in gobblin.data.management.retention.version">HiveDatasetVersionCleaner</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/hive/HiveFileSet.html" title="class in gobblin.data.management.copy.hive"><span class="typeNameLink">HiveFileSet</span></a> - Class in <a href="gobblin/data/management/copy/hive/package-summary.html">gobblin.data.management.copy.hive</a></dt> |
| <dd> |
| <div class="block">A <a href="gobblin/data/management/partition/FileSet.html" title="class in gobblin.data.management.partition"><code>FileSet</code></a> for Hive datasets.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveFileSet.html#HiveFileSet-java.lang.String-gobblin.data.management.copy.hive.HiveDataset-">HiveFileSet(String, HiveDataset)</a></span> - Constructor for class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveFileSet.html" title="class in gobblin.data.management.copy.hive">HiveFileSet</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html" title="class in gobblin.data.management.copy.hive"><span class="typeNameLink">HiveLocationDescriptor</span></a> - Class in <a href="gobblin/data/management/copy/hive/package-summary.html">gobblin.data.management.copy.hive</a></dt> |
| <dd> |
| <div class="block">Contains data for a Hive location as well as additional data if <a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html#HIVE_DATASET_COPY_ADDITIONAL_PATHS_RECURSIVELY_ENABLED"><code>HiveLocationDescriptor.HIVE_DATASET_COPY_ADDITIONAL_PATHS_RECURSIVELY_ENABLED</code></a> set to true.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html#HiveLocationDescriptor--">HiveLocationDescriptor()</a></span> - Constructor for class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html" title="class in gobblin.data.management.copy.hive">HiveLocationDescriptor</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.PathFindingMethod.html" title="enum in gobblin.data.management.copy.hive"><span class="typeNameLink">HiveLocationDescriptor.PathFindingMethod</span></a> - Enum in <a href="gobblin/data/management/copy/hive/package-summary.html">gobblin.data.management.copy.hive</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/provider/HiveMetastoreBasedUpdateProvider.html" title="class in gobblin.data.management.conversion.hive.provider"><span class="typeNameLink">HiveMetastoreBasedUpdateProvider</span></a> - Class in <a href="gobblin/data/management/conversion/hive/provider/package-summary.html">gobblin.data.management.conversion.hive.provider</a></dt> |
| <dd> |
| <div class="block">An update provider that uses update metadata from Hive metastore</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/provider/HiveMetastoreBasedUpdateProvider.html#HiveMetastoreBasedUpdateProvider--">HiveMetastoreBasedUpdateProvider()</a></span> - Constructor for class gobblin.data.management.conversion.hive.provider.<a href="gobblin/data/management/conversion/hive/provider/HiveMetastoreBasedUpdateProvider.html" title="class in gobblin.data.management.conversion.hive.provider">HiveMetastoreBasedUpdateProvider</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/hive/HivePartitionExtendedFilter.html" title="interface in gobblin.data.management.copy.hive"><span class="typeNameLink">HivePartitionExtendedFilter</span></a> - Interface in <a href="gobblin/data/management/copy/hive/package-summary.html">gobblin.data.management.copy.hive</a></dt> |
| <dd> |
| <div class="block">The <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/metastore/IMetaStoreClient.html?is-external=true" title="class or interface in org.apache.hadoop.hive.metastore"><code>IMetaStoreClient</code></a> provides `listPartitionsByFilter` method which |
| contains a String-type filter parameter.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/copy/hive/HivePartitionExtendedFilterFactory.html" title="interface in gobblin.data.management.copy.hive"><span class="typeNameLink">HivePartitionExtendedFilterFactory</span></a> - Interface in <a href="gobblin/data/management/copy/hive/package-summary.html">gobblin.data.management.copy.hive</a></dt> |
| <dd> |
| <div class="block">A factory for <a href="gobblin/data/management/copy/hive/HivePartitionExtendedFilter.html" title="interface in gobblin.data.management.copy.hive"><code>HivePartitionExtendedFilter</code></a> instances.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/copy/hive/HivePartitionFileSet.html" title="class in gobblin.data.management.copy.hive"><span class="typeNameLink">HivePartitionFileSet</span></a> - Class in <a href="gobblin/data/management/copy/hive/package-summary.html">gobblin.data.management.copy.hive</a></dt> |
| <dd> |
| <div class="block">A <a href="gobblin/data/management/copy/hive/HiveFileSet.html" title="class in gobblin.data.management.copy.hive"><code>HiveFileSet</code></a> for Hive partitions.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HivePartitionFileSet.html#HivePartitionFileSet-gobblin.data.management.copy.hive.HiveCopyEntityHelper-org.apache.hadoop.hive.ql.metadata.Partition-java.util.Properties-">HivePartitionFileSet(HiveCopyEntityHelper, Partition, Properties)</a></span> - Constructor for class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HivePartitionFileSet.html" title="class in gobblin.data.management.copy.hive">HivePartitionFileSet</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/hive/HivePartitionsDeregisterFileSet.html" title="class in gobblin.data.management.copy.hive"><span class="typeNameLink">HivePartitionsDeregisterFileSet</span></a> - Class in <a href="gobblin/data/management/copy/hive/package-summary.html">gobblin.data.management.copy.hive</a></dt> |
| <dd> |
| <div class="block">A <a href="gobblin/data/management/copy/hive/HiveFileSet.html" title="class in gobblin.data.management.copy.hive"><code>HiveFileSet</code></a> for deregistering partitions in the target.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HivePartitionsDeregisterFileSet.html#HivePartitionsDeregisterFileSet-java.lang.String-gobblin.data.management.copy.hive.HiveDataset-java.util.Collection-gobblin.data.management.copy.hive.HiveCopyEntityHelper-">HivePartitionsDeregisterFileSet(String, HiveDataset, Collection<Partition>, HiveCopyEntityHelper)</a></span> - Constructor for class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HivePartitionsDeregisterFileSet.html" title="class in gobblin.data.management.copy.hive">HivePartitionsDeregisterFileSet</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/writer/HiveQueryExecutionWriter.html" title="class in gobblin.data.management.conversion.hive.writer"><span class="typeNameLink">HiveQueryExecutionWriter</span></a> - Class in <a href="gobblin/data/management/conversion/hive/writer/package-summary.html">gobblin.data.management.conversion.hive.writer</a></dt> |
| <dd> |
| <div class="block">The <a href="gobblin/data/management/conversion/hive/writer/HiveQueryExecutionWriter.html" title="class in gobblin.data.management.conversion.hive.writer"><code>HiveQueryExecutionWriter</code></a> is responsible for running the hive query available at |
| <code>QueryBasedHiveConversionEntity#getConversionQuery()</code></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/writer/HiveQueryExecutionWriter.html#HiveQueryExecutionWriter--">HiveQueryExecutionWriter()</a></span> - Constructor for class gobblin.data.management.conversion.hive.writer.<a href="gobblin/data/management/conversion/hive/writer/HiveQueryExecutionWriter.html" title="class in gobblin.data.management.conversion.hive.writer">HiveQueryExecutionWriter</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/writer/HiveQueryWriterBuilder.html" title="class in gobblin.data.management.conversion.hive.writer"><span class="typeNameLink">HiveQueryWriterBuilder</span></a> - Class in <a href="gobblin/data/management/conversion/hive/writer/package-summary.html">gobblin.data.management.conversion.hive.writer</a></dt> |
| <dd> |
| <div class="block">A <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/writer/DataWriterBuilder.html?is-external=true" title="class or interface in gobblin.writer"><code>DataWriterBuilder</code></a> for <a href="gobblin/data/management/conversion/hive/writer/HiveQueryWriterBuilder.html" title="class in gobblin.data.management.conversion.hive.writer"><code>HiveQueryWriterBuilder</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/writer/HiveQueryWriterBuilder.html#HiveQueryWriterBuilder--">HiveQueryWriterBuilder()</a></span> - Constructor for class gobblin.data.management.conversion.hive.writer.<a href="gobblin/data/management/conversion/hive/writer/HiveQueryWriterBuilder.html" title="class in gobblin.data.management.conversion.hive.writer">HiveQueryWriterBuilder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/hive/HiveRegistrableDataset.html" title="interface in gobblin.data.management.hive"><span class="typeNameLink">HiveRegistrableDataset</span></a> - Interface in <a href="gobblin/data/management/hive/package-summary.html">gobblin.data.management.hive</a></dt> |
| <dd> |
| <div class="block">A <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/dataset/Dataset.html?is-external=true" title="class or interface in gobblin.dataset"><code>Dataset</code></a> that can be registered in Hive.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source"><span class="typeNameLink">HiveSource</span></a> - Class in <a href="gobblin/data/management/conversion/hive/source/package-summary.html">gobblin.data.management.conversion.hive.source</a></dt> |
| <dd> |
| <div class="block"> |
| A <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/Source.html?is-external=true" title="class or interface in gobblin.source"><code>Source</code></a> that creates generic workunits for a hive table or a hive partition.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveSource.html#HiveSource--">HiveSource()</a></span> - Constructor for class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveSource</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarker.html" title="interface in gobblin.data.management.conversion.hive.watermarker"><span class="typeNameLink">HiveSourceWatermarker</span></a> - Interface in <a href="gobblin/data/management/conversion/hive/watermarker/package-summary.html">gobblin.data.management.conversion.hive.watermarker</a></dt> |
| <dd> |
| <div class="block">An interface to read previous high watermarks and write new high watermarks to state.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarkerFactory.html" title="interface in gobblin.data.management.conversion.hive.watermarker"><span class="typeNameLink">HiveSourceWatermarkerFactory</span></a> - Interface in <a href="gobblin/data/management/conversion/hive/watermarker/package-summary.html">gobblin.data.management.conversion.hive.watermarker</a></dt> |
| <dd> |
| <div class="block">An interface for creating new <a href="gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarker.html" title="interface in gobblin.data.management.conversion.hive.watermarker"><code>HiveSourceWatermarker</code></a>s</div> |
| </dd> |
| <dt><a href="gobblin/data/management/copy/hive/HiveTableLocationNotMatchException.html" title="class in gobblin.data.management.copy.hive"><span class="typeNameLink">HiveTableLocationNotMatchException</span></a> - Exception in <a href="gobblin/data/management/copy/hive/package-summary.html">gobblin.data.management.copy.hive</a></dt> |
| <dd> |
| <div class="block">Denotes that the desired target table location in Hive does not match the existing target table location</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveTableLocationNotMatchException.html#HiveTableLocationNotMatchException-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.Path-">HiveTableLocationNotMatchException(Path, Path)</a></span> - Constructor for exception gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveTableLocationNotMatchException.html" title="class in gobblin.data.management.copy.hive">HiveTableLocationNotMatchException</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/hive/HiveTargetPathHelper.html" title="class in gobblin.data.management.copy.hive"><span class="typeNameLink">HiveTargetPathHelper</span></a> - Class in <a href="gobblin/data/management/copy/hive/package-summary.html">gobblin.data.management.copy.hive</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveTargetPathHelper.html#HiveTargetPathHelper-gobblin.data.management.copy.hive.HiveDataset-">HiveTargetPathHelper(HiveDataset)</a></span> - Constructor for class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveTargetPathHelper.html" title="class in gobblin.data.management.copy.hive">HiveTargetPathHelper</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/provider/HiveUnitUpdateProvider.html" title="interface in gobblin.data.management.conversion.hive.provider"><span class="typeNameLink">HiveUnitUpdateProvider</span></a> - Interface in <a href="gobblin/data/management/conversion/hive/provider/package-summary.html">gobblin.data.management.conversion.hive.provider</a></dt> |
| <dd> |
| <div class="block">An interface that finds when new data was added into a <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Partition.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Partition</code></a> or a <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Table.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Table</code></a></div> |
| </dd> |
| <dt><a href="gobblin/data/management/copy/hive/HiveUtils.html" title="class in gobblin.data.management.copy.hive"><span class="typeNameLink">HiveUtils</span></a> - Class in <a href="gobblin/data/management/copy/hive/package-summary.html">gobblin.data.management.copy.hive</a></dt> |
| <dd> |
| <div class="block">Utilities for <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/package-summary.html?is-external=true"><code>org.apache.hadoop.hive.ql</code></a> classes.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveUtils.html#HiveUtils--">HiveUtils()</a></span> - Constructor for class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveUtils.html" title="class in gobblin.data.management.copy.hive">HiveUtils</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/query/HiveValidationQueryGenerator.html" title="class in gobblin.data.management.conversion.hive.query"><span class="typeNameLink">HiveValidationQueryGenerator</span></a> - Class in <a href="gobblin/data/management/conversion/hive/query/package-summary.html">gobblin.data.management.conversion.hive.query</a></dt> |
| <dd> |
| <div class="block">Generate Hive queries for validation</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/query/HiveValidationQueryGenerator.html#HiveValidationQueryGenerator--">HiveValidationQueryGenerator()</a></span> - Constructor for class gobblin.data.management.conversion.hive.query.<a href="gobblin/data/management/conversion/hive/query/HiveValidationQueryGenerator.html" title="class in gobblin.data.management.conversion.hive.query">HiveValidationQueryGenerator</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/extractor/HiveBaseExtractor.html#hiveWorkUnit">hiveWorkUnit</a></span> - Variable in class gobblin.data.management.conversion.hive.extractor.<a href="gobblin/data/management/conversion/hive/extractor/HiveBaseExtractor.html" title="class in gobblin.data.management.conversion.hive.extractor">HiveBaseExtractor</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html" title="class in gobblin.data.management.conversion.hive.source"><span class="typeNameLink">HiveWorkUnit</span></a> - Class in <a href="gobblin/data/management/conversion/hive/source/package-summary.html">gobblin.data.management.conversion.hive.source</a></dt> |
| <dd> |
| <div class="block">A <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/workunit/WorkUnit.html?is-external=true" title="class or interface in gobblin.source.workunit"><code>WorkUnit</code></a> wrapper for <a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source"><code>HiveSource</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html#HiveWorkUnit--">HiveWorkUnit()</a></span> - Constructor for class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html" title="class in gobblin.data.management.conversion.hive.source">HiveWorkUnit</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html#HiveWorkUnit-gobblin.source.workunit.WorkUnit-">HiveWorkUnit(WorkUnit)</a></span> - Constructor for class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html" title="class in gobblin.data.management.conversion.hive.source">HiveWorkUnit</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html#HiveWorkUnit-gobblin.data.management.copy.hive.HiveDataset-">HiveWorkUnit(HiveDataset)</a></span> - Constructor for class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html" title="class in gobblin.data.management.conversion.hive.source">HiveWorkUnit</a></dt> |
| <dd> |
| <div class="block">Automatically serializes the <a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive"><code>HiveDataset</code></a> by calling <a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html#setHiveDataset-gobblin.data.management.copy.hive.HiveDataset-"><code>HiveWorkUnit.setHiveDataset(HiveDataset)</code></a></div> |
| </dd> |
| </dl> |
| <a name="I:I"> |
| <!-- --> |
| </a> |
| <h2 class="title">I</h2> |
| <dl> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyEntity.DatasetAndPartition.html#identifier--">identifier()</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyEntity.DatasetAndPartition.html" title="class in gobblin.data.management.copy">CopyEntity.DatasetAndPartition</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html#IDENTIFIER_PATTERN">IDENTIFIER_PATTERN</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html" title="class in gobblin.data.management.copy">SubsetFilesCopyableDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html#identifierPattern">identifierPattern</a></span> - Variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html" title="class in gobblin.data.management.copy">SubsetFilesCopyableDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html#idToFileStatuses">idToFileStatuses</a></span> - Variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html" title="class in gobblin.data.management.copy">SubsetFilesCopyableDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/trash/ImmediateDeletionTrash.html" title="class in gobblin.data.management.trash"><span class="typeNameLink">ImmediateDeletionTrash</span></a> - Class in <a href="gobblin/data/management/trash/package-summary.html">gobblin.data.management.trash</a></dt> |
| <dd> |
| <div class="block"><a href="gobblin/data/management/trash/ProxiedTrash.html" title="class in gobblin.data.management.trash"><code>ProxiedTrash</code></a> implementation that immediately deletes |
| <a href="http://hadoop.apache.org/docs/r2.3.0/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs"><code>Path</code></a>s instead of moving them to trash.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/ImmediateDeletionTrash.html#ImmediateDeletionTrash-org.apache.hadoop.fs.FileSystem-java.util.Properties-java.lang.String-">ImmediateDeletionTrash(FileSystem, Properties, String)</a></span> - Constructor for class gobblin.data.management.trash.<a href="gobblin/data/management/trash/ImmediateDeletionTrash.html" title="class in gobblin.data.management.trash">ImmediateDeletionTrash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/converter/DecryptConverter.html#init-gobblin.configuration.WorkUnitState-">init(WorkUnitState)</a></span> - Method in class gobblin.data.management.copy.converter.<a href="gobblin/data/management/copy/converter/DecryptConverter.html" title="class in gobblin.data.management.copy.converter">DecryptConverter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/converter/DistcpConverter.html#init-gobblin.configuration.WorkUnitState-">init(WorkUnitState)</a></span> - Method in class gobblin.data.management.copy.converter.<a href="gobblin/data/management/copy/converter/DistcpConverter.html" title="class in gobblin.data.management.copy.converter">DistcpConverter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/BackfillHiveSource.html#initBackfillHiveSource-gobblin.configuration.SourceState-">initBackfillHiveSource(SourceState)</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/BackfillHiveSource.html" title="class in gobblin.data.management.conversion.hive.source">BackfillHiveSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html#initialize--">initialize()</a></span> - Method in class gobblin.data.management.conversion.hive.publisher.<a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html" title="class in gobblin.data.management.conversion.hive.publisher">HiveConvertPublisher</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveSource.html#initialize-gobblin.configuration.SourceState-">initialize(SourceState)</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/publisher/CopyDataPublisher.html#initialize--">initialize()</a></span> - Method in class gobblin.data.management.copy.publisher.<a href="gobblin/data/management/copy/publisher/CopyDataPublisher.html" title="class in gobblin.data.management.copy.publisher">CopyDataPublisher</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html#inputFormat">inputFormat</a></span> - Variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html" title="class in gobblin.data.management.copy.hive">HiveLocationDescriptor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/converter/DecryptConverter.html#inputStreamTransformation--">inputStreamTransformation()</a></span> - Method in class gobblin.data.management.copy.converter.<a href="gobblin/data/management/copy/converter/DecryptConverter.html" title="class in gobblin.data.management.copy.converter">DecryptConverter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/converter/DistcpConverter.html#inputStreamTransformation--">inputStreamTransformation()</a></span> - Method in class gobblin.data.management.copy.converter.<a href="gobblin/data/management/copy/converter/DistcpConverter.html" title="class in gobblin.data.management.copy.converter">DistcpConverter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/converter/UnGzipConverter.html#inputStreamTransformation--">inputStreamTransformation()</a></span> - Method in class gobblin.data.management.copy.converter.<a href="gobblin/data/management/copy/converter/UnGzipConverter.html" title="class in gobblin.data.management.copy.converter">UnGzipConverter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/dataset/DatasetUtils.html#instantiateCopyableFileFilter-java.util.Properties-java.lang.Object...-">instantiateCopyableFileFilter(Properties, Object...)</a></span> - Static method in class gobblin.data.management.dataset.<a href="gobblin/data/management/dataset/DatasetUtils.html" title="class in gobblin.data.management.dataset">DatasetUtils</a></dt> |
| <dd> |
| <div class="block">Instantiate a <a href="gobblin/data/management/copy/CopyableFileFilter.html" title="interface in gobblin.data.management.copy"><code>CopyableFileFilter</code></a> from the class name at key <a href="gobblin/data/management/dataset/DatasetUtils.html#COPYABLE_FILE_FILTER_KEY"><code>DatasetUtils.COPYABLE_FILE_FILTER_KEY</code></a> in props |
| passed.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/dataset/DatasetUtils.html#instantiateDatasetFinder-java.util.Properties-org.apache.hadoop.fs.FileSystem-java.lang.String-java.lang.Object...-">instantiateDatasetFinder(Properties, FileSystem, String, Object...)</a></span> - Static method in class gobblin.data.management.dataset.<a href="gobblin/data/management/dataset/DatasetUtils.html" title="class in gobblin.data.management.dataset">DatasetUtils</a></dt> |
| <dd> |
| <div class="block">Instantiate a <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/dataset/DatasetsFinder.html?is-external=true" title="class or interface in gobblin.dataset"><code>DatasetsFinder</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/dataset/DatasetUtils.html#instantiatePathFilter-java.util.Properties-">instantiatePathFilter(Properties)</a></span> - Static method in class gobblin.data.management.dataset.<a href="gobblin/data/management/dataset/DatasetUtils.html" title="class in gobblin.data.management.dataset">DatasetUtils</a></dt> |
| <dd> |
| <div class="block">Instantiate a <a href="http://hadoop.apache.org/docs/r2.3.0/api/org/apache/hadoop/fs/PathFilter.html?is-external=true" title="class or interface in org.apache.hadoop.fs"><code>PathFilter</code></a> from the class name at key <a href="gobblin/data/management/dataset/DatasetUtils.html#PATH_FILTER_KEY"><code>DatasetUtils.PATH_FILTER_KEY</code></a> in props passed.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#IS_DATASET_BLACKLISTED_DEFAULT">IS_DATASET_BLACKLISTED_DEFAULT</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#IS_DATASET_BLACKLISTED_KEY">IS_DATASET_BLACKLISTED_KEY</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventWorkunitUtils.html#IS_WATERMARK_WORKUNIT_KEY">IS_WATERMARK_WORKUNIT_KEY</a></span> - Static variable in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventWorkunitUtils.html" title="class in gobblin.data.management.conversion.hive.events">EventWorkunitUtils</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.html#IS_WATERMARK_WORKUNIT_KEY">IS_WATERMARK_WORKUNIT_KEY</a></span> - Static variable in class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.html" title="class in gobblin.data.management.conversion.hive.watermarker">PartitionLevelWatermarker</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/WatermarkMetadataGenerationCommitStep.html#isCompleted--">isCompleted()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/WatermarkMetadataGenerationCommitStep.html" title="class in gobblin.data.management.copy.replication">WatermarkMetadataGenerationCommitStep</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/util/commit/DeleteFileCommitStep.html#isCompleted--">isCompleted()</a></span> - Method in class gobblin.util.commit.<a href="gobblin/util/commit/DeleteFileCommitStep.html" title="class in gobblin.util.commit">DeleteFileCommitStep</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/HadoopFsEndPoint.html#isDatasetAvailable-org.apache.hadoop.fs.Path-">isDatasetAvailable(Path)</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/HadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">HadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#isDatasetBlacklisted">isDatasetBlacklisted</a></span> - Variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/EndPoint.html#isFileSystemAvailable--">isFileSystemAvailable()</a></span> - Method in interface gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/EndPoint.html" title="interface in gobblin.data.management.copy.replication">EndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/HadoopFsEndPoint.html#isFileSystemAvailable--">isFileSystemAvailable()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/HadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">HadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/avro/HiveAvroCopyEntityHelper.html#isHiveTableAvroType-org.apache.hadoop.hive.ql.metadata.Table-">isHiveTableAvroType(Table)</a></span> - Static method in class gobblin.data.management.copy.hive.avro.<a href="gobblin/data/management/copy/hive/avro/HiveAvroCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive.avro">HiveAvroCopyEntityHelper</a></dt> |
| <dd> |
| <div class="block">Tell whether a hive table is actually an Avro table</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/DatasetCleaner.html#isInstrumentationEnabled--">isInstrumentationEnabled()</a></span> - Method in class gobblin.data.management.retention.<a href="gobblin/data/management/retention/DatasetCleaner.html" title="class in gobblin.data.management.retention">DatasetCleaner</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/BackfillHiveSource.html#isOlderThanLookback-org.apache.hadoop.hive.ql.metadata.Partition-">isOlderThanLookback(Partition)</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/BackfillHiveSource.html" title="class in gobblin.data.management.conversion.hive.source">BackfillHiveSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveSource.html#isOlderThanLookback-org.apache.hadoop.hive.ql.metadata.Partition-">isOlderThanLookback(Partition)</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveSource</a></dt> |
| <dd> |
| <div class="block">Do not create workunit if a partition was created before the lookbackTime</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveUtils.html#isPartitioned-org.apache.hadoop.hive.ql.metadata.Table-">isPartitioned(Table)</a></span> - Static method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveUtils.html" title="class in gobblin.data.management.copy.hive">HiveUtils</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/HadoopFsEndPoint.html#isPathAvailable-org.apache.hadoop.fs.Path-">isPathAvailable(Path)</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/HadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">HadoopFsEndPoint</a></dt> |
| <dd> |
| <div class="block">A helper utility for data/filesystem availability checking</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/action/RetentionAction.html#isSimulateMode">isSimulateMode</a></span> - Variable in class gobblin.data.management.retention.action.<a href="gobblin/data/management/retention/action/RetentionAction.html" title="class in gobblin.data.management.retention.action">RetentionAction</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/EndPoint.html#isSource--">isSource()</a></span> - Method in interface gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/EndPoint.html" title="interface in gobblin.data.management.copy.replication">EndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html#isSource--">isSource()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">ReplicaHadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.html#isSource--">isSource()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">SourceHadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#isSpeculativeAttemptSafe--">isSpeculativeAttemptSafe()</a></span> - Method in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/publisher/CopyDataPublisher.html#isThreadSafe--">isThreadSafe()</a></span> - Method in class gobblin.data.management.copy.publisher.<a href="gobblin/data/management/copy/publisher/CopyDataPublisher.html" title="class in gobblin.data.management.copy.publisher">CopyDataPublisher</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html#isTypeEvolved-java.lang.String-java.lang.String-">isTypeEvolved(String, String)</a></span> - Static method in class gobblin.data.management.conversion.hive.query.<a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html" title="class in gobblin.data.management.conversion.hive.query">HiveAvroORCQueryGenerator</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/IterableCopyableDataset.html" title="interface in gobblin.data.management.copy"><span class="typeNameLink">IterableCopyableDataset</span></a> - Interface in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block">A <a href="gobblin/data/management/copy/CopyableDatasetBase.html" title="interface in gobblin.data.management.copy"><code>CopyableDatasetBase</code></a> that returns <a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy"><code>CopyEntity</code></a>s as an iterator.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/copy/IterableCopyableDatasetImpl.html" title="class in gobblin.data.management.copy"><span class="typeNameLink">IterableCopyableDatasetImpl</span></a> - Class in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block">Wraps a <a href="gobblin/data/management/copy/CopyableDataset.html" title="interface in gobblin.data.management.copy"><code>CopyableDataset</code></a> to produce an <a href="gobblin/data/management/copy/IterableCopyableDataset.html" title="interface in gobblin.data.management.copy"><code>IterableCopyableDataset</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/IterableCopyableDatasetImpl.html#IterableCopyableDatasetImpl--">IterableCopyableDatasetImpl()</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/IterableCopyableDatasetImpl.html" title="class in gobblin.data.management.copy">IterableCopyableDatasetImpl</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/dataset/SimpleDatasetRequestor.html#iterator--">iterator()</a></span> - Method in class gobblin.data.management.dataset.<a href="gobblin/data/management/dataset/SimpleDatasetRequestor.html" title="class in gobblin.data.management.dataset">SimpleDatasetRequestor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/partition/CopyableDatasetRequestor.html#iterator--">iterator()</a></span> - Method in class gobblin.data.management.partition.<a href="gobblin/data/management/partition/CopyableDatasetRequestor.html" title="class in gobblin.data.management.partition">CopyableDatasetRequestor</a></dt> |
| <dd> </dd> |
| </dl> |
| <a name="I:J"> |
| <!-- --> |
| </a> |
| <h2 class="title">J</h2> |
| <dl> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html#JOB_LEVEL_BLACKLIST">JOB_LEVEL_BLACKLIST</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html" title="class in gobblin.data.management.copy.replication">ConfigBasedDatasetsFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html#JOB_LEVEL_WHITELIST">JOB_LEVEL_WHITELIST</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html" title="class in gobblin.data.management.copy.replication">ConfigBasedDatasetsFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/MultiDatasetFinder.html#jobProps">jobProps</a></span> - Variable in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/MultiDatasetFinder.html" title="class in gobblin.data.management.retention.profile">MultiDatasetFinder</a></dt> |
| <dd> </dd> |
| </dl> |
| <a name="I:L"> |
| <!-- --> |
| </a> |
| <h2 class="title">L</h2> |
| <dl> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html#LATEST_TIMESTAMP">LATEST_TIMESTAMP</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">ReplicaHadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/CombineRetentionPolicy.html#listDeletableVersions-java.util.List-">listDeletableVersions(List<T>)</a></span> - Method in class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/CombineRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">CombineRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/DeleteAllRetentionPolicy.html#listDeletableVersions-java.util.List-">listDeletableVersions(List<DatasetVersion>)</a></span> - Method in class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/DeleteAllRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">DeleteAllRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/DeleteNothingRetentionPolicy.html#listDeletableVersions-java.util.List-">listDeletableVersions(List<DatasetVersion>)</a></span> - Method in class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/DeleteNothingRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">DeleteNothingRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/NewestKRetentionPolicy.html#listDeletableVersions-java.util.List-">listDeletableVersions(List<T>)</a></span> - Method in class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/NewestKRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">NewestKRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/PredicateRetentionPolicy.html#listDeletableVersions-java.util.List-">listDeletableVersions(List<DatasetVersion>)</a></span> - Method in class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/PredicateRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">PredicateRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/RawDatasetRetentionPolicy.html#listDeletableVersions-java.util.List-">listDeletableVersions(List<FileSystemDatasetVersion>)</a></span> - Method in class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/RawDatasetRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">RawDatasetRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/RetentionPolicy.html#listDeletableVersions-java.util.List-">listDeletableVersions(List<T>)</a></span> - Method in interface gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/RetentionPolicy.html" title="interface in gobblin.data.management.retention.policy">RetentionPolicy</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">use {link gobblin.data.management.policy.VersionSelectionPolicy#listSelectedVersions} instead. |
| Logic to decide which dataset versions should be deleted. Only datasets returned will be deleted from filesystem.</span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/TimeBasedRetentionPolicy.html#listDeletableVersions-java.util.List-">listDeletableVersions(List<TimestampedDatasetVersion>)</a></span> - Method in class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/TimeBasedRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">TimeBasedRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/RawDatasetRetentionPolicy.html#listQualifiedRawFileSystemDatasetVersions-java.util.Collection-">listQualifiedRawFileSystemDatasetVersions(Collection<FileSystemDatasetVersion>)</a></span> - Method in class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/RawDatasetRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">RawDatasetRetentionPolicy</a></dt> |
| <dd> |
| <div class="block">A raw dataset version is qualified to be deleted, iff the corresponding refined paths exist, and the latest |
| mod time of all files is in the raw dataset is earlier than the latest mod time of all files in the refined paths.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/CombineSelectionPolicy.html#listSelectedVersions-java.util.List-">listSelectedVersions(List<DatasetVersion>)</a></span> - Method in class gobblin.data.management.policy.<a href="gobblin/data/management/policy/CombineSelectionPolicy.html" title="class in gobblin.data.management.policy">CombineSelectionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/EmbeddedRetentionSelectionPolicy.html#listSelectedVersions-java.util.List-">listSelectedVersions(List<T>)</a></span> - Method in class gobblin.data.management.policy.<a href="gobblin/data/management/policy/EmbeddedRetentionSelectionPolicy.html" title="class in gobblin.data.management.policy">EmbeddedRetentionSelectionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/NewestKSelectionPolicy.html#listSelectedVersions-java.util.List-">listSelectedVersions(List<T>)</a></span> - Method in class gobblin.data.management.policy.<a href="gobblin/data/management/policy/NewestKSelectionPolicy.html" title="class in gobblin.data.management.policy">NewestKSelectionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/SelectAllPolicy.html#listSelectedVersions-java.util.List-">listSelectedVersions(List<FileSystemDatasetVersion>)</a></span> - Method in class gobblin.data.management.policy.<a href="gobblin/data/management/policy/SelectAllPolicy.html" title="class in gobblin.data.management.policy">SelectAllPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/SelectBetweenTimeBasedPolicy.html#listSelectedVersions-java.util.List-">listSelectedVersions(List<TimestampedDatasetVersion>)</a></span> - Method in class gobblin.data.management.policy.<a href="gobblin/data/management/policy/SelectBetweenTimeBasedPolicy.html" title="class in gobblin.data.management.policy">SelectBetweenTimeBasedPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/SelectNothingPolicy.html#listSelectedVersions-java.util.List-">listSelectedVersions(List<FileSystemDatasetVersion>)</a></span> - Method in class gobblin.data.management.policy.<a href="gobblin/data/management/policy/SelectNothingPolicy.html" title="class in gobblin.data.management.policy">SelectNothingPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/VersionSelectionPolicy.html#listSelectedVersions-java.util.List-">listSelectedVersions(List<T>)</a></span> - Method in interface gobblin.data.management.policy.<a href="gobblin/data/management/policy/VersionSelectionPolicy.html" title="interface in gobblin.data.management.policy">VersionSelectionPolicy</a></dt> |
| <dd> |
| <div class="block">Logic to decide which dataset versions will be selected.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html#location">location</a></span> - Variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html" title="class in gobblin.data.management.copy.hive">HiveLocationDescriptor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html#log">log</a></span> - Variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset">FsCleanableHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#log">log</a></span> - Variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyContext.html#logCacheStatistics--">logCacheStatistics()</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyContext.html" title="class in gobblin.data.management.copy">CopyContext</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/WatermarkDatasetVersionFinder.html#LOGGER">LOGGER</a></span> - Static variable in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/WatermarkDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">WatermarkDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#LOGICAL_DB_TOKEN">LOGICAL_DB_TOKEN</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#LOGICAL_TABLE_TOKEN">LOGICAL_TABLE_TOKEN</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#logicalDbAndTable">logicalDbAndTable</a></span> - Variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/filter/LookbackPartitionFilterGenerator.html#LOOKBACK">LOOKBACK</a></span> - Static variable in class gobblin.data.management.copy.hive.filter.<a href="gobblin/data/management/copy/hive/filter/LookbackPartitionFilterGenerator.html" title="class in gobblin.data.management.copy.hive.filter">LookbackPartitionFilterGenerator</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/hive/filter/LookbackPartitionFilterGenerator.html" title="class in gobblin.data.management.copy.hive.filter"><span class="typeNameLink">LookbackPartitionFilterGenerator</span></a> - Class in <a href="gobblin/data/management/copy/hive/filter/package-summary.html">gobblin.data.management.copy.hive.filter</a></dt> |
| <dd> |
| <div class="block">Filters partitions according to a lookback period.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/filter/LookbackPartitionFilterGenerator.html#LookbackPartitionFilterGenerator-java.util.Properties-">LookbackPartitionFilterGenerator(Properties)</a></span> - Constructor for class gobblin.data.management.copy.hive.filter.<a href="gobblin/data/management/copy/hive/filter/LookbackPartitionFilterGenerator.html" title="class in gobblin.data.management.copy.hive.filter">LookbackPartitionFilterGenerator</a></dt> |
| <dd> </dd> |
| </dl> |
| <a name="I:M"> |
| <!-- --> |
| </a> |
| <h2 class="title">M</h2> |
| <dl> |
| <dt><a href="gobblin/data/management/retention/profile/ManagedCleanableDatasetFinder.html" title="class in gobblin.data.management.retention.profile"><span class="typeNameLink">ManagedCleanableDatasetFinder</span></a> - Class in <a href="gobblin/data/management/retention/profile/package-summary.html">gobblin.data.management.retention.profile</a></dt> |
| <dd> |
| <div class="block">A <a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html" title="class in gobblin.data.management.retention.profile"><code>ConfigurableGlobDatasetFinder</code></a> backed by gobblin-config-management.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/ManagedCleanableDatasetFinder.html#ManagedCleanableDatasetFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-com.typesafe.config.Config-">ManagedCleanableDatasetFinder(FileSystem, Properties, Config)</a></span> - Constructor for class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/ManagedCleanableDatasetFinder.html" title="class in gobblin.data.management.retention.profile">ManagedCleanableDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/ManagedCleanableDatasetFinder.html#ManagedCleanableDatasetFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-com.typesafe.config.Config-gobblin.config.client.ConfigClient-">ManagedCleanableDatasetFinder(FileSystem, Properties, Config, ConfigClient)</a></span> - Constructor for class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/ManagedCleanableDatasetFinder.html" title="class in gobblin.data.management.retention.profile">ManagedCleanableDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/DatasetCleaner.html#MAX_CONCURRENT_DATASETS_CLEANED">MAX_CONCURRENT_DATASETS_CLEANED</a></span> - Static variable in class gobblin.data.management.retention.<a href="gobblin/data/management/retention/DatasetCleaner.html" title="class in gobblin.data.management.retention">DatasetCleaner</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopySource.html#MAX_CONCURRENT_LISTING_SERVICES">MAX_CONCURRENT_LISTING_SERVICES</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy">CopySource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyConfiguration.html#MAX_COPY_PREFIX">MAX_COPY_PREFIX</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyConfiguration.html" title="class in gobblin.data.management.copy">CopyConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/AsyncTrash.html#MAX_DELETING_THREADS_KEY">MAX_DELETING_THREADS_KEY</a></span> - Static variable in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/AsyncTrash.html" title="class in gobblin.data.management.trash">AsyncTrash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopySource.html#MAX_FILES_COPIED_KEY">MAX_FILES_COPIED_KEY</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy">CopySource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopySource.html#MAX_SIZE_MULTI_WORKUNITS">MAX_SIZE_MULTI_WORKUNITS</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy">CopySource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/NewestKSelectionPolicy.html#MAX_VERSIONS_ALLOWED">MAX_VERSIONS_ALLOWED</a></span> - Static variable in class gobblin.data.management.policy.<a href="gobblin/data/management/policy/NewestKSelectionPolicy.html" title="class in gobblin.data.management.policy">NewestKSelectionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopySource.html#MAX_WORK_UNITS_PER_BIN">MAX_WORK_UNITS_PER_BIN</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy">CopySource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/SelectBetweenTimeBasedPolicy.html#maxLookBackPeriod">maxLookBackPeriod</a></span> - Variable in class gobblin.data.management.policy.<a href="gobblin/data/management/policy/SelectBetweenTimeBasedPolicy.html" title="class in gobblin.data.management.policy">SelectBetweenTimeBasedPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html#METADATA">METADATA</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication">ReplicationConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html#METADATA_JIRA">METADATA_JIRA</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication">ReplicationConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html#METADATA_NAME">METADATA_NAME</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication">ReplicationConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html#METADATA_OWNER">METADATA_OWNER</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication">ReplicationConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopySource.html#metricContext">metricContext</a></span> - Variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy">CopySource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/NewestKSelectionPolicy.html#MIN_VERSIONS_ALLOWED">MIN_VERSIONS_ALLOWED</a></span> - Static variable in class gobblin.data.management.policy.<a href="gobblin/data/management/policy/NewestKSelectionPolicy.html" title="class in gobblin.data.management.policy">NewestKSelectionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/SelectBetweenTimeBasedPolicy.html#minLookBackPeriod">minLookBackPeriod</a></span> - Variable in class gobblin.data.management.policy.<a href="gobblin/data/management/policy/SelectBetweenTimeBasedPolicy.html" title="class in gobblin.data.management.policy">SelectBetweenTimeBasedPolicy</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/trash/MockTrash.html" title="class in gobblin.data.management.trash"><span class="typeNameLink">MockTrash</span></a> - Class in <a href="gobblin/data/management/trash/package-summary.html">gobblin.data.management.trash</a></dt> |
| <dd> |
| <div class="block">Mock version of <a href="gobblin/data/management/trash/ProxiedTrash.html" title="class in gobblin.data.management.trash"><code>ProxiedTrash</code></a> for simulating deletions.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/MockTrash.html#MockTrash-org.apache.hadoop.fs.FileSystem-java.util.Properties-java.lang.String-">MockTrash(FileSystem, Properties, String)</a></span> - Constructor for class gobblin.data.management.trash.<a href="gobblin/data/management/trash/MockTrash.html" title="class in gobblin.data.management.trash">MockTrash</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/version/finder/ModDateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder"><span class="typeNameLink">ModDateTimeDatasetVersionFinder</span></a> - Class in <a href="gobblin/data/management/retention/version/finder/package-summary.html">gobblin.data.management.retention.version.finder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">See javadoc for <a href="gobblin/data/management/version/finder/ModDateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder"><code>ModDateTimeDatasetVersionFinder</code></a>.</span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/ModDateTimeDatasetVersionFinder.html#ModDateTimeDatasetVersionFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">ModDateTimeDatasetVersionFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/ModDateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">ModDateTimeDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><a href="gobblin/data/management/version/finder/ModDateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder"><span class="typeNameLink">ModDateTimeDatasetVersionFinder</span></a> - Class in <a href="gobblin/data/management/version/finder/package-summary.html">gobblin.data.management.version.finder</a></dt> |
| <dd> |
| <div class="block"><a href="gobblin/data/management/version/finder/VersionFinder.html" title="interface in gobblin.data.management.version.finder"><code>VersionFinder</code></a> for datasets based on modification timestamps.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/ModDateTimeDatasetVersionFinder.html#ModDateTimeDatasetVersionFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">ModDateTimeDatasetVersionFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/ModDateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">ModDateTimeDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/ModDateTimeDatasetVersionFinder.html#ModDateTimeDatasetVersionFinder-org.apache.hadoop.fs.FileSystem-com.typesafe.config.Config-">ModDateTimeDatasetVersionFinder(FileSystem, Config)</a></span> - Constructor for class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/ModDateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">ModDateTimeDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/dataset/ModificationTimeDataset.html" title="class in gobblin.data.management.retention.dataset"><span class="typeNameLink">ModificationTimeDataset</span></a> - Class in <a href="gobblin/data/management/retention/dataset/package-summary.html">gobblin.data.management.retention.dataset</a></dt> |
| <dd> |
| <div class="block"><a href="gobblin/data/management/retention/dataset/CleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset"><code>CleanableDatasetBase</code></a> for a modification time based dataset.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/ModificationTimeDataset.html#ModificationTimeDataset-org.apache.hadoop.fs.FileSystem-java.util.Properties-org.apache.hadoop.fs.Path-">ModificationTimeDataset(FileSystem, Properties, Path)</a></span> - Constructor for class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/ModificationTimeDataset.html" title="class in gobblin.data.management.retention.dataset">ModificationTimeDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/ModificationTimeDataset.html#ModificationTimeDataset-org.apache.hadoop.fs.FileSystem-java.util.Properties-org.apache.hadoop.fs.Path-org.slf4j.Logger-">ModificationTimeDataset(FileSystem, Properties, Path, Logger)</a></span> - Constructor for class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/ModificationTimeDataset.html" title="class in gobblin.data.management.retention.dataset">ModificationTimeDataset</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/profile/ModificationTimeDatasetProfile.html" title="class in gobblin.data.management.retention.profile"><span class="typeNameLink">ModificationTimeDatasetProfile</span></a> - Class in <a href="gobblin/data/management/retention/profile/package-summary.html">gobblin.data.management.retention.profile</a></dt> |
| <dd> |
| <div class="block"><a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/dataset/DatasetsFinder.html?is-external=true" title="class or interface in gobblin.dataset"><code>DatasetsFinder</code></a> for <a href="gobblin/data/management/retention/dataset/ModificationTimeDataset.html" title="class in gobblin.data.management.retention.dataset"><code>ModificationTimeDataset</code></a>s.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/ModificationTimeDatasetProfile.html#ModificationTimeDatasetProfile-org.apache.hadoop.fs.FileSystem-java.util.Properties-">ModificationTimeDatasetProfile(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/ModificationTimeDatasetProfile.html" title="class in gobblin.data.management.retention.profile">ModificationTimeDatasetProfile</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/AsyncTrash.html#moveToTrash-org.apache.hadoop.fs.Path-">moveToTrash(Path)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/AsyncTrash.html" title="class in gobblin.data.management.trash">AsyncTrash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/GobblinTrash.html#moveToTrash-org.apache.hadoop.fs.Path-">moveToTrash(Path)</a></span> - Method in interface gobblin.data.management.trash.<a href="gobblin/data/management/trash/GobblinTrash.html" title="interface in gobblin.data.management.trash">GobblinTrash</a></dt> |
| <dd> |
| <div class="block">Move the input path to trash.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/ImmediateDeletionTrash.html#moveToTrash-org.apache.hadoop.fs.Path-">moveToTrash(Path)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/ImmediateDeletionTrash.html" title="class in gobblin.data.management.trash">ImmediateDeletionTrash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/MockTrash.html#moveToTrash-org.apache.hadoop.fs.Path-">moveToTrash(Path)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/MockTrash.html" title="class in gobblin.data.management.trash">MockTrash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/TestTrash.html#moveToTrash-org.apache.hadoop.fs.Path-">moveToTrash(Path)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/TestTrash.html" title="class in gobblin.data.management.trash">TestTrash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/Trash.html#moveToTrash-org.apache.hadoop.fs.Path-">moveToTrash(Path)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/Trash.html" title="class in gobblin.data.management.trash">Trash</a></dt> |
| <dd> |
| <div class="block">Move a path to trash.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/AsyncTrash.html#moveToTrashAsOwner-org.apache.hadoop.fs.Path-">moveToTrashAsOwner(Path)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/AsyncTrash.html" title="class in gobblin.data.management.trash">AsyncTrash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/ProxiedTrash.html#moveToTrashAsOwner-org.apache.hadoop.fs.Path-">moveToTrashAsOwner(Path)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/ProxiedTrash.html" title="class in gobblin.data.management.trash">ProxiedTrash</a></dt> |
| <dd> |
| <div class="block">Move the path to trash as the owner of the path.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/TestTrash.html#moveToTrashAsOwner-org.apache.hadoop.fs.Path-">moveToTrashAsOwner(Path)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/TestTrash.html" title="class in gobblin.data.management.trash">TestTrash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/AsyncTrash.html#moveToTrashAsOwnerFuture-org.apache.hadoop.fs.Path-">moveToTrashAsOwnerFuture(Path)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/AsyncTrash.html" title="class in gobblin.data.management.trash">AsyncTrash</a></dt> |
| <dd> |
| <div class="block">Schedules a <a href="gobblin/data/management/trash/ProxiedTrash.html#moveToTrashAsOwner-org.apache.hadoop.fs.Path-"><code>ProxiedTrash.moveToTrashAsOwner(org.apache.hadoop.fs.Path)</code></a> and returns a future for this operation.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/AsyncTrash.html#moveToTrashAsUser-org.apache.hadoop.fs.Path-java.lang.String-">moveToTrashAsUser(Path, String)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/AsyncTrash.html" title="class in gobblin.data.management.trash">AsyncTrash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/GobblinProxiedTrash.html#moveToTrashAsUser-org.apache.hadoop.fs.Path-java.lang.String-">moveToTrashAsUser(Path, String)</a></span> - Method in interface gobblin.data.management.trash.<a href="gobblin/data/management/trash/GobblinProxiedTrash.html" title="interface in gobblin.data.management.trash">GobblinProxiedTrash</a></dt> |
| <dd> |
| <div class="block">Move the path to trash as specified user.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/ProxiedTrash.html#moveToTrashAsUser-org.apache.hadoop.fs.Path-java.lang.String-">moveToTrashAsUser(Path, String)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/ProxiedTrash.html" title="class in gobblin.data.management.trash">ProxiedTrash</a></dt> |
| <dd> |
| <div class="block">Move the path to trash as specified user.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/TestTrash.html#moveToTrashAsUser-org.apache.hadoop.fs.Path-java.lang.String-">moveToTrashAsUser(Path, String)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/TestTrash.html" title="class in gobblin.data.management.trash">TestTrash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/AsyncTrash.html#moveToTrashAsUserFuture-org.apache.hadoop.fs.Path-java.lang.String-">moveToTrashAsUserFuture(Path, String)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/AsyncTrash.html" title="class in gobblin.data.management.trash">AsyncTrash</a></dt> |
| <dd> |
| <div class="block">Schedules a <a href="gobblin/data/management/trash/ProxiedTrash.html#moveToTrashAsUser-org.apache.hadoop.fs.Path-java.lang.String-"><code>ProxiedTrash.moveToTrashAsUser(org.apache.hadoop.fs.Path, java.lang.String)</code></a> and returns a future for this operation.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/AsyncTrash.html#moveToTrashFuture-org.apache.hadoop.fs.Path-">moveToTrashFuture(Path)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/AsyncTrash.html" title="class in gobblin.data.management.trash">AsyncTrash</a></dt> |
| <dd> |
| <div class="block">Schedules a <a href="gobblin/data/management/trash/Trash.html#moveToTrash-org.apache.hadoop.fs.Path-"><code>Trash.moveToTrash(org.apache.hadoop.fs.Path)</code></a> and returns a future for this operation.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/retention/action/MultiAccessControlAction.html" title="class in gobblin.data.management.retention.action"><span class="typeNameLink">MultiAccessControlAction</span></a> - Class in <a href="gobblin/data/management/retention/action/package-summary.html">gobblin.data.management.retention.action</a></dt> |
| <dd> |
| <div class="block">A wrapper around <a href="gobblin/data/management/retention/action/AccessControlAction.html" title="class in gobblin.data.management.retention.action"><code>AccessControlAction</code></a> that delegates the <a href="gobblin/data/management/retention/action/MultiAccessControlAction.html#execute-java.util.List-"><code>MultiAccessControlAction.execute(List)</code></a> call to multiple embedded |
| <a href="gobblin/data/management/retention/action/AccessControlAction.html" title="class in gobblin.data.management.retention.action"><code>AccessControlAction</code></a>s.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/retention/action/MultiAccessControlAction.MultiAccessControlActionFactory.html" title="class in gobblin.data.management.retention.action"><span class="typeNameLink">MultiAccessControlAction.MultiAccessControlActionFactory</span></a> - Class in <a href="gobblin/data/management/retention/action/package-summary.html">gobblin.data.management.retention.action</a></dt> |
| <dd> |
| <div class="block">A factory class to create <a href="gobblin/data/management/retention/action/MultiAccessControlAction.html" title="class in gobblin.data.management.retention.action"><code>MultiAccessControlAction</code></a>s</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/action/MultiAccessControlAction.MultiAccessControlActionFactory.html#MultiAccessControlActionFactory--">MultiAccessControlActionFactory()</a></span> - Constructor for class gobblin.data.management.retention.action.<a href="gobblin/data/management/retention/action/MultiAccessControlAction.MultiAccessControlActionFactory.html" title="class in gobblin.data.management.retention.action">MultiAccessControlAction.MultiAccessControlActionFactory</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/profile/MultiCleanableDatasetFinder.html" title="class in gobblin.data.management.retention.profile"><span class="typeNameLink">MultiCleanableDatasetFinder</span></a> - Class in <a href="gobblin/data/management/retention/profile/package-summary.html">gobblin.data.management.retention.profile</a></dt> |
| <dd> |
| <div class="block">A Clenable DatasetFinder that instantiates multiple DatasetFinders.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/MultiCleanableDatasetFinder.html#MultiCleanableDatasetFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">MultiCleanableDatasetFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/MultiCleanableDatasetFinder.html" title="class in gobblin.data.management.retention.profile">MultiCleanableDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/profile/MultiDatasetFinder.html" title="class in gobblin.data.management.retention.profile"><span class="typeNameLink">MultiDatasetFinder</span></a> - Class in <a href="gobblin/data/management/retention/profile/package-summary.html">gobblin.data.management.retention.profile</a></dt> |
| <dd> |
| <div class="block">A DatasetFinder that instantiates multiple DatasetFinders.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/MultiDatasetFinder.html#MultiDatasetFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">MultiDatasetFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/MultiDatasetFinder.html" title="class in gobblin.data.management.retention.profile">MultiDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/watermarker/MultiKeyValueLongWatermark.html" title="class in gobblin.data.management.conversion.hive.watermarker"><span class="typeNameLink">MultiKeyValueLongWatermark</span></a> - Class in <a href="gobblin/data/management/conversion/hive/watermarker/package-summary.html">gobblin.data.management.conversion.hive.watermarker</a></dt> |
| <dd> |
| <div class="block">A <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/extractor/Watermark.html?is-external=true" title="class or interface in gobblin.source.extractor"><code>Watermark</code></a> that holds multiple key value watermarks.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/MultiKeyValueLongWatermark.html#MultiKeyValueLongWatermark--">MultiKeyValueLongWatermark()</a></span> - Constructor for class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/MultiKeyValueLongWatermark.html" title="class in gobblin.data.management.conversion.hive.watermarker">MultiKeyValueLongWatermark</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/MultiKeyValueLongWatermark.html#MultiKeyValueLongWatermark-java.util.Map-">MultiKeyValueLongWatermark(Map<String, Long>)</a></span> - Constructor for class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/MultiKeyValueLongWatermark.html" title="class in gobblin.data.management.conversion.hive.watermarker">MultiKeyValueLongWatermark</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset"><span class="typeNameLink">MultiVersionCleanableDatasetBase</span></a><<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="type parameter in MultiVersionCleanableDatasetBase">T</a> extends <a href="gobblin/data/management/version/FileSystemDatasetVersion.html" title="interface in gobblin.data.management.version">FileSystemDatasetVersion</a>> - Class in <a href="gobblin/data/management/retention/dataset/package-summary.html">gobblin.data.management.retention.dataset</a></dt> |
| <dd> |
| <div class="block">A <a href="gobblin/data/management/retention/dataset/CleanableDataset.html" title="interface in gobblin.data.management.retention.dataset"><code>CleanableDataset</code></a> that may have multiple <a href="gobblin/data/management/version/finder/VersionFinder.html" title="interface in gobblin.data.management.version.finder"><code>VersionFinder</code></a>, <a href="gobblin/data/management/policy/VersionSelectionPolicy.html" title="interface in gobblin.data.management.policy"><code>VersionSelectionPolicy</code></a> |
| and <a href="gobblin/data/management/retention/action/RetentionAction.html" title="class in gobblin.data.management.retention.action"><code>RetentionAction</code></a>s.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#MultiVersionCleanableDatasetBase-org.apache.hadoop.fs.FileSystem-java.util.Properties-com.typesafe.config.Config-org.slf4j.Logger-">MultiVersionCleanableDatasetBase(FileSystem, Properties, Config, Logger)</a></span> - Constructor for class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#MultiVersionCleanableDatasetBase-org.apache.hadoop.fs.FileSystem-java.util.Properties-org.slf4j.Logger-">MultiVersionCleanableDatasetBase(FileSystem, Properties, Logger)</a></span> - Constructor for class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#MultiVersionCleanableDatasetBase-org.apache.hadoop.fs.FileSystem-java.util.Properties-boolean-boolean-boolean-boolean-boolean-org.slf4j.Logger-">MultiVersionCleanableDatasetBase(FileSystem, Properties, boolean, boolean, boolean, boolean, boolean, Logger)</a></span> - Constructor for class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> |
| <div class="block">Constructor for <a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset"><code>MultiVersionCleanableDatasetBase</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#MultiVersionCleanableDatasetBase-org.apache.hadoop.fs.FileSystem-java.util.Properties-boolean-boolean-boolean-boolean-org.slf4j.Logger-">MultiVersionCleanableDatasetBase(FileSystem, Properties, boolean, boolean, boolean, boolean, Logger)</a></span> - Constructor for class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.VersionFinderAndPolicy.html" title="class in gobblin.data.management.retention.dataset"><span class="typeNameLink">MultiVersionCleanableDatasetBase.VersionFinderAndPolicy</span></a><<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.VersionFinderAndPolicy.html" title="type parameter in MultiVersionCleanableDatasetBase.VersionFinderAndPolicy">T</a> extends <a href="gobblin/data/management/version/FileSystemDatasetVersion.html" title="interface in gobblin.data.management.version">FileSystemDatasetVersion</a>> - Class in <a href="gobblin/data/management/retention/dataset/package-summary.html">gobblin.data.management.retention.dataset</a></dt> |
| <dd> |
| <div class="block">A composition of version finder</div> |
| </dd> |
| <dt><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.VersionFinderAndPolicy.VersionFinderAndPolicyBuilder.html" title="class in gobblin.data.management.retention.dataset"><span class="typeNameLink">MultiVersionCleanableDatasetBase.VersionFinderAndPolicy.VersionFinderAndPolicyBuilder</span></a><<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.VersionFinderAndPolicy.VersionFinderAndPolicyBuilder.html" title="type parameter in MultiVersionCleanableDatasetBase.VersionFinderAndPolicy.VersionFinderAndPolicyBuilder">T</a> extends <a href="gobblin/data/management/version/FileSystemDatasetVersion.html" title="interface in gobblin.data.management.version">FileSystemDatasetVersion</a>> - Class in <a href="gobblin/data/management/retention/dataset/package-summary.html">gobblin.data.management.retention.dataset</a></dt> |
| <dd> </dd> |
| </dl> |
| <a name="I:N"> |
| <!-- --> |
| </a> |
| <h2 class="title">N</h2> |
| <dl> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/NewestKSelectionPolicy.html#NEWEST_K_VERSIONS_NOTSELECTED_KEY">NEWEST_K_VERSIONS_NOTSELECTED_KEY</a></span> - Static variable in class gobblin.data.management.policy.<a href="gobblin/data/management/policy/NewestKSelectionPolicy.html" title="class in gobblin.data.management.policy">NewestKSelectionPolicy</a></dt> |
| <dd> |
| <div class="block">The number of newest versions to exclude from the result.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/NewestKRetentionPolicy.html#NEWEST_K_VERSIONS_RETAINED_KEY">NEWEST_K_VERSIONS_RETAINED_KEY</a></span> - Static variable in class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/NewestKRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">NewestKRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/NewestKSelectionPolicy.html#NEWEST_K_VERSIONS_SELECTED_KEY">NEWEST_K_VERSIONS_SELECTED_KEY</a></span> - Static variable in class gobblin.data.management.policy.<a href="gobblin/data/management/policy/NewestKSelectionPolicy.html" title="class in gobblin.data.management.policy">NewestKSelectionPolicy</a></dt> |
| <dd> |
| <div class="block">The number of newest versions to select.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/retention/policy/NewestKRetentionPolicy.html" title="class in gobblin.data.management.retention.policy"><span class="typeNameLink">NewestKRetentionPolicy</span></a><<a href="gobblin/data/management/retention/policy/NewestKRetentionPolicy.html" title="type parameter in NewestKRetentionPolicy">T</a> extends <a href="gobblin/data/management/version/DatasetVersion.html" title="interface in gobblin.data.management.version">DatasetVersion</a>> - Class in <a href="gobblin/data/management/retention/policy/package-summary.html">gobblin.data.management.retention.policy</a></dt> |
| <dd> |
| <div class="block">Retains the newest k versions of the dataset.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/NewestKRetentionPolicy.html#NewestKRetentionPolicy-int-">NewestKRetentionPolicy(int)</a></span> - Constructor for class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/NewestKRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">NewestKRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/NewestKRetentionPolicy.html#NewestKRetentionPolicy-java.util.Properties-">NewestKRetentionPolicy(Properties)</a></span> - Constructor for class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/NewestKRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">NewestKRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/NewestKRetentionPolicy.html#NewestKRetentionPolicy-com.typesafe.config.Config-">NewestKRetentionPolicy(Config)</a></span> - Constructor for class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/NewestKRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">NewestKRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/policy/NewestKSelectionPolicy.html" title="class in gobblin.data.management.policy"><span class="typeNameLink">NewestKSelectionPolicy</span></a><<a href="gobblin/data/management/policy/NewestKSelectionPolicy.html" title="type parameter in NewestKSelectionPolicy">T</a> extends <a href="gobblin/data/management/version/DatasetVersion.html" title="interface in gobblin.data.management.version">DatasetVersion</a>> - Class in <a href="gobblin/data/management/policy/package-summary.html">gobblin.data.management.policy</a></dt> |
| <dd> |
| <div class="block">Select the newest k versions of the dataset.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/NewestKSelectionPolicy.html#NewestKSelectionPolicy-int-boolean-">NewestKSelectionPolicy(int, boolean)</a></span> - Constructor for class gobblin.data.management.policy.<a href="gobblin/data/management/policy/NewestKSelectionPolicy.html" title="class in gobblin.data.management.policy">NewestKSelectionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/NewestKSelectionPolicy.html#NewestKSelectionPolicy-java.util.Properties-">NewestKSelectionPolicy(Properties)</a></span> - Constructor for class gobblin.data.management.policy.<a href="gobblin/data/management/policy/NewestKSelectionPolicy.html" title="class in gobblin.data.management.policy">NewestKSelectionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/NewestKSelectionPolicy.html#NewestKSelectionPolicy-com.typesafe.config.Config-">NewestKSelectionPolicy(Config)</a></span> - Constructor for class gobblin.data.management.policy.<a href="gobblin/data/management/policy/NewestKSelectionPolicy.html" title="class in gobblin.data.management.policy">NewestKSelectionPolicy</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/predicates/NonPartitionTableRegistrationTimeSkipPredicate.html" title="class in gobblin.data.management.copy.predicates"><span class="typeNameLink">NonPartitionTableRegistrationTimeSkipPredicate</span></a> - Class in <a href="gobblin/data/management/copy/predicates/package-summary.html">gobblin.data.management.copy.predicates</a></dt> |
| <dd> |
| <div class="block">A fast table skip predicate that reads the parameter <a href="gobblin/data/management/copy/hive/HiveDataset.html#REGISTRATION_GENERATION_TIME_MILLIS"><code>HiveDataset.REGISTRATION_GENERATION_TIME_MILLIS</code></a> from |
| the Hive non partition table and skips the copy if it is newer than the modification time of the location of the source |
| table.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/predicates/NonPartitionTableRegistrationTimeSkipPredicate.html#NonPartitionTableRegistrationTimeSkipPredicate--">NonPartitionTableRegistrationTimeSkipPredicate()</a></span> - Constructor for class gobblin.data.management.copy.predicates.<a href="gobblin/data/management/copy/predicates/NonPartitionTableRegistrationTimeSkipPredicate.html" title="class in gobblin.data.management.copy.predicates">NonPartitionTableRegistrationTimeSkipPredicate</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/trash/NoopSnapshotCleanupPolicy.html" title="class in gobblin.data.management.trash"><span class="typeNameLink">NoopSnapshotCleanupPolicy</span></a> - Class in <a href="gobblin/data/management/trash/package-summary.html">gobblin.data.management.trash</a></dt> |
| <dd> |
| <div class="block">Noop implementation of <a href="gobblin/data/management/trash/SnapshotCleanupPolicy.html" title="interface in gobblin.data.management.trash"><code>SnapshotCleanupPolicy</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/NoopSnapshotCleanupPolicy.html#NoopSnapshotCleanupPolicy-java.util.Properties-">NoopSnapshotCleanupPolicy(Properties)</a></span> - Constructor for class gobblin.data.management.trash.<a href="gobblin/data/management/trash/NoopSnapshotCleanupPolicy.html" title="class in gobblin.data.management.trash">NoopSnapshotCleanupPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.ConversionConfig.html#NUM_BUCKETS_KEY">NUM_BUCKETS_KEY</a></span> - Static variable in class gobblin.data.management.conversion.hive.dataset.<a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.ConversionConfig.html" title="class in gobblin.data.management.conversion.hive.dataset">ConvertibleHiveDataset.ConversionConfig</a></dt> |
| <dd> </dd> |
| </dl> |
| <a name="I:O"> |
| <!-- --> |
| </a> |
| <h2 class="title">O</h2> |
| <dl> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarker.html#onGetWorkunitsEnd-java.util.List-">onGetWorkunitsEnd(List<WorkUnit>)</a></span> - Method in interface gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarker.html" title="interface in gobblin.data.management.conversion.hive.watermarker">HiveSourceWatermarker</a></dt> |
| <dd> |
| <div class="block">A callback method executed before a list of workunits is returned by the |
| <a href="gobblin/data/management/conversion/hive/source/HiveSource.html#getWorkunits-gobblin.configuration.SourceState-"><code>HiveSource.getWorkunits(gobblin.configuration.SourceState)</code></a> to the caller</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.html#onGetWorkunitsEnd-java.util.List-">onGetWorkunitsEnd(List<WorkUnit>)</a></span> - Method in class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.html" title="class in gobblin.data.management.conversion.hive.watermarker">PartitionLevelWatermarker</a></dt> |
| <dd> |
| <div class="block">Adds watermark workunits to <code>workunits</code>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.html#onGetWorkunitsEnd-java.util.List-">onGetWorkunitsEnd(List<WorkUnit>)</a></span> - Method in class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.html" title="class in gobblin.data.management.conversion.hive.watermarker">TableLevelWatermarker</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarker.html#onPartitionProcessBegin-org.apache.hadoop.hive.ql.metadata.Partition-long-long-">onPartitionProcessBegin(Partition, long, long)</a></span> - Method in interface gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarker.html" title="interface in gobblin.data.management.conversion.hive.watermarker">HiveSourceWatermarker</a></dt> |
| <dd> |
| <div class="block">A callback method that <a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source"><code>HiveSource</code></a> executes when workunit creation for a <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Partition.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Partition</code></a> is started.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.html#onPartitionProcessBegin-org.apache.hadoop.hive.ql.metadata.Partition-long-long-">onPartitionProcessBegin(Partition, long, long)</a></span> - Method in class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.html" title="class in gobblin.data.management.conversion.hive.watermarker">PartitionLevelWatermarker</a></dt> |
| <dd> |
| <div class="block">Adds an expected high watermark for this <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Partition.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Partition</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.html#onPartitionProcessBegin-org.apache.hadoop.hive.ql.metadata.Partition-long-long-">onPartitionProcessBegin(Partition, long, long)</a></span> - Method in class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.html" title="class in gobblin.data.management.conversion.hive.watermarker">TableLevelWatermarker</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarker.html#onTableProcessBegin-org.apache.hadoop.hive.ql.metadata.Table-long-">onTableProcessBegin(Table, long)</a></span> - Method in interface gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarker.html" title="interface in gobblin.data.management.conversion.hive.watermarker">HiveSourceWatermarker</a></dt> |
| <dd> |
| <div class="block">A callback method that <a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source"><code>HiveSource</code></a> executes when workunit creation for a <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Table.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Table</code></a> is started.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.html#onTableProcessBegin-org.apache.hadoop.hive.ql.metadata.Table-long-">onTableProcessBegin(Table, long)</a></span> - Method in class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.html" title="class in gobblin.data.management.conversion.hive.watermarker">PartitionLevelWatermarker</a></dt> |
| <dd> |
| <div class="block">Initializes the expected high watermarks for a <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Table.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Table</code></a> |
| A callback method that <a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source"><code>HiveSource</code></a> executes when workunit creation for a <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Table.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Table</code></a> is started.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.html#onTableProcessBegin-org.apache.hadoop.hive.ql.metadata.Table-long-">onTableProcessBegin(Table, long)</a></span> - Method in class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.html" title="class in gobblin.data.management.conversion.hive.watermarker">TableLevelWatermarker</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/DateTimeDatasetVersionFinder.html#OPTIONAL_GLOB_PATTERN_TIMEZONE_KEY">OPTIONAL_GLOB_PATTERN_TIMEZONE_KEY</a></span> - Static variable in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/DateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">DateTimeDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block">By default the globPattern is obtained by replacing all non-slash characters in datetime pattern by *.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html#ORC_COMPRESSION_KEY">ORC_COMPRESSION_KEY</a></span> - Static variable in class gobblin.data.management.conversion.hive.query.<a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html" title="class in gobblin.data.management.conversion.hive.query">HiveAvroORCQueryGenerator</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html#ORC_ROW_INDEX_STRIDE_KEY">ORC_ROW_INDEX_STRIDE_KEY</a></span> - Static variable in class gobblin.data.management.conversion.hive.query.<a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html" title="class in gobblin.data.management.conversion.hive.query">HiveAvroORCQueryGenerator</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#outputDir">outputDir</a></span> - Variable in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/OwnerAndPermission.html" title="class in gobblin.data.management.copy"><span class="typeNameLink">OwnerAndPermission</span></a> - Class in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block">Wrapper for owner, group, and permission of a path.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/OwnerAndPermission.html#OwnerAndPermission--">OwnerAndPermission()</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/OwnerAndPermission.html" title="class in gobblin.data.management.copy">OwnerAndPermission</a></dt> |
| <dd> </dd> |
| </dl> |
| <a name="I:P"> |
| <!-- --> |
| </a> |
| <h2 class="title">P</h2> |
| <dl> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#parseLogicalDbAndTable-java.lang.String-gobblin.data.management.copy.hive.HiveDatasetFinder.DbAndTable-java.lang.String-java.lang.String-">parseLogicalDbAndTable(String, HiveDatasetFinder.DbAndTable, String, String)</a></span> - Static method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> |
| <div class="block">Parse logical Database and Table name from a given DbAndTable object.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/filter/LookbackPartitionFilterGenerator.html#PARTITION_COLUMN">PARTITION_COLUMN</a></span> - Static variable in class gobblin.data.management.copy.hive.filter.<a href="gobblin/data/management/copy/hive/filter/LookbackPartitionFilterGenerator.html" title="class in gobblin.data.management.copy.hive.filter">LookbackPartitionFilterGenerator</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/DatePartitionHiveVersionFinder.html#PARTITION_KEY_NAME_KEY">PARTITION_KEY_NAME_KEY</a></span> - Static variable in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/DatePartitionHiveVersionFinder.html" title="class in gobblin.data.management.version.finder">DatePartitionHiveVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html#PARTITION_PARAMETERS_BLACKLIST">PARTITION_PARAMETERS_BLACKLIST</a></span> - Static variable in class gobblin.data.management.conversion.hive.publisher.<a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html" title="class in gobblin.data.management.conversion.hive.publisher">HiveConvertPublisher</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html#PARTITION_PARAMETERS_WHITELIST">PARTITION_PARAMETERS_WHITELIST</a></span> - Static variable in class gobblin.data.management.conversion.hive.publisher.<a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html" title="class in gobblin.data.management.conversion.hive.publisher">HiveConvertPublisher</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html#PARTITION_SKIP_PREDICATE">PARTITION_SKIP_PREDICATE</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper.Stages</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/DatePartitionHiveVersionFinder.html#PARTITION_VALUE_DATE_TIME_PATTERN_KEY">PARTITION_VALUE_DATE_TIME_PATTERN_KEY</a></span> - Static variable in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/DatePartitionHiveVersionFinder.html" title="class in gobblin.data.management.version.finder">DatePartitionHiveVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/DatePartitionHiveVersionFinder.html#PARTITION_VALUE_DATE_TIME_TIMEZONE_KEY">PARTITION_VALUE_DATE_TIME_TIMEZONE_KEY</a></span> - Static variable in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/DatePartitionHiveVersionFinder.html" title="class in gobblin.data.management.version.finder">DatePartitionHiveVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/hive/PartitionFilterGenerator.html" title="interface in gobblin.data.management.copy.hive"><span class="typeNameLink">PartitionFilterGenerator</span></a> - Interface in <a href="gobblin/data/management/copy/hive/package-summary.html">gobblin.data.management.copy.hive</a></dt> |
| <dd> |
| <div class="block">Generates a partition filter dynamically.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.html#partitionKey-org.apache.hadoop.hive.ql.metadata.Partition-">partitionKey(Partition)</a></span> - Static method in class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.html" title="class in gobblin.data.management.conversion.hive.watermarker">PartitionLevelWatermarker</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.html" title="class in gobblin.data.management.conversion.hive.watermarker"><span class="typeNameLink">PartitionLevelWatermarker</span></a> - Class in <a href="gobblin/data/management/conversion/hive/watermarker/package-summary.html">gobblin.data.management.conversion.hive.watermarker</a></dt> |
| <dd> |
| <div class="block">A <a href="gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarker.html" title="interface in gobblin.data.management.conversion.hive.watermarker"><code>HiveSourceWatermarker</code></a> that maintains watermarks for each <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Partition.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Partition</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.html#PartitionLevelWatermarker-gobblin.configuration.State-">PartitionLevelWatermarker(State)</a></span> - Constructor for class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.html" title="class in gobblin.data.management.conversion.hive.watermarker">PartitionLevelWatermarker</a></dt> |
| <dd> |
| <div class="block">Reads and initialized the previous high watermarks from <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/SourceState.html?is-external=true#getPreviousDatasetStatesByUrns--" title="class or interface in gobblin.configuration"><code>SourceState.getPreviousDatasetStatesByUrns()</code></a></div> |
| </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.Factory.html" title="class in gobblin.data.management.conversion.hive.watermarker"><span class="typeNameLink">PartitionLevelWatermarker.Factory</span></a> - Class in <a href="gobblin/data/management/conversion/hive/watermarker/package-summary.html">gobblin.data.management.conversion.hive.watermarker</a></dt> |
| <dd> |
| <div class="block">Factory to create a <a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.html" title="class in gobblin.data.management.conversion.hive.watermarker"><code>PartitionLevelWatermarker</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/StringDatasetVersion.html#path">path</a></span> - Variable in class gobblin.data.management.version.<a href="gobblin/data/management/version/StringDatasetVersion.html" title="class in gobblin.data.management.version">StringDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/TimestampedDatasetVersion.html#path">path</a></span> - Variable in class gobblin.data.management.version.<a href="gobblin/data/management/version/TimestampedDatasetVersion.html" title="class in gobblin.data.management.version">TimestampedDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html#PATH_DIFF">PATH_DIFF</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper.Stages</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/hive/PathBasedHivePartitionFilterFactory.html" title="class in gobblin.data.management.copy.hive"><span class="typeNameLink">PathBasedHivePartitionFilterFactory</span></a> - Class in <a href="gobblin/data/management/copy/hive/package-summary.html">gobblin.data.management.copy.hive</a></dt> |
| <dd> |
| <div class="block">A path based specific filter factory for generation of <a href="gobblin/data/management/copy/hive/PathBasedPartitionFilter.html" title="class in gobblin.data.management.copy.hive"><code>PathBasedPartitionFilter</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/PathBasedHivePartitionFilterFactory.html#PathBasedHivePartitionFilterFactory--">PathBasedHivePartitionFilterFactory()</a></span> - Constructor for class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/PathBasedHivePartitionFilterFactory.html" title="class in gobblin.data.management.copy.hive">PathBasedHivePartitionFilterFactory</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/hive/PathBasedPartitionFilter.html" title="class in gobblin.data.management.copy.hive"><span class="typeNameLink">PathBasedPartitionFilter</span></a> - Class in <a href="gobblin/data/management/copy/hive/package-summary.html">gobblin.data.management.copy.hive</a></dt> |
| <dd> |
| <div class="block">One simple implementation for <a href="gobblin/data/management/copy/hive/HivePartitionExtendedFilter.html" title="interface in gobblin.data.management.copy.hive"><code>HivePartitionExtendedFilter</code></a>, |
| which looked at each partition's path and decide if a partition should be kept or not.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/PathBasedPartitionFilter.html#PathBasedPartitionFilter-java.lang.String-">PathBasedPartitionFilter(String)</a></span> - Constructor for class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/PathBasedPartitionFilter.html" title="class in gobblin.data.management.copy.hive">PathBasedPartitionFilter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html#pathFilter">pathFilter</a></span> - Variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html" title="class in gobblin.data.management.copy">SubsetFilesCopyableDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/recovery/RecoveryHelper.html#PERSIST_DIR_KEY">PERSIST_DIR_KEY</a></span> - Static variable in class gobblin.data.management.copy.recovery.<a href="gobblin/data/management/copy/recovery/RecoveryHelper.html" title="class in gobblin.data.management.copy.recovery">RecoveryHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/recovery/RecoveryHelper.html#PERSIST_RETENTION_KEY">PERSIST_RETENTION_KEY</a></span> - Static variable in class gobblin.data.management.copy.recovery.<a href="gobblin/data/management/copy/recovery/RecoveryHelper.html" title="class in gobblin.data.management.copy.recovery">RecoveryHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/recovery/RecoveryHelper.html#persistFile-gobblin.configuration.State-gobblin.data.management.copy.CopyableFile-org.apache.hadoop.fs.Path-">persistFile(State, CopyableFile, Path)</a></span> - Method in class gobblin.data.management.copy.recovery.<a href="gobblin/data/management/copy/recovery/RecoveryHelper.html" title="class in gobblin.data.management.copy.recovery">RecoveryHelper</a></dt> |
| <dd> |
| <div class="block">Moves a copied path into a persistent location managed by gobblin-distcp.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationDataValidPathPicker.html#POLICY_CLASS">POLICY_CLASS</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationDataValidPathPicker.html" title="class in gobblin.data.management.copy.replication">ReplicationDataValidPathPicker</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/extractor/HiveBaseExtractor.html#pool">pool</a></span> - Variable in class gobblin.data.management.conversion.hive.extractor.<a href="gobblin/data/management/conversion/hive/extractor/HiveBaseExtractor.html" title="class in gobblin.data.management.conversion.hive.extractor">HiveBaseExtractor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/HiveDatasetVersionCleaner.html#postCleanAction--">postCleanAction()</a></span> - Method in class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/HiveDatasetVersionCleaner.html" title="class in gobblin.data.management.retention.version">HiveDatasetVersionCleaner</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/VersionCleaner.html#postCleanAction--">postCleanAction()</a></span> - Method in class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/VersionCleaner.html" title="class in gobblin.data.management.retention.version">VersionCleaner</a></dt> |
| <dd> |
| <div class="block">Action to perform after cleaning a <a href="gobblin/data/management/retention/version/DatasetVersion.html" title="interface in gobblin.data.management.retention.version"><code>DatasetVersion</code></a> of a <a href="gobblin/data/management/retention/dataset/CleanableDataset.html" title="interface in gobblin.data.management.retention.dataset"><code>CleanableDataset</code></a>.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/copy/entities/PostPublishStep.html" title="class in gobblin.data.management.copy.entities"><span class="typeNameLink">PostPublishStep</span></a> - Class in <a href="gobblin/data/management/copy/entities/package-summary.html">gobblin.data.management.copy.entities</a></dt> |
| <dd> |
| <div class="block">A <a href="gobblin/data/management/copy/entities/CommitStepCopyEntity.html" title="class in gobblin.data.management.copy.entities"><code>CommitStepCopyEntity</code></a> whose step will be executed after publishing files.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/entities/PostPublishStep.html#PostPublishStep-java.lang.String-java.util.Map-gobblin.commit.CommitStep-int-">PostPublishStep(String, Map<String, String>, CommitStep, int)</a></span> - Constructor for class gobblin.data.management.copy.entities.<a href="gobblin/data/management/copy/entities/PostPublishStep.html" title="class in gobblin.data.management.copy.entities">PostPublishStep</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/HiveDatasetVersionCleaner.html#preCleanAction--">preCleanAction()</a></span> - Method in class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/HiveDatasetVersionCleaner.html" title="class in gobblin.data.management.retention.version">HiveDatasetVersionCleaner</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/VersionCleaner.html#preCleanAction--">preCleanAction()</a></span> - Method in class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/VersionCleaner.html" title="class in gobblin.data.management.retention.version">VersionCleaner</a></dt> |
| <dd> |
| <div class="block">Action to perform before cleaning a <a href="gobblin/data/management/retention/version/DatasetVersion.html" title="interface in gobblin.data.management.retention.version"><code>DatasetVersion</code></a> of a <a href="gobblin/data/management/retention/dataset/CleanableDataset.html" title="interface in gobblin.data.management.retention.dataset"><code>CleanableDataset</code></a>.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/retention/policy/PredicateRetentionPolicy.html" title="class in gobblin.data.management.retention.policy"><span class="typeNameLink">PredicateRetentionPolicy</span></a> - Class in <a href="gobblin/data/management/retention/policy/package-summary.html">gobblin.data.management.retention.policy</a></dt> |
| <dd> |
| <div class="block">Implementation of <a href="gobblin/data/management/retention/policy/RetentionPolicy.html" title="interface in gobblin.data.management.retention.policy"><code>RetentionPolicy</code></a> that marks a <a href="gobblin/data/management/retention/version/DatasetVersion.html" title="interface in gobblin.data.management.retention.version"><code>DatasetVersion</code></a> for deletion if it does not pass a |
| specified <a href="http://google.github.io/guava/releases/15.0/api/docs/com/google/common/base/Predicate.html?is-external=true" title="class or interface in com.google.common.base"><code>Predicate</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/PredicateRetentionPolicy.html#PredicateRetentionPolicy-java.util.Properties-">PredicateRetentionPolicy(Properties)</a></span> - Constructor for class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/PredicateRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">PredicateRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/entities/PrePublishStep.html" title="class in gobblin.data.management.copy.entities"><span class="typeNameLink">PrePublishStep</span></a> - Class in <a href="gobblin/data/management/copy/entities/package-summary.html">gobblin.data.management.copy.entities</a></dt> |
| <dd> |
| <div class="block">A <a href="gobblin/data/management/copy/entities/CommitStepCopyEntity.html" title="class in gobblin.data.management.copy.entities"><code>CommitStepCopyEntity</code></a> whose step will be executed before publishing files.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/entities/PrePublishStep.html#PrePublishStep-java.lang.String-java.util.Map-gobblin.commit.CommitStep-int-">PrePublishStep(String, Map<String, String>, CommitStep, int)</a></span> - Constructor for class gobblin.data.management.copy.entities.<a href="gobblin/data/management/copy/entities/PrePublishStep.html" title="class in gobblin.data.management.copy.entities">PrePublishStep</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/PreserveAttributes.html#preserve-gobblin.data.management.copy.PreserveAttributes.Option-">preserve(PreserveAttributes.Option)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/PreserveAttributes.html" title="class in gobblin.data.management.copy">PreserveAttributes</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyConfiguration.html#PRESERVE_ATTRIBUTES_KEY">PRESERVE_ATTRIBUTES_KEY</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyConfiguration.html" title="class in gobblin.data.management.copy">CopyConfiguration</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/PreserveAttributes.html" title="class in gobblin.data.management.copy"><span class="typeNameLink">PreserveAttributes</span></a> - Class in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block">Configuration for preserving attributes in Gobblin distcp jobs.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/PreserveAttributes.html#PreserveAttributes--">PreserveAttributes()</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/PreserveAttributes.html" title="class in gobblin.data.management.copy">PreserveAttributes</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/PreserveAttributes.Option.html" title="enum in gobblin.data.management.copy"><span class="typeNameLink">PreserveAttributes.Option</span></a> - Enum in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block">Attributes that can be preserved.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html#preservePartitionParams-java.util.Collection-">preservePartitionParams(Collection<? extends WorkUnitState>)</a></span> - Method in class gobblin.data.management.conversion.hive.publisher.<a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html" title="class in gobblin.data.management.conversion.hive.publisher">HiveConvertPublisher</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyConfiguration.html#PRIORITIZATION_PREFIX">PRIORITIZATION_PREFIX</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyConfiguration.html" title="class in gobblin.data.management.copy">CopyConfiguration</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/prioritization/PrioritizedCopyableDataset.html" title="interface in gobblin.data.management.copy.prioritization"><span class="typeNameLink">PrioritizedCopyableDataset</span></a> - Interface in <a href="gobblin/data/management/copy/prioritization/package-summary.html">gobblin.data.management.copy.prioritization</a></dt> |
| <dd> |
| <div class="block">An <a href="gobblin/data/management/copy/IterableCopyableDataset.html" title="interface in gobblin.data.management.copy"><code>IterableCopyableDataset</code></a> where <a href="gobblin/data/management/partition/FileSet.html" title="class in gobblin.data.management.partition"><code>FileSet</code></a>s generated by |
| <a href="gobblin/data/management/copy/IterableCopyableDataset.html#getFileSetIterator-org.apache.hadoop.fs.FileSystem-gobblin.data.management.copy.CopyConfiguration-"><code>IterableCopyableDataset.getFileSetIterator(FileSystem, CopyConfiguration)</code></a> are guaranteed to be ordered by the prioritizer at |
| <code>CopyConfiguration#getPrioritizer()</code>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyConfiguration.html#PRIORITIZER_ALIAS_KEY">PRIORITIZER_ALIAS_KEY</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyConfiguration.html" title="class in gobblin.data.management.copy">CopyConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#properties">properties</a></span> - Variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#properties">properties</a></span> - Variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html#properties">properties</a></span> - Variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html" title="class in gobblin.data.management.copy.hive">HiveLocationDescriptor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/TestTrash.html#propertiesForTestTrash--">propertiesForTestTrash()</a></span> - Static method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/TestTrash.html" title="class in gobblin.data.management.trash">TestTrash</a></dt> |
| <dd> |
| <div class="block">Creates <a href="https://docs.oracle.com/javase/7/docs/api/java/util/Properties.html?is-external=true" title="class or interface in java.util"><code>Properties</code></a> that will generate a <a href="gobblin/data/management/trash/TestTrash.html" title="class in gobblin.data.management.trash"><code>TestTrash</code></a> when |
| using <a href="gobblin/data/management/trash/TrashFactory.html" title="class in gobblin.data.management.trash"><code>TrashFactory</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html#props">props</a></span> - Variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html" title="class in gobblin.data.management.copy.replication">ConfigBasedDatasetsFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html#props">props</a></span> - Variable in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html" title="class in gobblin.data.management.retention.profile">ConfigurableGlobDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/trash/ProxiedTrash.html" title="class in gobblin.data.management.trash"><span class="typeNameLink">ProxiedTrash</span></a> - Class in <a href="gobblin/data/management/trash/package-summary.html">gobblin.data.management.trash</a></dt> |
| <dd> |
| <div class="block">An implementation of <a href="gobblin/data/management/trash/Trash.html" title="class in gobblin.data.management.trash"><code>Trash</code></a> that allows deleting files as different users.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/ProxiedTrash.html#ProxiedTrash-org.apache.hadoop.fs.FileSystem-java.util.Properties-java.lang.String-">ProxiedTrash(FileSystem, Properties, String)</a></span> - Constructor for class gobblin.data.management.trash.<a href="gobblin/data/management/trash/ProxiedTrash.html" title="class in gobblin.data.management.trash">ProxiedTrash</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/profile/ProxyableDatasetProfile.html" title="class in gobblin.data.management.retention.profile"><span class="typeNameLink">ProxyableDatasetProfile</span></a> - Class in <a href="gobblin/data/management/retention/profile/package-summary.html">gobblin.data.management.retention.profile</a></dt> |
| <dd> |
| <div class="block">A wrapper of <a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html" title="class in gobblin.data.management.retention.profile"><code>ConfigurableGlobDatasetFinder</code></a> that looks for |
| <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/data.management.retention.dataset.Dataset.html?is-external=true" title="class or interface in gobblin"><code>data.management.retention.dataset.Dataset</code></a>s with <a href="http://hadoop.apache.org/docs/r2.3.0/api/org/apache/hadoop/fs/FileSystem.html?is-external=true" title="class or interface in org.apache.hadoop.fs"><code>FileSystem</code></a>s |
| <a href="gobblin/data/management/retention/dataset/CleanableDataset.html" title="interface in gobblin.data.management.retention.dataset"><code>CleanableDataset</code></a>s with <a href="http://hadoop.apache.org/docs/r2.3.0/api/org/apache/hadoop/fs/FileSystem.html?is-external=true" title="class or interface in org.apache.hadoop.fs"><code>FileSystem</code></a>s |
| proxied as the owner of each dataset.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/ProxyableDatasetProfile.html#ProxyableDatasetProfile-org.apache.hadoop.fs.FileSystem-java.util.Properties-">ProxyableDatasetProfile(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/ProxyableDatasetProfile.html" title="class in gobblin.data.management.retention.profile">ProxyableDatasetProfile</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html#publishData-java.util.Collection-">publishData(Collection<? extends WorkUnitState>)</a></span> - Method in class gobblin.data.management.conversion.hive.publisher.<a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html" title="class in gobblin.data.management.conversion.hive.publisher">HiveConvertPublisher</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/publisher/CopyDataPublisher.html#publishData-java.util.Collection-">publishData(Collection<? extends WorkUnitState>)</a></span> - Method in class gobblin.data.management.copy.publisher.<a href="gobblin/data/management/copy/publisher/CopyDataPublisher.html" title="class in gobblin.data.management.copy.publisher">CopyDataPublisher</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/publisher/DeletingCopyDataPublisher.html#publishData-java.util.Collection-">publishData(Collection<? extends WorkUnitState>)</a></span> - Method in class gobblin.data.management.copy.publisher.<a href="gobblin/data/management/copy/publisher/DeletingCopyDataPublisher.html" title="class in gobblin.data.management.copy.publisher">DeletingCopyDataPublisher</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html#publishMetadata-java.util.Collection-">publishMetadata(Collection<? extends WorkUnitState>)</a></span> - Method in class gobblin.data.management.conversion.hive.publisher.<a href="gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.html" title="class in gobblin.data.management.conversion.hive.publisher">HiveConvertPublisher</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/publisher/CopyDataPublisher.html#publishMetadata-java.util.Collection-">publishMetadata(Collection<? extends WorkUnitState>)</a></span> - Method in class gobblin.data.management.copy.publisher.<a href="gobblin/data/management/copy/publisher/CopyDataPublisher.html" title="class in gobblin.data.management.copy.publisher">CopyDataPublisher</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/recovery/RecoveryHelper.html#purgeOldPersistedFile--">purgeOldPersistedFile()</a></span> - Method in class gobblin.data.management.copy.recovery.<a href="gobblin/data/management/copy/recovery/RecoveryHelper.html" title="class in gobblin.data.management.copy.recovery">RecoveryHelper</a></dt> |
| <dd> |
| <div class="block">Delete all persisted files older than the number of hours set by <a href="gobblin/data/management/copy/recovery/RecoveryHelper.html#PERSIST_RETENTION_KEY"><code>RecoveryHelper.PERSIST_RETENTION_KEY</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/MockTrash.html#purgeTrashSnapshots--">purgeTrashSnapshots()</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/MockTrash.html" title="class in gobblin.data.management.trash">MockTrash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/Trash.html#purgeTrashSnapshots--">purgeTrashSnapshots()</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/Trash.html" title="class in gobblin.data.management.trash">Trash</a></dt> |
| <dd> |
| <div class="block">For each existing trash snapshot, uses a <a href="gobblin/data/management/trash/SnapshotCleanupPolicy.html" title="interface in gobblin.data.management.trash"><code>SnapshotCleanupPolicy</code></a> to determine whether |
| the snapshot should be deleted.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/ProxiedTrash.html#purgeTrashSnapshotsAsUser-java.lang.String-">purgeTrashSnapshotsAsUser(String)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/ProxiedTrash.html" title="class in gobblin.data.management.trash">ProxiedTrash</a></dt> |
| <dd> |
| <div class="block">Purge trash snapshots as the specified user.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/ProxiedTrash.html#purgeTrashSnapshotsForAllUsers--">purgeTrashSnapshotsForAllUsers()</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/ProxiedTrash.html" title="class in gobblin.data.management.trash">ProxiedTrash</a></dt> |
| <dd> |
| <div class="block">Purge trash snapshots for all users with trash directories.</div> |
| </dd> |
| </dl> |
| <a name="I:Q"> |
| <!-- --> |
| </a> |
| <h2 class="title">Q</h2> |
| <dl> |
| <dt><a href="gobblin/data/management/conversion/hive/entities/QueryBasedHiveConversionEntity.html" title="class in gobblin.data.management.conversion.hive.entities"><span class="typeNameLink">QueryBasedHiveConversionEntity</span></a> - Class in <a href="gobblin/data/management/conversion/hive/entities/package-summary.html">gobblin.data.management.conversion.hive.entities</a></dt> |
| <dd> |
| <div class="block">Represents a gobblin Record in the Hive avro to orc conversion flow.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/entities/QueryBasedHiveConversionEntity.html#QueryBasedHiveConversionEntity-gobblin.data.management.conversion.hive.dataset.ConvertibleHiveDataset-gobblin.data.management.conversion.hive.entities.SchemaAwareHiveTable-">QueryBasedHiveConversionEntity(ConvertibleHiveDataset, SchemaAwareHiveTable)</a></span> - Constructor for class gobblin.data.management.conversion.hive.entities.<a href="gobblin/data/management/conversion/hive/entities/QueryBasedHiveConversionEntity.html" title="class in gobblin.data.management.conversion.hive.entities">QueryBasedHiveConversionEntity</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/entities/QueryBasedHiveConversionEntity.html#QueryBasedHiveConversionEntity-gobblin.data.management.conversion.hive.dataset.ConvertibleHiveDataset-gobblin.data.management.conversion.hive.entities.SchemaAwareHiveTable-com.google.common.base.Optional-">QueryBasedHiveConversionEntity(ConvertibleHiveDataset, SchemaAwareHiveTable, Optional<SchemaAwareHivePartition>)</a></span> - Constructor for class gobblin.data.management.conversion.hive.entities.<a href="gobblin/data/management/conversion/hive/entities/QueryBasedHiveConversionEntity.html" title="class in gobblin.data.management.conversion.hive.entities">QueryBasedHiveConversionEntity</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/entities/QueryBasedHivePublishEntity.html" title="class in gobblin.data.management.conversion.hive.entities"><span class="typeNameLink">QueryBasedHivePublishEntity</span></a> - Class in <a href="gobblin/data/management/conversion/hive/entities/package-summary.html">gobblin.data.management.conversion.hive.entities</a></dt> |
| <dd> |
| <div class="block">Entity to carry Hive queries to publish table and partitions from writer to publisher.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/entities/QueryBasedHivePublishEntity.html#QueryBasedHivePublishEntity--">QueryBasedHivePublishEntity()</a></span> - Constructor for class gobblin.data.management.conversion.hive.entities.<a href="gobblin/data/management/conversion/hive/entities/QueryBasedHivePublishEntity.html" title="class in gobblin.data.management.conversion.hive.entities">QueryBasedHivePublishEntity</a></dt> |
| <dd> </dd> |
| </dl> |
| <a name="I:R"> |
| <!-- --> |
| </a> |
| <h2 class="title">R</h2> |
| <dl> |
| <dt><a href="gobblin/data/management/retention/policy/RawDatasetRetentionPolicy.html" title="class in gobblin.data.management.retention.policy"><span class="typeNameLink">RawDatasetRetentionPolicy</span></a> - Class in <a href="gobblin/data/management/retention/policy/package-summary.html">gobblin.data.management.retention.policy</a></dt> |
| <dd> |
| <div class="block">An abstract <a href="gobblin/data/management/retention/policy/RetentionPolicy.html" title="interface in gobblin.data.management.retention.policy"><code>RetentionPolicy</code></a> for <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/data.management.retention.dataset.RawDataset.html?is-external=true" title="class or interface in gobblin"><code>data.management.retention.dataset.RawDataset</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/RawDatasetRetentionPolicy.html#RawDatasetRetentionPolicy-org.apache.hadoop.fs.FileSystem-java.lang.Class-gobblin.data.management.retention.policy.RetentionPolicy-">RawDatasetRetentionPolicy(FileSystem, Class<? extends FileSystemDatasetVersion>, RetentionPolicy<FileSystemDatasetVersion>)</a></span> - Constructor for class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/RawDatasetRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">RawDatasetRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/OwnerAndPermission.html#read-java.io.DataInput-">read(DataInput)</a></span> - Static method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/OwnerAndPermission.html" title="class in gobblin.data.management.copy">OwnerAndPermission</a></dt> |
| <dd> |
| <div class="block">Read a <a href="gobblin/data/management/copy/OwnerAndPermission.html" title="class in gobblin.data.management.copy"><code>OwnerAndPermission</code></a> from a <a href="https://docs.oracle.com/javase/7/docs/api/java/io/DataInput.html?is-external=true" title="class or interface in java.io"><code>DataInput</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/OwnerAndPermission.html#readFields-java.io.DataInput-">readFields(DataInput)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/OwnerAndPermission.html" title="class in gobblin.data.management.copy">OwnerAndPermission</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/extractor/HiveConvertExtractor.html#readRecord-gobblin.data.management.conversion.hive.entities.QueryBasedHiveConversionEntity-">readRecord(QueryBasedHiveConversionEntity)</a></span> - Method in class gobblin.data.management.conversion.hive.extractor.<a href="gobblin/data/management/conversion/hive/extractor/HiveConvertExtractor.html" title="class in gobblin.data.management.conversion.hive.extractor">HiveConvertExtractor</a></dt> |
| <dd> |
| <div class="block">There is only one record (<a href="gobblin/data/management/conversion/hive/entities/QueryBasedHiveConversionEntity.html" title="class in gobblin.data.management.conversion.hive.entities"><code>QueryBasedHiveConversionEntity</code></a>) to be read.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/extractor/EmptyExtractor.html#readRecord-D-">readRecord(D)</a></span> - Method in class gobblin.data.management.copy.extractor.<a href="gobblin/data/management/copy/extractor/EmptyExtractor.html" title="class in gobblin.data.management.copy.extractor">EmptyExtractor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/extractor/FileAwareInputStreamExtractor.html#readRecord-gobblin.data.management.copy.FileAwareInputStream-">readRecord(FileAwareInputStream)</a></span> - Method in class gobblin.data.management.copy.extractor.<a href="gobblin/data/management/copy/extractor/FileAwareInputStreamExtractor.html" title="class in gobblin.data.management.copy.extractor">FileAwareInputStreamExtractor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html#readSchemaFromString-java.lang.String-">readSchemaFromString(String)</a></span> - Static method in class gobblin.data.management.conversion.hive.query.<a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html" title="class in gobblin.data.management.conversion.hive.query">HiveAvroORCQueryGenerator</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/ReadyCopyableFileFilter.html#READY_EXTENSION">READY_EXTENSION</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/ReadyCopyableFileFilter.html" title="class in gobblin.data.management.copy">ReadyCopyableFileFilter</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/ReadyCopyableFileFilter.html" title="class in gobblin.data.management.copy"><span class="typeNameLink">ReadyCopyableFileFilter</span></a> - Class in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block">A <a href="gobblin/data/management/copy/CopyableFileFilter.html" title="interface in gobblin.data.management.copy"><code>CopyableFileFilter</code></a> that drops a <a href="gobblin/data/management/copy/CopyableFile.html" title="class in gobblin.data.management.copy"><code>CopyableFile</code></a> if another file with "filename.ready" is not found on |
| the <code>sourceFs<code></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/ReadyCopyableFileFilter.html#ReadyCopyableFileFilter--">ReadyCopyableFileFilter()</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/ReadyCopyableFileFilter.html" title="class in gobblin.data.management.copy">ReadyCopyableFileFilter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/writer/HiveQueryExecutionWriter.html#recordsWritten--">recordsWritten()</a></span> - Method in class gobblin.data.management.conversion.hive.writer.<a href="gobblin/data/management/conversion/hive/writer/HiveQueryExecutionWriter.html" title="class in gobblin.data.management.conversion.hive.writer">HiveQueryExecutionWriter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#recordsWritten--">recordsWritten()</a></span> - Method in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/publisher/CopyDataPublisher.html#recoveryHelper">recoveryHelper</a></span> - Variable in class gobblin.data.management.copy.publisher.<a href="gobblin/data/management/copy/publisher/CopyDataPublisher.html" title="class in gobblin.data.management.copy.publisher">CopyDataPublisher</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/recovery/RecoveryHelper.html" title="class in gobblin.data.management.copy.recovery"><span class="typeNameLink">RecoveryHelper</span></a> - Class in <a href="gobblin/data/management/copy/recovery/package-summary.html">gobblin.data.management.copy.recovery</a></dt> |
| <dd> |
| <div class="block">Helper class for distcp work unit recovery.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/recovery/RecoveryHelper.html#RecoveryHelper-org.apache.hadoop.fs.FileSystem-gobblin.configuration.State-">RecoveryHelper(FileSystem, State)</a></span> - Constructor for class gobblin.data.management.copy.recovery.<a href="gobblin/data/management/copy/recovery/RecoveryHelper.html" title="class in gobblin.data.management.copy.recovery">RecoveryHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#recoveryHelper">recoveryHelper</a></span> - Variable in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/RecursiveCopyableDataset.html" title="class in gobblin.data.management.copy"><span class="typeNameLink">RecursiveCopyableDataset</span></a> - Class in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block">Implementation of <a href="gobblin/data/management/copy/CopyableDataset.html" title="interface in gobblin.data.management.copy"><code>CopyableDataset</code></a> that creates a <a href="gobblin/data/management/copy/CopyableFile.html" title="class in gobblin.data.management.copy"><code>CopyableFile</code></a> for every file that is a descendant if |
| the root directory.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/RecursiveCopyableDataset.html#RecursiveCopyableDataset-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.Path-java.util.Properties-org.apache.hadoop.fs.Path-">RecursiveCopyableDataset(FileSystem, Path, Properties, Path)</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/RecursiveCopyableDataset.html" title="class in gobblin.data.management.copy">RecursiveCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/RecursivePathFinder.html" title="class in gobblin.data.management.copy"><span class="typeNameLink">RecursivePathFinder</span></a> - Class in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block">Used to find the path recursively from the root based on the <a href="http://hadoop.apache.org/docs/r2.3.0/api/org/apache/hadoop/fs/PathFilter.html?is-external=true" title="class or interface in org.apache.hadoop.fs"><code>PathFilter</code></a> created in the <a href="https://docs.oracle.com/javase/7/docs/api/java/util/Properties.html?is-external=true" title="class or interface in java.util"><code>Properties</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/RecursivePathFinder.html#RecursivePathFinder-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.Path-java.util.Properties-">RecursivePathFinder(FileSystem, Path, Properties)</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/RecursivePathFinder.html" title="class in gobblin.data.management.copy">RecursivePathFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/DatasetCleaner.html#regenerateMetrics--">regenerateMetrics()</a></span> - Method in class gobblin.data.management.retention.<a href="gobblin/data/management/retention/DatasetCleaner.html" title="class in gobblin.data.management.retention">DatasetCleaner</a></dt> |
| <dd> |
| <div class="block">Generates metrics for the instrumentation of this class.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#REGISTERER">REGISTERER</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#REGISTRATION_GENERATION_TIME_MILLIS">REGISTRATION_GENERATION_TIME_MILLIS</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/predicates/RegistrationTimeSkipPredicate.html" title="class in gobblin.data.management.copy.predicates"><span class="typeNameLink">RegistrationTimeSkipPredicate</span></a> - Class in <a href="gobblin/data/management/copy/predicates/package-summary.html">gobblin.data.management.copy.predicates</a></dt> |
| <dd> |
| <div class="block">A fast partition skip predicate that reads the parameter <a href="gobblin/data/management/copy/hive/HiveDataset.html#REGISTRATION_GENERATION_TIME_MILLIS"><code>HiveDataset.REGISTRATION_GENERATION_TIME_MILLIS</code></a> from |
| the Hive partition and skips the copy if it is newer than the modification time of the location of the source |
| partition.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/predicates/RegistrationTimeSkipPredicate.html#RegistrationTimeSkipPredicate--">RegistrationTimeSkipPredicate()</a></span> - Constructor for class gobblin.data.management.copy.predicates.<a href="gobblin/data/management/copy/predicates/RegistrationTimeSkipPredicate.html" title="class in gobblin.data.management.copy.predicates">RegistrationTimeSkipPredicate</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveTargetPathHelper.html#RELOCATE_DATA_FILES_KEY">RELOCATE_DATA_FILES_KEY</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveTargetPathHelper.html" title="class in gobblin.data.management.copy.hive">HiveTargetPathHelper</a></dt> |
| <dd> |
| <div class="block">Specifies that, on copy, data files for this table should all be relocated to a single directory per partition.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html#REPLACED_PARTITIONS_HIVE_METASTORE_KEY">REPLACED_PARTITIONS_HIVE_METASTORE_KEY</a></span> - Static variable in class gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.html" title="class in gobblin.data.management.conversion.hive.converter">AbstractAvroToOrcConverter</a></dt> |
| <dd> |
| <div class="block">list of partitions that a partition has replaced.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html#replacedPrefix-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.Path-">replacedPrefix(Path, Path, Path)</a></span> - Static method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/HiveDatasetVersionCleaner.html#REPLACEMENT_HIVE_DB_NAME_KEY">REPLACEMENT_HIVE_DB_NAME_KEY</a></span> - Static variable in class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/HiveDatasetVersionCleaner.html" title="class in gobblin.data.management.retention.version">HiveDatasetVersionCleaner</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/HiveDatasetVersionCleaner.html#REPLACEMENT_HIVE_TABLE_NAME_KEY">REPLACEMENT_HIVE_TABLE_NAME_KEY</a></span> - Static variable in class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/HiveDatasetVersionCleaner.html" title="class in gobblin.data.management.retention.version">HiveDatasetVersionCleaner</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication"><span class="typeNameLink">ReplicaHadoopFsEndPoint</span></a> - Class in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html#ReplicaHadoopFsEndPoint-gobblin.data.management.copy.replication.HadoopFsReplicaConfig-java.lang.String-com.typesafe.config.Config-">ReplicaHadoopFsEndPoint(HadoopFsReplicaConfig, String, Config)</a></span> - Constructor for class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">ReplicaHadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html#REPLICATION_COPY_MODE">REPLICATION_COPY_MODE</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication">ReplicationConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html#REPLICATION_DATA_CATETORY_TYPE">REPLICATION_DATA_CATETORY_TYPE</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication">ReplicationConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html#REPLICATION_DATA_FINITE_INSTANCE">REPLICATION_DATA_FINITE_INSTANCE</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication">ReplicationConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedMultiDatasets.html#REPLICATION_PUSH_MODE">REPLICATION_PUSH_MODE</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedMultiDatasets.html" title="class in gobblin.data.management.copy.replication">ConfigBasedMultiDatasets</a></dt> |
| <dd> |
| <div class="block">if push mode is set in property, only replicate data when |
| 1.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html#REPLICATION_REPLICAS">REPLICATION_REPLICAS</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication">ReplicationConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html#REPLICATION_SOURCE">REPLICATION_SOURCE</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication">ReplicationConfiguration</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication"><span class="typeNameLink">ReplicationConfiguration</span></a> - Class in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> |
| <div class="block">Class ReplicationConfiguration is used to describe the overall configuration of the replication flow for |
| a dataset, including: |
| |
| Replication copy mode <a href="gobblin/data/management/copy/replication/ReplicationCopyMode.html" title="enum in gobblin.data.management.copy.replication"><code>ReplicationCopyMode</code></a> |
| Meta data <a href="gobblin/data/management/copy/replication/ReplicationMetaData.html" title="class in gobblin.data.management.copy.replication"><code>ReplicationMetaData</code></a> |
| Replication source <a href="gobblin/data/management/copy/replication/EndPoint.html" title="interface in gobblin.data.management.copy.replication"><code>EndPoint</code></a> |
| Replication replicas <a href="gobblin/data/management/copy/replication/EndPoint.html" title="interface in gobblin.data.management.copy.replication"><code>EndPoint</code></a> |
| Replication topology <a href="gobblin/data/management/copy/replication/DataFlowTopology.html" title="class in gobblin.data.management.copy.replication"><code>DataFlowTopology</code></a> |
| </div> |
| </dd> |
| <dt><a href="gobblin/data/management/copy/replication/ReplicationCopyMode.html" title="enum in gobblin.data.management.copy.replication"><span class="typeNameLink">ReplicationCopyMode</span></a> - Enum in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> |
| <div class="block">Specify the replication copy mode, either Pull or Push</div> |
| </dd> |
| <dt><a href="gobblin/data/management/copy/replication/ReplicationDataValidPathPicker.html" title="class in gobblin.data.management.copy.replication"><span class="typeNameLink">ReplicationDataValidPathPicker</span></a> - Class in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> |
| <div class="block">Used to pick the valid Paths for data replication based on <a href="http://typesafehub.github.io/config/latest/api/com/typesafe/config/Config.html?is-external=true" title="class or interface in com.typesafe.config"><code>Config</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationDataValidPathPicker.html#ReplicationDataValidPathPicker--">ReplicationDataValidPathPicker()</a></span> - Constructor for class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationDataValidPathPicker.html" title="class in gobblin.data.management.copy.replication">ReplicationDataValidPathPicker</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/replication/ReplicationMetaData.html" title="class in gobblin.data.management.copy.replication"><span class="typeNameLink">ReplicationMetaData</span></a> - Class in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> |
| <div class="block">Class used to represent the meta data of the replication</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationMetaData.html#ReplicationMetaData--">ReplicationMetaData()</a></span> - Constructor for class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationMetaData.html" title="class in gobblin.data.management.copy.replication">ReplicationMetaData</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html#REPLICATOIN_REPLICAS_LIST">REPLICATOIN_REPLICAS_LIST</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationConfiguration.html" title="class in gobblin.data.management.copy.replication">ReplicationConfiguration</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html#requiredProperties--">requiredProperties()</a></span> - Method in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html" title="class in gobblin.data.management.retention.profile">ConfigurableGlobDatasetFinder</a></dt> |
| <dd> |
| <div class="block">List of required properties for subclasses of this dataset.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/TrackingDatasetProfile.html#requiredProperties--">requiredProperties()</a></span> - Method in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/TrackingDatasetProfile.html" title="class in gobblin.data.management.retention.profile">TrackingDatasetProfile</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#resolveConfig-com.typesafe.config.Config-gobblin.data.management.copy.hive.HiveDatasetFinder.DbAndTable-gobblin.data.management.copy.hive.HiveDatasetFinder.DbAndTable-">resolveConfig(Config, HiveDatasetFinder.DbAndTable, HiveDatasetFinder.DbAndTable)</a></span> - Static method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> |
| <div class="block">Replace various tokens (DB, TABLE, LOGICAL_DB, LOGICAL_TABLE) with their values.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveTargetPathHelper.html#resolvePath-java.lang.String-java.lang.String-java.lang.String-">resolvePath(String, String, String)</a></span> - Static method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveTargetPathHelper.html" title="class in gobblin.data.management.copy.hive">HiveTargetPathHelper</a></dt> |
| <dd> |
| <div class="block">Takes a path with tokens <code>#databaseToken</code> or <code>#tableToken</code> and replaces these tokens with the actual |
| database names and table name.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyableFile.html#resolveReplicatedOwnerAndPermission-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.Path-gobblin.data.management.copy.CopyConfiguration-">resolveReplicatedOwnerAndPermission(FileSystem, Path, CopyConfiguration)</a></span> - Static method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyableFile.html" title="class in gobblin.data.management.copy">CopyableFile</a></dt> |
| <dd> |
| <div class="block">Computes the correct <a href="gobblin/data/management/copy/OwnerAndPermission.html" title="class in gobblin.data.management.copy"><code>OwnerAndPermission</code></a> obtained from replicating source owner and permissions and applying |
| the <a href="gobblin/data/management/copy/PreserveAttributes.html" title="class in gobblin.data.management.copy"><code>PreserveAttributes</code></a> rules in copyConfiguration.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyableFile.html#resolveReplicatedOwnerAndPermissionsRecursively-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.Path-gobblin.data.management.copy.CopyConfiguration-">resolveReplicatedOwnerAndPermissionsRecursively(FileSystem, Path, Path, CopyConfiguration)</a></span> - Static method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyableFile.html" title="class in gobblin.data.management.copy">CopyableFile</a></dt> |
| <dd> |
| <div class="block">Compute the correct <a href="gobblin/data/management/copy/OwnerAndPermission.html" title="class in gobblin.data.management.copy"><code>OwnerAndPermission</code></a> obtained from replicating source owner and permissions and applying |
| the <a href="gobblin/data/management/copy/PreserveAttributes.html" title="class in gobblin.data.management.copy"><code>PreserveAttributes</code></a> rules for fromPath and every ancestor up to but excluding toPath.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#resolveTemplate-java.lang.String-org.apache.hadoop.hive.ql.metadata.Table-">resolveTemplate(String, Table)</a></span> - Static method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> |
| <div class="block">Resolve <a href="gobblin/data/management/copy/hive/HiveDataset.html#DATABASE_TOKEN">"$DB"</a> and <a href="gobblin/data/management/copy/hive/HiveDataset.html#TABLE_TOKEN">"$TABLE"</a> in <code>rawString</code> to <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Table.html?is-external=true#getDbName--" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Table.getDbName()</code></a> |
| and <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Table.html?is-external=true#getTableName--" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Table.getTableName()</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html#RETENTION_CONFIGURATION_KEY">RETENTION_CONFIGURATION_KEY</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html" title="class in gobblin.data.management.retention.dataset">ConfigurableCleanableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/DateTimeDatasetVersionFinder.html#RETENTION_DATE_TIME_PATTERN_KEY">RETENTION_DATE_TIME_PATTERN_KEY</a></span> - Static variable in class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/DateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">DateTimeDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">use <code>#DATE_TIME_PATTERN_KEY</code> instead.</span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/DateTimeDatasetVersionFinder.html#RETENTION_DATE_TIME_PATTERN_TIMEZONE_KEY">RETENTION_DATE_TIME_PATTERN_TIMEZONE_KEY</a></span> - Static variable in class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/DateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">DateTimeDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">use <code>#DATE_TIME_PATTERN_TIMEZONE_KEY</code> instead.</span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/TimeBasedRetentionPolicy.html#RETENTION_MINUTES_KEY">RETENTION_MINUTES_KEY</a></span> - Static variable in class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/TimeBasedRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">TimeBasedRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/CombineRetentionPolicy.html#RETENTION_POLICIES_PREFIX">RETENTION_POLICIES_PREFIX</a></span> - Static variable in class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/CombineRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">CombineRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html#RETENTION_POLICY_CLASS_KEY">RETENTION_POLICY_CLASS_KEY</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html" title="class in gobblin.data.management.retention.dataset">ConfigurableCleanableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/TimeBasedRetentionPolicy.html#RETENTION_TIMEBASED_DURATION_KEY">RETENTION_TIMEBASED_DURATION_KEY</a></span> - Static variable in class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/TimeBasedRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">TimeBasedRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/action/RetentionAction.html" title="class in gobblin.data.management.retention.action"><span class="typeNameLink">RetentionAction</span></a> - Class in <a href="gobblin/data/management/retention/action/package-summary.html">gobblin.data.management.retention.action</a></dt> |
| <dd> |
| <div class="block">An abstraction to perform a retention action for a subset of <a href="gobblin/data/management/version/DatasetVersion.html" title="interface in gobblin.data.management.version"><code>DatasetVersion</code></a>s.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/action/RetentionAction.html#RetentionAction-com.typesafe.config.Config-org.apache.hadoop.fs.FileSystem-com.typesafe.config.Config-">RetentionAction(Config, FileSystem, Config)</a></span> - Constructor for class gobblin.data.management.retention.action.<a href="gobblin/data/management/retention/action/RetentionAction.html" title="class in gobblin.data.management.retention.action">RetentionAction</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/action/RetentionAction.RetentionActionFactory.html" title="interface in gobblin.data.management.retention.action"><span class="typeNameLink">RetentionAction.RetentionActionFactory</span></a> - Interface in <a href="gobblin/data/management/retention/action/package-summary.html">gobblin.data.management.retention.action</a></dt> |
| <dd> |
| <div class="block">A factory to create new <a href="gobblin/data/management/retention/action/RetentionAction.html" title="class in gobblin.data.management.retention.action"><code>RetentionAction</code></a>s</div> |
| </dd> |
| <dt><a href="gobblin/data/management/retention/policy/RetentionPolicy.html" title="interface in gobblin.data.management.retention.policy"><span class="typeNameLink">RetentionPolicy</span></a><<a href="gobblin/data/management/retention/policy/RetentionPolicy.html" title="type parameter in RetentionPolicy">T</a> extends <a href="gobblin/data/management/version/DatasetVersion.html" title="interface in gobblin.data.management.version">DatasetVersion</a>> - Interface in <a href="gobblin/data/management/retention/policy/package-summary.html">gobblin.data.management.retention.policy</a></dt> |
| <dd> |
| <div class="block">Retention policy around versions of a dataset.</div> |
| </dd> |
| <dt><a href="gobblin/util/test/RetentionTestDataGenerator.html" title="class in gobblin.util.test"><span class="typeNameLink">RetentionTestDataGenerator</span></a> - Class in <a href="gobblin/util/test/package-summary.html">gobblin.util.test</a></dt> |
| <dd> |
| <div class="block">A class to setup files and folders for a retention test.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/util/test/RetentionTestDataGenerator.html#RetentionTestDataGenerator-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.FileSystem-">RetentionTestDataGenerator(Path, Path, FileSystem)</a></span> - Constructor for class gobblin.util.test.<a href="gobblin/util/test/RetentionTestDataGenerator.html" title="class in gobblin.util.test">RetentionTestDataGenerator</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/util/test/RetentionTestDataGenerator.FixedThreadLocalMillisProvider.html" title="class in gobblin.util.test"><span class="typeNameLink">RetentionTestDataGenerator.FixedThreadLocalMillisProvider</span></a> - Class in <a href="gobblin/util/test/package-summary.html">gobblin.util.test</a></dt> |
| <dd> |
| <div class="block">A Joda time <code>DateTimeUtils.MillisProvider</code> used provide a mock fixed current time.</div> |
| </dd> |
| <dt><a href="gobblin/util/test/RetentionTestHelper.html" title="class in gobblin.util.test"><span class="typeNameLink">RetentionTestHelper</span></a> - Class in <a href="gobblin/util/test/package-summary.html">gobblin.util.test</a></dt> |
| <dd> |
| <div class="block">Helper methods for Retention integration tests</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/util/test/RetentionTestHelper.html#RetentionTestHelper--">RetentionTestHelper()</a></span> - Constructor for class gobblin.util.test.<a href="gobblin/util/test/RetentionTestHelper.html" title="class in gobblin.util.test">RetentionTestHelper</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/predicates/RootDirectoryModtimeSkipPredicate.html" title="class in gobblin.data.management.copy.predicates"><span class="typeNameLink">RootDirectoryModtimeSkipPredicate</span></a> - Class in <a href="gobblin/data/management/copy/predicates/package-summary.html">gobblin.data.management.copy.predicates</a></dt> |
| <dd> |
| <div class="block">Use with <a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html#FAST_PARTITION_SKIP_PREDICATE"><code>HiveCopyEntityHelper.FAST_PARTITION_SKIP_PREDICATE</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/predicates/RootDirectoryModtimeSkipPredicate.html#RootDirectoryModtimeSkipPredicate--">RootDirectoryModtimeSkipPredicate()</a></span> - Constructor for class gobblin.data.management.copy.predicates.<a href="gobblin/data/management/copy/predicates/RootDirectoryModtimeSkipPredicate.html" title="class in gobblin.data.management.copy.predicates">RootDirectoryModtimeSkipPredicate</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html#rootPath">rootPath</a></span> - Variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html" title="class in gobblin.data.management.copy">SubsetFilesCopyableDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.ConversionConfig.html#ROW_LIMIT_KEY">ROW_LIMIT_KEY</a></span> - Static variable in class gobblin.data.management.conversion.hive.dataset.<a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.ConversionConfig.html" title="class in gobblin.data.management.conversion.hive.dataset">ConvertibleHiveDataset.ConversionConfig</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.CopyableFileGenerator.html#run--">run()</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.CopyableFileGenerator.html" title="class in gobblin.data.management.copy">TimestampBasedCopyableDataset.CopyableFileGenerator</a></dt> |
| <dd> </dd> |
| </dl> |
| <a name="I:S"> |
| <!-- --> |
| </a> |
| <h2 class="title">S</h2> |
| <dl> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventConstants.html#SCHEMA_EVOLUTION_DDLS_NUM">SCHEMA_EVOLUTION_DDLS_NUM</a></span> - Static variable in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventConstants.html" title="class in gobblin.data.management.conversion.hive.events">EventConstants</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/entities/SchemaAwareHivePartition.html" title="class in gobblin.data.management.conversion.hive.entities"><span class="typeNameLink">SchemaAwareHivePartition</span></a> - Class in <a href="gobblin/data/management/conversion/hive/entities/package-summary.html">gobblin.data.management.conversion.hive.entities</a></dt> |
| <dd> |
| <div class="block">An extension to the <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Partition.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Partition</code></a> class that also knows the <a href="http://avro.apache.org/docs/1.8.1/api/java/org/apache/avro/Schema.html?is-external=true" title="class or interface in org.apache.avro"><code>Schema</code></a> of this <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Partition.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Partition</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/entities/SchemaAwareHivePartition.html#SchemaAwareHivePartition-org.apache.hadoop.hive.metastore.api.Table-org.apache.hadoop.hive.metastore.api.Partition-org.apache.avro.Schema-">SchemaAwareHivePartition(Table, Partition, Schema)</a></span> - Constructor for class gobblin.data.management.conversion.hive.entities.<a href="gobblin/data/management/conversion/hive/entities/SchemaAwareHivePartition.html" title="class in gobblin.data.management.conversion.hive.entities">SchemaAwareHivePartition</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/entities/SchemaAwareHiveTable.html" title="class in gobblin.data.management.conversion.hive.entities"><span class="typeNameLink">SchemaAwareHiveTable</span></a> - Class in <a href="gobblin/data/management/conversion/hive/entities/package-summary.html">gobblin.data.management.conversion.hive.entities</a></dt> |
| <dd> |
| <div class="block">An extension to the <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Table.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Table</code></a> that also knows the <a href="http://avro.apache.org/docs/1.8.1/api/java/org/apache/avro/Schema.html?is-external=true" title="class or interface in org.apache.avro"><code>Schema</code></a> of this <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Table.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Table</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/entities/SchemaAwareHiveTable.html#SchemaAwareHiveTable-org.apache.hadoop.hive.metastore.api.Table-org.apache.avro.Schema-">SchemaAwareHiveTable(Table, Schema)</a></span> - Constructor for class gobblin.data.management.conversion.hive.entities.<a href="gobblin/data/management/conversion/hive/entities/SchemaAwareHiveTable.html" title="class in gobblin.data.management.conversion.hive.entities">SchemaAwareHiveTable</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/avro/SchemaNotFoundException.html" title="class in gobblin.data.management.conversion.hive.avro"><span class="typeNameLink">SchemaNotFoundException</span></a> - Exception in <a href="gobblin/data/management/conversion/hive/avro/package-summary.html">gobblin.data.management.conversion.hive.avro</a></dt> |
| <dd> |
| <div class="block">An exception thrown when Schema was not found.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/avro/SchemaNotFoundException.html#SchemaNotFoundException--">SchemaNotFoundException()</a></span> - Constructor for exception gobblin.data.management.conversion.hive.avro.<a href="gobblin/data/management/conversion/hive/avro/SchemaNotFoundException.html" title="class in gobblin.data.management.conversion.hive.avro">SchemaNotFoundException</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/avro/SchemaNotFoundException.html#SchemaNotFoundException-java.lang.String-">SchemaNotFoundException(String)</a></span> - Constructor for exception gobblin.data.management.conversion.hive.avro.<a href="gobblin/data/management/conversion/hive/avro/SchemaNotFoundException.html" title="class in gobblin.data.management.conversion.hive.avro">SchemaNotFoundException</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/avro/SchemaNotFoundException.html#SchemaNotFoundException-java.lang.String-java.lang.Throwable-">SchemaNotFoundException(String, Throwable)</a></span> - Constructor for exception gobblin.data.management.conversion.hive.avro.<a href="gobblin/data/management/conversion/hive/avro/SchemaNotFoundException.html" title="class in gobblin.data.management.conversion.hive.avro">SchemaNotFoundException</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/avro/SchemaNotFoundException.html#SchemaNotFoundException-java.lang.Throwable-">SchemaNotFoundException(Throwable)</a></span> - Constructor for exception gobblin.data.management.conversion.hive.avro.<a href="gobblin/data/management/conversion/hive/avro/SchemaNotFoundException.html" title="class in gobblin.data.management.conversion.hive.avro">SchemaNotFoundException</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/policy/SelectAfterTimeBasedPolicy.html" title="class in gobblin.data.management.policy"><span class="typeNameLink">SelectAfterTimeBasedPolicy</span></a> - Class in <a href="gobblin/data/management/policy/package-summary.html">gobblin.data.management.policy</a></dt> |
| <dd> |
| <div class="block">Selects <a href="gobblin/data/management/version/TimestampedDatasetVersion.html" title="class in gobblin.data.management.version"><code>TimestampedDatasetVersion</code></a>s newer than lookbackTime.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/SelectAfterTimeBasedPolicy.html#SelectAfterTimeBasedPolicy-com.typesafe.config.Config-">SelectAfterTimeBasedPolicy(Config)</a></span> - Constructor for class gobblin.data.management.policy.<a href="gobblin/data/management/policy/SelectAfterTimeBasedPolicy.html" title="class in gobblin.data.management.policy">SelectAfterTimeBasedPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/SelectAfterTimeBasedPolicy.html#SelectAfterTimeBasedPolicy-java.util.Properties-">SelectAfterTimeBasedPolicy(Properties)</a></span> - Constructor for class gobblin.data.management.policy.<a href="gobblin/data/management/policy/SelectAfterTimeBasedPolicy.html" title="class in gobblin.data.management.policy">SelectAfterTimeBasedPolicy</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/policy/SelectAllPolicy.html" title="class in gobblin.data.management.policy"><span class="typeNameLink">SelectAllPolicy</span></a> - Class in <a href="gobblin/data/management/policy/package-summary.html">gobblin.data.management.policy</a></dt> |
| <dd> |
| <div class="block">Implementation of <a href="gobblin/data/management/policy/VersionSelectionPolicy.html" title="interface in gobblin.data.management.policy"><code>VersionSelectionPolicy</code></a> that selects all <a href="gobblin/data/management/version/FileSystemDatasetVersion.html" title="interface in gobblin.data.management.version"><code>FileSystemDatasetVersion</code></a>s.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/SelectAllPolicy.html#SelectAllPolicy-java.util.Properties-">SelectAllPolicy(Properties)</a></span> - Constructor for class gobblin.data.management.policy.<a href="gobblin/data/management/policy/SelectAllPolicy.html" title="class in gobblin.data.management.policy">SelectAllPolicy</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/policy/SelectBeforeTimeBasedPolicy.html" title="class in gobblin.data.management.policy"><span class="typeNameLink">SelectBeforeTimeBasedPolicy</span></a> - Class in <a href="gobblin/data/management/policy/package-summary.html">gobblin.data.management.policy</a></dt> |
| <dd> |
| <div class="block">Selects <a href="gobblin/data/management/version/TimestampedDatasetVersion.html" title="class in gobblin.data.management.version"><code>TimestampedDatasetVersion</code></a>s older than lookbackTime.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/SelectBeforeTimeBasedPolicy.html#SelectBeforeTimeBasedPolicy-com.typesafe.config.Config-">SelectBeforeTimeBasedPolicy(Config)</a></span> - Constructor for class gobblin.data.management.policy.<a href="gobblin/data/management/policy/SelectBeforeTimeBasedPolicy.html" title="class in gobblin.data.management.policy">SelectBeforeTimeBasedPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/SelectBeforeTimeBasedPolicy.html#SelectBeforeTimeBasedPolicy-java.util.Properties-">SelectBeforeTimeBasedPolicy(Properties)</a></span> - Constructor for class gobblin.data.management.policy.<a href="gobblin/data/management/policy/SelectBeforeTimeBasedPolicy.html" title="class in gobblin.data.management.policy">SelectBeforeTimeBasedPolicy</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/policy/SelectBetweenTimeBasedPolicy.html" title="class in gobblin.data.management.policy"><span class="typeNameLink">SelectBetweenTimeBasedPolicy</span></a> - Class in <a href="gobblin/data/management/policy/package-summary.html">gobblin.data.management.policy</a></dt> |
| <dd> |
| <div class="block">Policy used to select versions in a time range.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/SelectBetweenTimeBasedPolicy.html#SelectBetweenTimeBasedPolicy-com.typesafe.config.Config-">SelectBetweenTimeBasedPolicy(Config)</a></span> - Constructor for class gobblin.data.management.policy.<a href="gobblin/data/management/policy/SelectBetweenTimeBasedPolicy.html" title="class in gobblin.data.management.policy">SelectBetweenTimeBasedPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/SelectBetweenTimeBasedPolicy.html#SelectBetweenTimeBasedPolicy-com.google.common.base.Optional-com.google.common.base.Optional-">SelectBetweenTimeBasedPolicy(Optional<Period>, Optional<Period>)</a></span> - Constructor for class gobblin.data.management.policy.<a href="gobblin/data/management/policy/SelectBetweenTimeBasedPolicy.html" title="class in gobblin.data.management.policy">SelectBetweenTimeBasedPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html#SELECTION_POLICY_CLASS_KEY">SELECTION_POLICY_CLASS_KEY</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html" title="class in gobblin.data.management.retention.dataset">ConfigurableCleanableDataset</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/policy/SelectNothingPolicy.html" title="class in gobblin.data.management.policy"><span class="typeNameLink">SelectNothingPolicy</span></a> - Class in <a href="gobblin/data/management/policy/package-summary.html">gobblin.data.management.policy</a></dt> |
| <dd> |
| <div class="block">Implementation of <a href="gobblin/data/management/policy/VersionSelectionPolicy.html" title="interface in gobblin.data.management.policy"><code>VersionSelectionPolicy</code></a> that selects nothing.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/SelectNothingPolicy.html#SelectNothingPolicy-java.util.Properties-">SelectNothingPolicy(Properties)</a></span> - Constructor for class gobblin.data.management.policy.<a href="gobblin/data/management/policy/SelectNothingPolicy.html" title="class in gobblin.data.management.policy">SelectNothingPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyableDatasetMetadata.html#serialize--">serialize()</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyableDatasetMetadata.html" title="class in gobblin.data.management.copy">CopyableDatasetMetadata</a></dt> |
| <dd> |
| <div class="block">Serialize an instance of <a href="gobblin/data/management/copy/CopyableDatasetMetadata.html" title="class in gobblin.data.management.copy"><code>CopyableDatasetMetadata</code></a> into a <a href="https://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang"><code>String</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyEntity.html#serialize-gobblin.data.management.copy.CopyEntity-">serialize(CopyEntity)</a></span> - Static method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy">CopyEntity</a></dt> |
| <dd> |
| <div class="block">Serialize an instance of <a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy"><code>CopyEntity</code></a> into a <a href="https://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang"><code>String</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/WatermarkMetadataUtil.html#serialize-gobblin.source.extractor.Watermark-">serialize(Watermark)</a></span> - Static method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/WatermarkMetadataUtil.html" title="class in gobblin.data.management.copy.replication">WatermarkMetadataUtil</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopySource.html#serializeCopyableDataset-gobblin.configuration.State-gobblin.data.management.copy.CopyableDatasetMetadata-">serializeCopyableDataset(State, CopyableDatasetMetadata)</a></span> - Static method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy">CopySource</a></dt> |
| <dd> |
| <div class="block">Serialize a <a href="gobblin/data/management/copy/CopyableDataset.html" title="interface in gobblin.data.management.copy"><code>CopyableDataset</code></a> into a <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/State.html?is-external=true" title="class or interface in gobblin.configuration"><code>State</code></a> at <a href="gobblin/data/management/copy/CopySource.html#SERIALIZED_COPYABLE_DATASET"><code>CopySource.SERIALIZED_COPYABLE_DATASET</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopySource.html#serializeCopyEntity-gobblin.configuration.State-gobblin.data.management.copy.CopyEntity-">serializeCopyEntity(State, CopyEntity)</a></span> - Static method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy">CopySource</a></dt> |
| <dd> |
| <div class="block">Serialize a <a href="https://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util"><code>List</code></a> of <a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy"><code>CopyEntity</code></a>s into a <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/State.html?is-external=true" title="class or interface in gobblin.configuration"><code>State</code></a> at <a href="gobblin/data/management/copy/CopySource.html#SERIALIZED_COPYABLE_FILE"><code>CopySource.SERIALIZED_COPYABLE_FILE</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopySource.html#SERIALIZED_COPYABLE_DATASET">SERIALIZED_COPYABLE_DATASET</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy">CopySource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopySource.html#SERIALIZED_COPYABLE_FILE">SERIALIZED_COPYABLE_FILE</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy">CopySource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyEntity.html#serializeList-java.util.List-">serializeList(List<CopyEntity>)</a></span> - Static method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy">CopyEntity</a></dt> |
| <dd> |
| <div class="block">Serialize a <a href="https://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util"><code>List</code></a> of <a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy"><code>CopyEntity</code></a>s into a <a href="https://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang"><code>String</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html#serializePublishCommands-gobblin.configuration.State-gobblin.data.management.conversion.hive.entities.QueryBasedHivePublishEntity-">serializePublishCommands(State, QueryBasedHivePublishEntity)</a></span> - Static method in class gobblin.data.management.conversion.hive.query.<a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html" title="class in gobblin.data.management.conversion.hive.query">HiveAvroORCQueryGenerator</a></dt> |
| <dd> |
| <div class="block">Serialize a <a href="gobblin/data/management/conversion/hive/entities/QueryBasedHivePublishEntity.html" title="class in gobblin.data.management.conversion.hive.entities"><code>QueryBasedHivePublishEntity</code></a> into a <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/State.html?is-external=true" title="class or interface in gobblin.configuration"><code>State</code></a> at <a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.html#SERIALIZED_PUBLISH_TABLE_COMMANDS"><code>HiveAvroORCQueryGenerator.SERIALIZED_PUBLISH_TABLE_COMMANDS</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarker.html#setActualHighWatermark-gobblin.configuration.WorkUnitState-">setActualHighWatermark(WorkUnitState)</a></span> - Method in interface gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarker.html" title="interface in gobblin.data.management.conversion.hive.watermarker">HiveSourceWatermarker</a></dt> |
| <dd> |
| <div class="block">Sets the actual high watermark after data has been published by the <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/publisher/DataPublisher.html?is-external=true" title="class or interface in gobblin.publisher"><code>DataPublisher</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.html#setActualHighWatermark-gobblin.configuration.WorkUnitState-">setActualHighWatermark(WorkUnitState)</a></span> - Method in class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.html" title="class in gobblin.data.management.conversion.hive.watermarker">PartitionLevelWatermarker</a></dt> |
| <dd> |
| <div class="block">Sets the actual high watermark by reading the expected high watermark |
| Sets the actual high watermark after data has been published by the <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/publisher/DataPublisher.html?is-external=true" title="class or interface in gobblin.publisher"><code>DataPublisher</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.html#setActualHighWatermark-gobblin.configuration.WorkUnitState-">setActualHighWatermark(WorkUnitState)</a></span> - Method in class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.html" title="class in gobblin.data.management.conversion.hive.watermarker">TableLevelWatermarker</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventWorkunitUtils.html#setBeginConversionDDLExecuteTimeMetadata-gobblin.configuration.State-long-">setBeginConversionDDLExecuteTimeMetadata(State, long)</a></span> - Static method in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventWorkunitUtils.html" title="class in gobblin.data.management.conversion.hive.events">EventWorkunitUtils</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventWorkunitUtils.html#setBeginDDLBuildTimeMetadata-gobblin.configuration.State-long-">setBeginDDLBuildTimeMetadata(State, long)</a></span> - Static method in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventWorkunitUtils.html" title="class in gobblin.data.management.conversion.hive.events">EventWorkunitUtils</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventWorkunitUtils.html#setBeginPublishDDLExecuteTimeMetadata-gobblin.configuration.State-long-">setBeginPublishDDLExecuteTimeMetadata(State, long)</a></span> - Static method in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventWorkunitUtils.html" title="class in gobblin.data.management.conversion.hive.events">EventWorkunitUtils</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyResourcePool.CopyResourceRequirementBuilder.html#setBytes-long-">setBytes(long)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyResourcePool.CopyResourceRequirementBuilder.html" title="class in gobblin.data.management.copy">CopyResourcePool.CopyResourceRequirementBuilder</a></dt> |
| <dd> |
| <div class="block">Set total bytes to copy in <a href="gobblin/data/management/partition/FileSet.html" title="class in gobblin.data.management.partition"><code>FileSet</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html#setDatasetUrn-java.lang.String-">setDatasetUrn(String)</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html" title="class in gobblin.data.management.conversion.hive.source">HiveWorkUnit</a></dt> |
| <dd> |
| <div class="block">Sets the <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/configuration/ConfigurationKeys.html?is-external=true#DATASET_URN_KEY" title="class or interface in gobblin.configuration"><code>ConfigurationKeys.DATASET_URN_KEY</code></a> key.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventWorkunitUtils.html#setEndConversionDDLExecuteTimeMetadata-gobblin.configuration.State-long-">setEndConversionDDLExecuteTimeMetadata(State, long)</a></span> - Static method in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventWorkunitUtils.html" title="class in gobblin.data.management.conversion.hive.events">EventWorkunitUtils</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventWorkunitUtils.html#setEndDDLBuildTimeMetadata-gobblin.configuration.State-long-">setEndDDLBuildTimeMetadata(State, long)</a></span> - Static method in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventWorkunitUtils.html" title="class in gobblin.data.management.conversion.hive.events">EventWorkunitUtils</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventWorkunitUtils.html#setEndPublishDDLExecuteTimeMetadata-gobblin.configuration.State-long-">setEndPublishDDLExecuteTimeMetadata(State, long)</a></span> - Static method in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventWorkunitUtils.html" title="class in gobblin.data.management.conversion.hive.events">EventWorkunitUtils</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyResourcePool.CopyResourceRequirementBuilder.html#setEntities-int-">setEntities(int)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyResourcePool.CopyResourceRequirementBuilder.html" title="class in gobblin.data.management.copy">CopyResourcePool.CopyResourceRequirementBuilder</a></dt> |
| <dd> |
| <div class="block">Set number of <a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy"><code>CopyEntity</code></a>s in <a href="gobblin/data/management/partition/FileSet.html" title="class in gobblin.data.management.partition"><code>FileSet</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventWorkunitUtils.html#setEvolutionMetadata-gobblin.configuration.State-java.util.List-">setEvolutionMetadata(State, List<String>)</a></span> - Static method in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventWorkunitUtils.html" title="class in gobblin.data.management.conversion.hive.events">EventWorkunitUtils</a></dt> |
| <dd> |
| <div class="block">Set number of schema evolution DDLs as Sla event metadata</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#setFilePermissions-gobblin.data.management.copy.CopyableFile-">setFilePermissions(CopyableFile)</a></span> - Method in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> |
| <div class="block">Sets the owner/group and permission for the file in the task staging directory</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html#setHiveDataset-gobblin.data.management.copy.hive.HiveDataset-">setHiveDataset(HiveDataset)</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html" title="class in gobblin.data.management.conversion.hive.source">HiveWorkUnit</a></dt> |
| <dd> |
| <div class="block">Automatically sets the dataset urn by calling <a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html#setDatasetUrn-java.lang.String-"><code>HiveWorkUnit.setDatasetUrn(String)</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventWorkunitUtils.html#setIsFirstPublishMetadata-gobblin.configuration.WorkUnitState-">setIsFirstPublishMetadata(WorkUnitState)</a></span> - Static method in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventWorkunitUtils.html" title="class in gobblin.data.management.conversion.hive.events">EventWorkunitUtils</a></dt> |
| <dd> |
| <div class="block">Sets metadata to indicate whether this is the first time this table or partition is being published.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriterBuilder.html#setJobSpecificOutputPaths-gobblin.configuration.State-">setJobSpecificOutputPaths(State)</a></span> - Static method in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriterBuilder.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriterBuilder</a></dt> |
| <dd> |
| <div class="block">Each job gets its own task-staging and task-output directory.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html#setPartitionKeys-java.util.List-">setPartitionKeys(List<FieldSchema>)</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html" title="class in gobblin.data.management.conversion.hive.source">HiveWorkUnit</a></dt> |
| <dd> |
| <div class="block">Set partition keys into the <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/workunit/WorkUnit.html?is-external=true" title="class or interface in gobblin.source.workunit"><code>WorkUnit</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html#setPartitionLocation-java.lang.String-">setPartitionLocation(String)</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html" title="class in gobblin.data.management.conversion.hive.source">HiveWorkUnit</a></dt> |
| <dd> |
| <div class="block">Set the name of the partition into the <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/workunit/WorkUnit.html?is-external=true" title="class or interface in gobblin.source.workunit"><code>WorkUnit</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html#setPartitionName-java.lang.String-">setPartitionName(String)</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html" title="class in gobblin.data.management.conversion.hive.source">HiveWorkUnit</a></dt> |
| <dd> |
| <div class="block">Set the name of the partition into the <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/workunit/WorkUnit.html?is-external=true" title="class or interface in gobblin.source.workunit"><code>WorkUnit</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html#setPartitionSchemaUrl-org.apache.hadoop.fs.Path-">setPartitionSchemaUrl(Path)</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html" title="class in gobblin.data.management.conversion.hive.source">HiveWorkUnit</a></dt> |
| <dd> |
| <div class="block">Set the schema url for a partition into the <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/workunit/WorkUnit.html?is-external=true" title="class or interface in gobblin.source.workunit"><code>WorkUnit</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventWorkunitUtils.html#setPartitionSlaEventMetadata-gobblin.source.workunit.WorkUnit-org.apache.hadoop.hive.ql.metadata.Table-org.apache.hadoop.hive.ql.metadata.Partition-long-long-long-">setPartitionSlaEventMetadata(WorkUnit, Table, Partition, long, long, long)</a></span> - Static method in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventWorkunitUtils.html" title="class in gobblin.data.management.conversion.hive.events">EventWorkunitUtils</a></dt> |
| <dd> |
| <div class="block">Set SLA event metadata in the workunit.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html#setTableLocation-java.lang.String-">setTableLocation(String)</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html" title="class in gobblin.data.management.conversion.hive.source">HiveWorkUnit</a></dt> |
| <dd> |
| <div class="block">Set the name of the partition into the <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/workunit/WorkUnit.html?is-external=true" title="class or interface in gobblin.source.workunit"><code>WorkUnit</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html#setTableSchemaUrl-org.apache.hadoop.fs.Path-">setTableSchemaUrl(Path)</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveWorkUnit.html" title="class in gobblin.data.management.conversion.hive.source">HiveWorkUnit</a></dt> |
| <dd> |
| <div class="block">Set the schema url for this table into the <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/workunit/WorkUnit.html?is-external=true" title="class or interface in gobblin.source.workunit"><code>WorkUnit</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventWorkunitUtils.html#setTableSlaEventMetadata-gobblin.source.workunit.WorkUnit-org.apache.hadoop.hive.ql.metadata.Table-long-long-long-">setTableSlaEventMetadata(WorkUnit, Table, long, long, long)</a></span> - Static method in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventWorkunitUtils.html" title="class in gobblin.data.management.conversion.hive.events">EventWorkunitUtils</a></dt> |
| <dd> |
| <div class="block">Set SLA event metadata in the workunit.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/runtime/embedded/EmbeddedGobblinDistcp.html#setTemplate-java.lang.String-">setTemplate(String)</a></span> - Method in class gobblin.runtime.embedded.<a href="gobblin/runtime/embedded/EmbeddedGobblinDistcp.html" title="class in gobblin.runtime.embedded">EmbeddedGobblinDistcp</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/util/test/RetentionTestDataGenerator.html#setup--">setup()</a></span> - Method in class gobblin.util.test.<a href="gobblin/util/test/RetentionTestDataGenerator.html" title="class in gobblin.util.test">RetentionTestDataGenerator</a></dt> |
| <dd> |
| <div class="block">Create all the paths listed under <a href="gobblin/util/test/RetentionTestDataGenerator.html#TEST_DATA_CREATE_KEY"><code>RetentionTestDataGenerator.TEST_DATA_CREATE_KEY</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopySource.html#setWorkUnitGuid-gobblin.configuration.State-gobblin.util.guid.Guid-">setWorkUnitGuid(State, Guid)</a></span> - Static method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy">CopySource</a></dt> |
| <dd> |
| <div class="block">Set a unique, replicable guid for this work unit.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/HiveDatasetVersionCleaner.html#SHOULD_REPLACE_PARTITION_KEY">SHOULD_REPLACE_PARTITION_KEY</a></span> - Static variable in class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/HiveDatasetVersionCleaner.html" title="class in gobblin.data.management.retention.version">HiveDatasetVersionCleaner</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/SubsetFilesCopyableDataset.html#shouldAddToCopyableFiles-org.apache.hadoop.fs.FileStatus-">shouldAddToCopyableFiles(FileStatus)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/SubsetFilesCopyableDataset.html" title="class in gobblin.data.management.copy">SubsetFilesCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/BackfillHiveSource.html#shouldCreateWorkunit-long-long-gobblin.source.extractor.extract.LongWatermark-">shouldCreateWorkunit(long, long, LongWatermark)</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/BackfillHiveSource.html" title="class in gobblin.data.management.conversion.hive.source">BackfillHiveSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/BackfillHiveSource.html#shouldCreateWorkunit-org.apache.hadoop.hive.ql.metadata.Partition-gobblin.source.extractor.extract.LongWatermark-">shouldCreateWorkunit(Partition, LongWatermark)</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/BackfillHiveSource.html" title="class in gobblin.data.management.conversion.hive.source">BackfillHiveSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveSource.html#shouldCreateWorkUnit-org.apache.hadoop.fs.Path-">shouldCreateWorkUnit(Path)</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveSource</a></dt> |
| <dd> |
| <div class="block">Check if path of Hive entity (table / partition) contains location token that should be ignored.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveSource.html#shouldCreateWorkunit-org.apache.hadoop.hive.ql.metadata.Partition-gobblin.source.extractor.extract.LongWatermark-">shouldCreateWorkunit(Partition, LongWatermark)</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveSource.html#shouldCreateWorkunit-long-long-gobblin.source.extractor.extract.LongWatermark-">shouldCreateWorkunit(long, long, LongWatermark)</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveSource</a></dt> |
| <dd> |
| <div class="block">Check if workunit needs to be created.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/NoopSnapshotCleanupPolicy.html#shouldDeleteSnapshot-org.apache.hadoop.fs.FileStatus-gobblin.data.management.trash.Trash-">shouldDeleteSnapshot(FileStatus, Trash)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/NoopSnapshotCleanupPolicy.html" title="class in gobblin.data.management.trash">NoopSnapshotCleanupPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/SnapshotCleanupPolicy.html#shouldDeleteSnapshot-org.apache.hadoop.fs.FileStatus-gobblin.data.management.trash.Trash-">shouldDeleteSnapshot(FileStatus, Trash)</a></span> - Method in interface gobblin.data.management.trash.<a href="gobblin/data/management/trash/SnapshotCleanupPolicy.html" title="interface in gobblin.data.management.trash">SnapshotCleanupPolicy</a></dt> |
| <dd> |
| <div class="block">Decide whether a trash snapshot should be permanently deleted from the file system.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/TimeBasedSnapshotCleanupPolicy.html#shouldDeleteSnapshot-org.apache.hadoop.fs.FileStatus-gobblin.data.management.trash.Trash-">shouldDeleteSnapshot(FileStatus, Trash)</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/TimeBasedSnapshotCleanupPolicy.html" title="class in gobblin.data.management.trash">TimeBasedSnapshotCleanupPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/HiveDatasetVersionCleaner.html#shouldReplacePartition-com.typesafe.config.Config-java.lang.String-java.lang.String-com.google.common.base.Optional-com.google.common.base.Optional-">shouldReplacePartition(Config, String, String, Optional<String>, Optional<String>)</a></span> - Static method in class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/HiveDatasetVersionCleaner.html" title="class in gobblin.data.management.retention.version">HiveDatasetVersionCleaner</a></dt> |
| <dd> |
| <div class="block">Determine if a partition should be replaced-in from another table for a partition being deleted from |
| the current table.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/source/HiveSource.html#shutdown-gobblin.configuration.SourceState-">shutdown(SourceState)</a></span> - Method in class gobblin.data.management.conversion.hive.source.<a href="gobblin/data/management/conversion/hive/source/HiveSource.html" title="class in gobblin.data.management.conversion.hive.source">HiveSource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CloseableFsCopySource.html#shutdown-gobblin.configuration.SourceState-">shutdown(SourceState)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CloseableFsCopySource.html" title="class in gobblin.data.management.copy">CloseableFsCopySource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopySource.html#shutdown-gobblin.configuration.SourceState-">shutdown(SourceState)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy">CopySource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/dataset/SimpleDatasetRequest.html#SIMPLE_DATASET_COUNT_DIMENSION">SIMPLE_DATASET_COUNT_DIMENSION</a></span> - Static variable in class gobblin.data.management.dataset.<a href="gobblin/data/management/dataset/SimpleDatasetRequest.html" title="class in gobblin.data.management.dataset">SimpleDatasetRequest</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/dataset/SimpleDatasetRequest.SimpleDatasetCountEstimator.html#SimpleDatasetCountEstimator--">SimpleDatasetCountEstimator()</a></span> - Constructor for class gobblin.data.management.dataset.<a href="gobblin/data/management/dataset/SimpleDatasetRequest.SimpleDatasetCountEstimator.html" title="class in gobblin.data.management.dataset">SimpleDatasetRequest.SimpleDatasetCountEstimator</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/dataset/SimpleDatasetHierarchicalPrioritizer.html" title="class in gobblin.data.management.dataset"><span class="typeNameLink">SimpleDatasetHierarchicalPrioritizer</span></a> - Class in <a href="gobblin/data/management/dataset/package-summary.html">gobblin.data.management.dataset</a></dt> |
| <dd> |
| <div class="block">A simple type of <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-utility/gobblin/util/request_allocation/SimpleHierarchicalPrioritizer.html?is-external=true" title="class or interface in gobblin.util.request_allocation"><code>SimpleHierarchicalPrioritizer</code></a> which prioritize <a href="gobblin/data/management/dataset/Dataset.html" title="interface in gobblin.data.management.dataset"><code>Dataset</code></a> based on their tier name.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/dataset/SimpleDatasetHierarchicalPrioritizer.html#SimpleDatasetHierarchicalPrioritizer-gobblin.configuration.State-">SimpleDatasetHierarchicalPrioritizer(State)</a></span> - Constructor for class gobblin.data.management.dataset.<a href="gobblin/data/management/dataset/SimpleDatasetHierarchicalPrioritizer.html" title="class in gobblin.data.management.dataset">SimpleDatasetHierarchicalPrioritizer</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/dataset/SimpleDatasetRequest.html" title="class in gobblin.data.management.dataset"><span class="typeNameLink">SimpleDatasetRequest</span></a> - Class in <a href="gobblin/data/management/dataset/package-summary.html">gobblin.data.management.dataset</a></dt> |
| <dd> |
| <div class="block">A simple <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-utility/gobblin/util/request_allocation/Request.html?is-external=true" title="class or interface in gobblin.util.request_allocation"><code>Request</code></a> which represents a <a href="gobblin/data/management/dataset/Dataset.html" title="interface in gobblin.data.management.dataset"><code>Dataset</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/dataset/SimpleDatasetRequest.html#SimpleDatasetRequest--">SimpleDatasetRequest()</a></span> - Constructor for class gobblin.data.management.dataset.<a href="gobblin/data/management/dataset/SimpleDatasetRequest.html" title="class in gobblin.data.management.dataset">SimpleDatasetRequest</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/dataset/SimpleDatasetRequest.SimpleDatasetCountEstimator.html" title="class in gobblin.data.management.dataset"><span class="typeNameLink">SimpleDatasetRequest.SimpleDatasetCountEstimator</span></a> - Class in <a href="gobblin/data/management/dataset/package-summary.html">gobblin.data.management.dataset</a></dt> |
| <dd> |
| <div class="block">A simple <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-utility/gobblin/util/request_allocation/ResourceEstimator.html?is-external=true" title="class or interface in gobblin.util.request_allocation"><code>ResourceEstimator</code></a> which counts <a href="gobblin/data/management/dataset/SimpleDatasetRequest.html" title="class in gobblin.data.management.dataset"><code>SimpleDatasetRequest</code></a> as the only dimension</div> |
| </dd> |
| <dt><a href="gobblin/data/management/dataset/SimpleDatasetRequestor.html" title="class in gobblin.data.management.dataset"><span class="typeNameLink">SimpleDatasetRequestor</span></a> - Class in <a href="gobblin/data/management/dataset/package-summary.html">gobblin.data.management.dataset</a></dt> |
| <dd> |
| <div class="block">A simple <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-utility/gobblin/util/request_allocation/Requestor.html?is-external=true" title="class or interface in gobblin.util.request_allocation"><code>Requestor</code></a> used to generate a single <a href="gobblin/data/management/dataset/SimpleDatasetRequest.html" title="class in gobblin.data.management.dataset"><code>SimpleDatasetRequest</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/dataset/SimpleDatasetRequestor.html#SimpleDatasetRequestor--">SimpleDatasetRequestor()</a></span> - Constructor for class gobblin.data.management.dataset.<a href="gobblin/data/management/dataset/SimpleDatasetRequestor.html" title="class in gobblin.data.management.dataset">SimpleDatasetRequestor</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/util/request_allocation/SimpleHiveDatasetTieringPrioritizer.html" title="class in gobblin.util.request_allocation"><span class="typeNameLink">SimpleHiveDatasetTieringPrioritizer</span></a> - Class in <a href="gobblin/util/request_allocation/package-summary.html">gobblin.util.request_allocation</a></dt> |
| <dd> |
| <div class="block">A simple <a href="gobblin/data/management/copy/prioritization/FileSetComparator.html" title="interface in gobblin.data.management.copy.prioritization"><code>FileSetComparator</code></a> for <a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive"><code>HiveDataset</code></a>s that allows classifying datasets into tiers, so that lower |
| tiers are higher priority.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/util/request_allocation/SimpleHiveDatasetTieringPrioritizer.html#SimpleHiveDatasetTieringPrioritizer-java.util.Properties-">SimpleHiveDatasetTieringPrioritizer(Properties)</a></span> - Constructor for class gobblin.util.request_allocation.<a href="gobblin/util/request_allocation/SimpleHiveDatasetTieringPrioritizer.html" title="class in gobblin.util.request_allocation">SimpleHiveDatasetTieringPrioritizer</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopySource.html#SIMULATE">SIMULATE</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy">CopySource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html#simulate">simulate</a></span> - Variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset">FsCleanableHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#simulate">simulate</a></span> - Variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">in favor of <a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset"><code>FsCleanableHelper</code></a></span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/TrashFactory.html#SIMULATE">SIMULATE</a></span> - Static variable in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/TrashFactory.html" title="class in gobblin.data.management.trash">TrashFactory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/runtime/embedded/EmbeddedGobblinDistcp.html#simulate--">simulate()</a></span> - Method in class gobblin.runtime.embedded.<a href="gobblin/runtime/embedded/EmbeddedGobblinDistcp.html" title="class in gobblin.runtime.embedded">EmbeddedGobblinDistcp</a></dt> |
| <dd> |
| <div class="block">Run in simulate mode.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html#SIMULATE_DEFAULT">SIMULATE_DEFAULT</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset">FsCleanableHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#SIMULATE_DEFAULT">SIMULATE_DEFAULT</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html#SIMULATE_KEY">SIMULATE_KEY</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset">FsCleanableHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#SIMULATE_KEY">SIMULATE_KEY</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">in favor of <a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset"><code>FsCleanableHelper</code></a></span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/TestTrash.html#simulateDelay-java.util.Properties-long-">simulateDelay(Properties, long)</a></span> - Static method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/TestTrash.html" title="class in gobblin.data.management.trash">TestTrash</a></dt> |
| <dd> |
| <div class="block">Mutates properties so that creating a TestTrash with this properties object will simulate delay in the |
| filesystem.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/retention/version/finder/SingleVersionFinder.html" title="class in gobblin.data.management.retention.version.finder"><span class="typeNameLink">SingleVersionFinder</span></a> - Class in <a href="gobblin/data/management/retention/version/finder/package-summary.html">gobblin.data.management.retention.version.finder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">See javadoc for <a href="gobblin/data/management/version/finder/SingleVersionFinder.html" title="class in gobblin.data.management.version.finder"><code>SingleVersionFinder</code></a>.</span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/SingleVersionFinder.html#SingleVersionFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">SingleVersionFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/SingleVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">SingleVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><a href="gobblin/data/management/version/finder/SingleVersionFinder.html" title="class in gobblin.data.management.version.finder"><span class="typeNameLink">SingleVersionFinder</span></a> - Class in <a href="gobblin/data/management/version/finder/package-summary.html">gobblin.data.management.version.finder</a></dt> |
| <dd> |
| <div class="block">Implementation of <a href="gobblin/data/management/version/finder/VersionFinder.html" title="interface in gobblin.data.management.version.finder"><code>VersionFinder</code></a> that uses a <a href="gobblin/data/management/version/StringDatasetVersion.html" title="class in gobblin.data.management.version"><code>StringDatasetVersion</code></a> and simply creates a single |
| <a href="gobblin/data/management/version/StringDatasetVersion.html" title="class in gobblin.data.management.version"><code>StringDatasetVersion</code></a> for the given <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/dataset/FileSystemDataset.html?is-external=true" title="class or interface in gobblin.dataset"><code>FileSystemDataset</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/SingleVersionFinder.html#SingleVersionFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">SingleVersionFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/SingleVersionFinder.html" title="class in gobblin.data.management.version.finder">SingleVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/SingleVersionFinder.html#SingleVersionFinder-org.apache.hadoop.fs.FileSystem-com.typesafe.config.Config-">SingleVersionFinder(FileSystem, Config)</a></span> - Constructor for class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/SingleVersionFinder.html" title="class in gobblin.data.management.version.finder">SingleVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/publisher/CopyEventSubmitterHelper.html#SIZE_IN_BYTES">SIZE_IN_BYTES</a></span> - Static variable in class gobblin.data.management.copy.publisher.<a href="gobblin/data/management/copy/publisher/CopyEventSubmitterHelper.html" title="class in gobblin.data.management.copy.publisher">CopyEventSubmitterHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyResourcePool.html#SIZE_KEY">SIZE_KEY</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyResourcePool.html" title="class in gobblin.data.management.copy">CopyResourcePool</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html#SKIP_HIDDEN_PATHS">SKIP_HIDDEN_PATHS</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.html" title="class in gobblin.data.management.copy.hive">HiveLocationDescriptor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/TrashFactory.html#SKIP_TRASH">SKIP_TRASH</a></span> - Static variable in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/TrashFactory.html" title="class in gobblin.data.management.trash">TrashFactory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html#SKIP_TRASH_DEFAULT">SKIP_TRASH_DEFAULT</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset">FsCleanableHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#SKIP_TRASH_DEFAULT">SKIP_TRASH_DEFAULT</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html#SKIP_TRASH_KEY">SKIP_TRASH_KEY</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset">FsCleanableHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#SKIP_TRASH_KEY">SKIP_TRASH_KEY</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">in favor of <a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset"><code>FsCleanableHelper</code></a></span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html#skipTrash">skipTrash</a></span> - Variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset">FsCleanableHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#skipTrash">skipTrash</a></span> - Variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">in favor of <a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset"><code>FsCleanableHelper</code></a></span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/Trash.html#SNAPSHOT_CLEANUP_POLICY_CLASS_KEY">SNAPSHOT_CLEANUP_POLICY_CLASS_KEY</a></span> - Static variable in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/Trash.html" title="class in gobblin.data.management.trash">Trash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/TimeBasedSnapshotCleanupPolicy.html#SNAPSHOT_RETENTION_POLICY_MINUTES_DEFAULT">SNAPSHOT_RETENTION_POLICY_MINUTES_DEFAULT</a></span> - Static variable in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/TimeBasedSnapshotCleanupPolicy.html" title="class in gobblin.data.management.trash">TimeBasedSnapshotCleanupPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/TimeBasedSnapshotCleanupPolicy.html#SNAPSHOT_RETENTION_POLICY_MINUTES_KEY">SNAPSHOT_RETENTION_POLICY_MINUTES_KEY</a></span> - Static variable in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/TimeBasedSnapshotCleanupPolicy.html" title="class in gobblin.data.management.trash">TimeBasedSnapshotCleanupPolicy</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/trash/SnapshotCleanupPolicy.html" title="interface in gobblin.data.management.trash"><span class="typeNameLink">SnapshotCleanupPolicy</span></a> - Interface in <a href="gobblin/data/management/trash/package-summary.html">gobblin.data.management.trash</a></dt> |
| <dd> |
| <div class="block">Policy for determining whether a <a href="gobblin/data/management/trash/Trash.html" title="class in gobblin.data.management.trash"><code>Trash</code></a> snapshot should be deleted.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/retention/dataset/SnapshotDataset.html" title="class in gobblin.data.management.retention.dataset"><span class="typeNameLink">SnapshotDataset</span></a> - Class in <a href="gobblin/data/management/retention/dataset/package-summary.html">gobblin.data.management.retention.dataset</a></dt> |
| <dd> |
| <div class="block"><a href="gobblin/data/management/retention/dataset/CleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset"><code>CleanableDatasetBase</code></a> for snapshot datasets.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/SnapshotDataset.html#SnapshotDataset-org.apache.hadoop.fs.FileSystem-java.util.Properties-org.apache.hadoop.fs.Path-">SnapshotDataset(FileSystem, Properties, Path)</a></span> - Constructor for class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/SnapshotDataset.html" title="class in gobblin.data.management.retention.dataset">SnapshotDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/SnapshotDataset.html#SnapshotDataset-org.apache.hadoop.fs.FileSystem-java.util.Properties-org.apache.hadoop.fs.Path-org.slf4j.Logger-">SnapshotDataset(FileSystem, Properties, Path, Logger)</a></span> - Constructor for class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/SnapshotDataset.html" title="class in gobblin.data.management.retention.dataset">SnapshotDataset</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/profile/SnapshotDatasetProfile.html" title="class in gobblin.data.management.retention.profile"><span class="typeNameLink">SnapshotDatasetProfile</span></a> - Class in <a href="gobblin/data/management/retention/profile/package-summary.html">gobblin.data.management.retention.profile</a></dt> |
| <dd> |
| <div class="block"><a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/dataset/DatasetsFinder.html?is-external=true" title="class or interface in gobblin.dataset"><code>DatasetsFinder</code></a> for snapshot datasets.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/SnapshotDatasetProfile.html#SnapshotDatasetProfile-org.apache.hadoop.fs.FileSystem-java.util.Properties-">SnapshotDatasetProfile(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/SnapshotDatasetProfile.html" title="class in gobblin.data.management.retention.profile">SnapshotDatasetProfile</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#sortPartitions-java.util.List-">sortPartitions(List<Partition>)</a></span> - Static method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> |
| <div class="block">Sort all partitions inplace on the basis of complete name ie dbName.tableName.partitionName</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventConstants.html#SOURCE_DATA_LOCATION">SOURCE_DATA_LOCATION</a></span> - Static variable in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventConstants.html" title="class in gobblin.data.management.conversion.hive.events">EventConstants</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/publisher/CopyEventSubmitterHelper.html#SOURCE_PATH">SOURCE_PATH</a></span> - Static variable in class gobblin.data.management.copy.publisher.<a href="gobblin/data/management/copy/publisher/CopyEventSubmitterHelper.html" title="class in gobblin.data.management.copy.publisher">CopyEventSubmitterHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html#SOURCE_PATH_LISTING">SOURCE_PATH_LISTING</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper.Stages</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication"><span class="typeNameLink">SourceHadoopFsEndPoint</span></a> - Class in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.html#SourceHadoopFsEndPoint-gobblin.data.management.copy.replication.HadoopFsReplicaConfig-com.typesafe.config.Config-">SourceHadoopFsEndPoint(HadoopFsReplicaConfig, Config)</a></span> - Constructor for class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">SourceHadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html#Stages--">Stages()</a></span> - Constructor for class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper.Stages</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#stagingDir">stagingDir</a></span> - Variable in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#state">state</a></span> - Variable in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/partition/StaticFileSet.html" title="class in gobblin.data.management.partition"><span class="typeNameLink">StaticFileSet</span></a><<a href="gobblin/data/management/partition/StaticFileSet.html" title="type parameter in StaticFileSet">T</a> extends <a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy">CopyEntity</a>> - Class in <a href="gobblin/data/management/partition/package-summary.html">gobblin.data.management.partition</a></dt> |
| <dd> |
| <div class="block">A non-lazy <a href="gobblin/data/management/partition/FileSet.html" title="class in gobblin.data.management.partition"><code>FileSet</code></a> where the copy entities are a static, eagerly computed list of <a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy"><code>CopyEntity</code></a>s.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/partition/StaticFileSet.html#StaticFileSet-java.lang.String-gobblin.dataset.Dataset-java.util.List-">StaticFileSet(String, Dataset, List<T>)</a></span> - Constructor for class gobblin.data.management.partition.<a href="gobblin/data/management/partition/StaticFileSet.html" title="class in gobblin.data.management.partition">StaticFileSet</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html#storeRoot">storeRoot</a></span> - Variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html" title="class in gobblin.data.management.copy.replication">ConfigBasedDatasetsFinder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/version/StringDatasetVersion.html" title="class in gobblin.data.management.retention.version"><span class="typeNameLink">StringDatasetVersion</span></a> - Class in <a href="gobblin/data/management/retention/version/package-summary.html">gobblin.data.management.retention.version</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">Dataset version extends <a href="gobblin/data/management/version/StringDatasetVersion.html" title="class in gobblin.data.management.version"><code>StringDatasetVersion</code></a> and implements |
| <a href="gobblin/data/management/retention/version/DatasetVersion.html" title="interface in gobblin.data.management.retention.version"><code>DatasetVersion</code></a>.</span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/StringDatasetVersion.html#StringDatasetVersion-java.lang.String-org.apache.hadoop.fs.Path-">StringDatasetVersion(String, Path)</a></span> - Constructor for class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/StringDatasetVersion.html" title="class in gobblin.data.management.retention.version">StringDatasetVersion</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/StringDatasetVersion.html#StringDatasetVersion-gobblin.data.management.version.StringDatasetVersion-">StringDatasetVersion(StringDatasetVersion)</a></span> - Constructor for class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/StringDatasetVersion.html" title="class in gobblin.data.management.retention.version">StringDatasetVersion</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><a href="gobblin/data/management/version/StringDatasetVersion.html" title="class in gobblin.data.management.version"><span class="typeNameLink">StringDatasetVersion</span></a> - Class in <a href="gobblin/data/management/version/package-summary.html">gobblin.data.management.version</a></dt> |
| <dd> |
| <div class="block">Dataset version using <a href="https://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang"><code>String</code></a> as version.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/StringDatasetVersion.html#StringDatasetVersion-java.lang.String-org.apache.hadoop.fs.Path-">StringDatasetVersion(String, Path)</a></span> - Constructor for class gobblin.data.management.version.<a href="gobblin/data/management/version/StringDatasetVersion.html" title="class in gobblin.data.management.version">StringDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/watermark/StringWatermark.html" title="class in gobblin.data.management.copy.watermark"><span class="typeNameLink">StringWatermark</span></a> - Class in <a href="gobblin/data/management/copy/watermark/package-summary.html">gobblin.data.management.copy.watermark</a></dt> |
| <dd> |
| <div class="block">String based <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/extractor/ComparableWatermark.html?is-external=true" title="class or interface in gobblin.source.extractor"><code>ComparableWatermark</code></a> implementation.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/watermark/StringWatermark.html#StringWatermark--">StringWatermark()</a></span> - Constructor for class gobblin.data.management.copy.watermark.<a href="gobblin/data/management/copy/watermark/StringWatermark.html" title="class in gobblin.data.management.copy.watermark">StringWatermark</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html#SUBSETFILES_REGEX_FILTER">SUBSETFILES_REGEX_FILTER</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html" title="class in gobblin.data.management.copy">SubsetFilesCopyableDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/SubsetFilesCopyableDataset.html" title="class in gobblin.data.management.copy"><span class="typeNameLink">SubsetFilesCopyableDataset</span></a> - Class in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block">Implementation of <a href="gobblin/data/management/copy/CopyableDataset.html" title="interface in gobblin.data.management.copy"><code>CopyableDataset</code></a> and <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/dataset/FileSystemDataset.html?is-external=true" title="class or interface in gobblin.dataset"><code>FileSystemDataset</code></a> that has an identifier in a root directory, |
| and only contains a subset of files in the root directory.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/SubsetFilesCopyableDataset.html#SubsetFilesCopyableDataset-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.Path-java.util.Properties-java.lang.String-java.util.List-">SubsetFilesCopyableDataset(FileSystem, Path, Properties, String, List<FileStatus>)</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/SubsetFilesCopyableDataset.html" title="class in gobblin.data.management.copy">SubsetFilesCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/SubsetFilesCopyableDataset.html#SubsetFilesCopyableDataset-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.Path-java.util.Properties-java.lang.String-java.util.List-gobblin.metrics.event.EventSubmitter-">SubsetFilesCopyableDataset(FileSystem, Path, Properties, String, List<FileStatus>, EventSubmitter)</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/SubsetFilesCopyableDataset.html" title="class in gobblin.data.management.copy">SubsetFilesCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/SubsetFilesCopyableDataset.html#SubsetFilesCopyableDataset-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.Path-java.util.Properties-java.lang.String-java.util.List-gobblin.metrics.event.EventSubmitter-gobblin.configuration.SourceState-">SubsetFilesCopyableDataset(FileSystem, Path, Properties, String, List<FileStatus>, EventSubmitter, SourceState)</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/SubsetFilesCopyableDataset.html" title="class in gobblin.data.management.copy">SubsetFilesCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html" title="class in gobblin.data.management.copy"><span class="typeNameLink">SubsetFilesCopyableDatasetFinder</span></a> - Class in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block"><a href="gobblin/data/management/copy/SubsetFilesCopyableDataset.html" title="class in gobblin.data.management.copy"><code>SubsetFilesCopyableDataset</code></a> finder that extends <a href="gobblin/data/management/retention/profile/ConfigurableGlobDatasetFinder.html" title="class in gobblin.data.management.retention.profile"><code>ConfigurableGlobDatasetFinder</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html#SubsetFilesCopyableDatasetFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">SubsetFilesCopyableDatasetFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html" title="class in gobblin.data.management.copy">SubsetFilesCopyableDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html#SubsetFilesCopyableDatasetFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-gobblin.metrics.event.EventSubmitter-">SubsetFilesCopyableDatasetFinder(FileSystem, Properties, EventSubmitter)</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html" title="class in gobblin.data.management.copy">SubsetFilesCopyableDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html#SubsetFilesCopyableDatasetFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-gobblin.metrics.event.EventSubmitter-gobblin.configuration.SourceState-">SubsetFilesCopyableDatasetFinder(FileSystem, Properties, EventSubmitter, SourceState)</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.html" title="class in gobblin.data.management.copy">SubsetFilesCopyableDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/DatasetCleaner.html#switchMetricContext-java.util.List-">switchMetricContext(List<Tag<?>>)</a></span> - Method in class gobblin.data.management.retention.<a href="gobblin/data/management/retention/DatasetCleaner.html" title="class in gobblin.data.management.retention">DatasetCleaner</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/DatasetCleaner.html#switchMetricContext-gobblin.metrics.MetricContext-">switchMetricContext(MetricContext)</a></span> - Method in class gobblin.data.management.retention.<a href="gobblin/data/management/retention/DatasetCleaner.html" title="class in gobblin.data.management.retention">DatasetCleaner</a></dt> |
| <dd> </dd> |
| </dl> |
| <a name="I:T"> |
| <!-- --> |
| </a> |
| <h2 class="title">T</h2> |
| <dl> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#TABLE">TABLE</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#table">table</a></span> - Variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html#TABLE_PATTERN_KEY">TABLE_PATTERN_KEY</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#TABLE_TOKEN">TABLE_TOKEN</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#tableIdentifier">tableIdentifier</a></span> - Variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.html#tableKey-org.apache.hadoop.hive.ql.metadata.Table-">tableKey(Table)</a></span> - Static method in class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.html" title="class in gobblin.data.management.conversion.hive.watermarker">PartitionLevelWatermarker</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.html" title="class in gobblin.data.management.conversion.hive.watermarker"><span class="typeNameLink">TableLevelWatermarker</span></a> - Class in <a href="gobblin/data/management/conversion/hive/watermarker/package-summary.html">gobblin.data.management.conversion.hive.watermarker</a></dt> |
| <dd> |
| <div class="block">A <a href="gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarker.html" title="interface in gobblin.data.management.conversion.hive.watermarker"><code>HiveSourceWatermarker</code></a> that manages <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/extractor/Watermark.html?is-external=true" title="class or interface in gobblin.source.extractor"><code>Watermark</code></a> at a per <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Table.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Table</code></a> basis.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.html#TableLevelWatermarker-gobblin.configuration.State-">TableLevelWatermarker(State)</a></span> - Constructor for class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.html" title="class in gobblin.data.management.conversion.hive.watermarker">TableLevelWatermarker</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.Factory.html" title="class in gobblin.data.management.conversion.hive.watermarker"><span class="typeNameLink">TableLevelWatermarker.Factory</span></a> - Class in <a href="gobblin/data/management/conversion/hive/watermarker/package-summary.html">gobblin.data.management.conversion.hive.watermarker</a></dt> |
| <dd> |
| <div class="block">Factory to create a <a href="gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.html" title="class in gobblin.data.management.conversion.hive.watermarker"><code>TableLevelWatermarker</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/extractor/HiveBaseExtractor.html#tableName">tableName</a></span> - Variable in class gobblin.data.management.conversion.hive.extractor.<a href="gobblin/data/management/conversion/hive/extractor/HiveBaseExtractor.html" title="class in gobblin.data.management.conversion.hive.extractor">HiveBaseExtractor</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDataset.html#tableRootPath">tableRootPath</a></span> - Variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDataset.html" title="class in gobblin.data.management.copy.hive">HiveDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/MultiCleanableDatasetFinder.html#TAGS_TO_IMPORT_KEY">TAGS_TO_IMPORT_KEY</a></span> - Static variable in class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/MultiCleanableDatasetFinder.html" title="class in gobblin.data.management.retention.profile">MultiCleanableDatasetFinder</a></dt> |
| <dd> |
| <div class="block">Comma separated list of tags in the config store.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/copy/writer/TarArchiveInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer"><span class="typeNameLink">TarArchiveInputStreamDataWriter</span></a> - Class in <a href="gobblin/data/management/copy/writer/package-summary.html">gobblin.data.management.copy.writer</a></dt> |
| <dd> |
| <div class="block">An <a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer"><code>FileAwareInputStreamDataWriter</code></a> to write archived <a href="https://docs.oracle.com/javase/7/docs/api/java/io/InputStream.html?is-external=true" title="class or interface in java.io"><code>InputStream</code></a>s.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/TarArchiveInputStreamDataWriter.html#TarArchiveInputStreamDataWriter-gobblin.configuration.State-int-int-">TarArchiveInputStreamDataWriter(State, int, int)</a></span> - Constructor for class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/TarArchiveInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">TarArchiveInputStreamDataWriter</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/writer/TarArchiveInputStreamDataWriterBuilder.html" title="class in gobblin.data.management.copy.writer"><span class="typeNameLink">TarArchiveInputStreamDataWriterBuilder</span></a> - Class in <a href="gobblin/data/management/copy/writer/package-summary.html">gobblin.data.management.copy.writer</a></dt> |
| <dd> |
| <div class="block">A <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/writer/DataWriterBuilder.html?is-external=true" title="class or interface in gobblin.writer"><code>DataWriterBuilder</code></a> for <a href="gobblin/data/management/copy/writer/TarArchiveInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer"><code>TarArchiveInputStreamDataWriter</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/TarArchiveInputStreamDataWriterBuilder.html#TarArchiveInputStreamDataWriterBuilder--">TarArchiveInputStreamDataWriterBuilder()</a></span> - Constructor for class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/TarArchiveInputStreamDataWriterBuilder.html" title="class in gobblin.data.management.copy.writer">TarArchiveInputStreamDataWriterBuilder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html#TARGET_DATABASE_KEY">TARGET_DATABASE_KEY</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper</a></dt> |
| <dd> |
| <div class="block">Target database name</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html#TARGET_EXISTING_PATH_LISTING">TARGET_EXISTING_PATH_LISTING</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.Stages.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper.Stages</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html#TARGET_METASTORE_URI_KEY">TARGET_METASTORE_URI_KEY</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper</a></dt> |
| <dd> |
| <div class="block">Target metastore URI</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/publisher/CopyEventSubmitterHelper.html#TARGET_PATH">TARGET_PATH</a></span> - Static variable in class gobblin.data.management.copy.publisher.<a href="gobblin/data/management/copy/publisher/CopyEventSubmitterHelper.html" title="class in gobblin.data.management.copy.publisher">CopyEventSubmitterHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html#targetPathHelper">targetPathHelper</a></span> - Variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#taskBroker">taskBroker</a></span> - Variable in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/trash/TestTrash.html" title="class in gobblin.data.management.trash"><span class="typeNameLink">TestTrash</span></a> - Class in <a href="gobblin/data/management/trash/package-summary.html">gobblin.data.management.trash</a></dt> |
| <dd> |
| <div class="block">Implementation of <a href="gobblin/data/management/trash/ProxiedTrash.html" title="class in gobblin.data.management.trash"><code>ProxiedTrash</code></a> to use for testing.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/TestTrash.html#TestTrash-org.apache.hadoop.fs.FileSystem-java.util.Properties-java.lang.String-">TestTrash(FileSystem, Properties, String)</a></span> - Constructor for class gobblin.data.management.trash.<a href="gobblin/data/management/trash/TestTrash.html" title="class in gobblin.data.management.trash">TestTrash</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/trash/TestTrash.DeleteOperation.html" title="class in gobblin.data.management.trash"><span class="typeNameLink">TestTrash.DeleteOperation</span></a> - Class in <a href="gobblin/data/management/trash/package-summary.html">gobblin.data.management.trash</a></dt> |
| <dd> |
| <div class="block">Abstraction for a delete operation.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html#THREADPOOL_SIZE_TO_GET_COPYABLE_FILES">THREADPOOL_SIZE_TO_GET_COPYABLE_FILES</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html" title="class in gobblin.data.management.copy">TimestampBasedCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/TestTrash.html#tick--">tick()</a></span> - Method in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/TestTrash.html" title="class in gobblin.data.management.trash">TestTrash</a></dt> |
| <dd> |
| <div class="block">Advance the internal clock by one tick.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/dataset/SimpleDatasetHierarchicalPrioritizer.html#TIER_KEY">TIER_KEY</a></span> - Static variable in class gobblin.data.management.dataset.<a href="gobblin/data/management/dataset/SimpleDatasetHierarchicalPrioritizer.html" title="class in gobblin.data.management.dataset">SimpleDatasetHierarchicalPrioritizer</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/util/request_allocation/SimpleHiveDatasetTieringPrioritizer.html#TIER_KEY">TIER_KEY</a></span> - Static variable in class gobblin.util.request_allocation.<a href="gobblin/util/request_allocation/SimpleHiveDatasetTieringPrioritizer.html" title="class in gobblin.util.request_allocation">SimpleHiveDatasetTieringPrioritizer</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/SelectAfterTimeBasedPolicy.html#TIME_BASED_SELECTION_LOOK_BACK_TIME_KEY">TIME_BASED_SELECTION_LOOK_BACK_TIME_KEY</a></span> - Static variable in class gobblin.data.management.policy.<a href="gobblin/data/management/policy/SelectAfterTimeBasedPolicy.html" title="class in gobblin.data.management.policy">SelectAfterTimeBasedPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/SelectBetweenTimeBasedPolicy.html#TIME_BASED_SELECTION_MAX_LOOK_BACK_TIME_KEY">TIME_BASED_SELECTION_MAX_LOOK_BACK_TIME_KEY</a></span> - Static variable in class gobblin.data.management.policy.<a href="gobblin/data/management/policy/SelectBetweenTimeBasedPolicy.html" title="class in gobblin.data.management.policy">SelectBetweenTimeBasedPolicy</a></dt> |
| <dd> |
| <div class="block">Optional max lookback time.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/SelectBetweenTimeBasedPolicy.html#TIME_BASED_SELECTION_MIN_LOOK_BACK_TIME_KEY">TIME_BASED_SELECTION_MIN_LOOK_BACK_TIME_KEY</a></span> - Static variable in class gobblin.data.management.policy.<a href="gobblin/data/management/policy/SelectBetweenTimeBasedPolicy.html" title="class in gobblin.data.management.policy">SelectBetweenTimeBasedPolicy</a></dt> |
| <dd> |
| <div class="block">Optional min lookback time.</div> |
| </dd> |
| <dt><a href="gobblin/data/management/retention/policy/TimeBasedRetentionPolicy.html" title="class in gobblin.data.management.retention.policy"><span class="typeNameLink">TimeBasedRetentionPolicy</span></a> - Class in <a href="gobblin/data/management/retention/policy/package-summary.html">gobblin.data.management.retention.policy</a></dt> |
| <dd> |
| <div class="block">Retain dataset versions newer than now - <a href="gobblin/data/management/retention/policy/TimeBasedRetentionPolicy.html#retention"><code>TimeBasedRetentionPolicy.retention</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/TimeBasedRetentionPolicy.html#TimeBasedRetentionPolicy-java.util.Properties-">TimeBasedRetentionPolicy(Properties)</a></span> - Constructor for class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/TimeBasedRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">TimeBasedRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/TimeBasedRetentionPolicy.html#TimeBasedRetentionPolicy-com.typesafe.config.Config-">TimeBasedRetentionPolicy(Config)</a></span> - Constructor for class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/TimeBasedRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">TimeBasedRetentionPolicy</a></dt> |
| <dd> |
| <div class="block">Creates a new <a href="gobblin/data/management/retention/policy/TimeBasedRetentionPolicy.html" title="class in gobblin.data.management.retention.policy"><code>TimeBasedRetentionPolicy</code></a> using <a href="gobblin/data/management/retention/policy/TimeBasedRetentionPolicy.html#RETENTION_TIMEBASED_DURATION_KEY"><code>TimeBasedRetentionPolicy.RETENTION_TIMEBASED_DURATION_KEY</code></a> in the |
| <code>config</code> |
| Some Example values for <a href="gobblin/data/management/retention/policy/TimeBasedRetentionPolicy.html#RETENTION_TIMEBASED_DURATION_KEY"><code>TimeBasedRetentionPolicy.RETENTION_TIMEBASED_DURATION_KEY</code></a> are |
| P20D = 20 Days |
| P20H = 20 Hours |
| P2Y = 2 Years |
| P2Y3M = 2 Years and 3 Months |
| PT23M = 23 Minutes (Note this is different from P23M which is 23 Months) |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/TimeBasedRetentionPolicy.html#TimeBasedRetentionPolicy-java.lang.String-">TimeBasedRetentionPolicy(String)</a></span> - Constructor for class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/TimeBasedRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">TimeBasedRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/trash/TimeBasedSnapshotCleanupPolicy.html" title="class in gobblin.data.management.trash"><span class="typeNameLink">TimeBasedSnapshotCleanupPolicy</span></a> - Class in <a href="gobblin/data/management/trash/package-summary.html">gobblin.data.management.trash</a></dt> |
| <dd> |
| <div class="block">Policy that deletes snapshots if they are older than <a href="gobblin/data/management/trash/TimeBasedSnapshotCleanupPolicy.html#SNAPSHOT_RETENTION_POLICY_MINUTES_KEY"><code>TimeBasedSnapshotCleanupPolicy.SNAPSHOT_RETENTION_POLICY_MINUTES_KEY</code></a> minutes.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/TimeBasedSnapshotCleanupPolicy.html#TimeBasedSnapshotCleanupPolicy-java.util.Properties-">TimeBasedSnapshotCleanupPolicy(Properties)</a></span> - Constructor for class gobblin.data.management.trash.<a href="gobblin/data/management/trash/TimeBasedSnapshotCleanupPolicy.html" title="class in gobblin.data.management.trash">TimeBasedSnapshotCleanupPolicy</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html" title="class in gobblin.data.management.copy"><span class="typeNameLink">TimestampBasedCopyableDataset</span></a> - Class in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> |
| <div class="block">Implementation of <a href="gobblin/data/management/copy/CopyableDataset.html" title="interface in gobblin.data.management.copy"><code>CopyableDataset</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html#TimestampBasedCopyableDataset-org.apache.hadoop.fs.FileSystem-java.util.Properties-org.apache.hadoop.fs.Path-">TimestampBasedCopyableDataset(FileSystem, Properties, Path)</a></span> - Constructor for class gobblin.data.management.copy.<a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.html" title="class in gobblin.data.management.copy">TimestampBasedCopyableDataset</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/TimestampBasedCopyableDataset.CopyableFileGenerator.html" title="class in gobblin.data.management.copy"><span class="typeNameLink">TimestampBasedCopyableDataset.CopyableFileGenerator</span></a> - Class in <a href="gobblin/data/management/copy/package-summary.html">gobblin.data.management.copy</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/version/TimestampedDatasetVersion.html" title="class in gobblin.data.management.retention.version"><span class="typeNameLink">TimestampedDatasetVersion</span></a> - Class in <a href="gobblin/data/management/retention/version/package-summary.html">gobblin.data.management.retention.version</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">Extends <a href="gobblin/data/management/version/TimestampedDatasetVersion.html" title="class in gobblin.data.management.version"><code>TimestampedDatasetVersion</code></a> and implements |
| <a href="gobblin/data/management/retention/version/DatasetVersion.html" title="interface in gobblin.data.management.retention.version"><code>DatasetVersion</code></a>.</span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/TimestampedDatasetVersion.html#TimestampedDatasetVersion-org.joda.time.DateTime-org.apache.hadoop.fs.Path-">TimestampedDatasetVersion(DateTime, Path)</a></span> - Constructor for class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/TimestampedDatasetVersion.html" title="class in gobblin.data.management.retention.version">TimestampedDatasetVersion</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/TimestampedDatasetVersion.html#TimestampedDatasetVersion-gobblin.data.management.version.TimestampedDatasetVersion-">TimestampedDatasetVersion(TimestampedDatasetVersion)</a></span> - Constructor for class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/TimestampedDatasetVersion.html" title="class in gobblin.data.management.retention.version">TimestampedDatasetVersion</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><a href="gobblin/data/management/version/TimestampedDatasetVersion.html" title="class in gobblin.data.management.version"><span class="typeNameLink">TimestampedDatasetVersion</span></a> - Class in <a href="gobblin/data/management/version/package-summary.html">gobblin.data.management.version</a></dt> |
| <dd> |
| <div class="block"><a href="gobblin/data/management/version/DatasetVersion.html" title="interface in gobblin.data.management.version"><code>DatasetVersion</code></a> based on a timestamp.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/TimestampedDatasetVersion.html#TimestampedDatasetVersion-org.joda.time.DateTime-org.apache.hadoop.fs.Path-">TimestampedDatasetVersion(DateTime, Path)</a></span> - Constructor for class gobblin.data.management.version.<a href="gobblin/data/management/version/TimestampedDatasetVersion.html" title="class in gobblin.data.management.version">TimestampedDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/version/TimestampedHiveDatasetVersion.html" title="class in gobblin.data.management.version"><span class="typeNameLink">TimestampedHiveDatasetVersion</span></a> - Class in <a href="gobblin/data/management/version/package-summary.html">gobblin.data.management.version</a></dt> |
| <dd> |
| <div class="block">A <a href="gobblin/data/management/version/HiveDatasetVersion.html" title="interface in gobblin.data.management.version"><code>HiveDatasetVersion</code></a> where the version is a timestamp associated with the <a href="https://hive.apache.org/javadocs/r1.0.1/api/org/apache/hadoop/hive/ql/metadata/Partition.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.metadata"><code>Partition</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/TimestampedHiveDatasetVersion.html#TimestampedHiveDatasetVersion-org.joda.time.DateTime-org.apache.hadoop.hive.ql.metadata.Partition-">TimestampedHiveDatasetVersion(DateTime, Partition)</a></span> - Constructor for class gobblin.data.management.version.<a href="gobblin/data/management/version/TimestampedHiveDatasetVersion.html" title="class in gobblin.data.management.version">TimestampedHiveDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/watermarker/MultiKeyValueLongWatermark.html#toJson--">toJson()</a></span> - Method in class gobblin.data.management.conversion.hive.watermarker.<a href="gobblin/data/management/conversion/hive/watermarker/MultiKeyValueLongWatermark.html" title="class in gobblin.data.management.conversion.hive.watermarker">MultiKeyValueLongWatermark</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/watermark/StringWatermark.html#toJson--">toJson()</a></span> - Method in class gobblin.data.management.copy.watermark.<a href="gobblin/data/management/copy/watermark/StringWatermark.html" title="class in gobblin.data.management.copy.watermark">StringWatermark</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyResourcePool.html#TOLERANCE_KEY">TOLERANCE_KEY</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyResourcePool.html" title="class in gobblin.data.management.copy">CopyResourcePool</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/PreserveAttributes.html#toMnemonicString--">toMnemonicString()</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/PreserveAttributes.html" title="class in gobblin.data.management.copy">PreserveAttributes</a></dt> |
| <dd> |
| <div class="block">Converts this instance of <a href="gobblin/data/management/copy/PreserveAttributes.html" title="class in gobblin.data.management.copy"><code>PreserveAttributes</code></a> into a String that can be converted to an equivalent |
| <a href="gobblin/data/management/copy/PreserveAttributes.html" title="class in gobblin.data.management.copy"><code>PreserveAttributes</code></a> using <a href="gobblin/data/management/copy/PreserveAttributes.html#fromMnemonicString-java.lang.String-"><code>PreserveAttributes.fromMnemonicString(java.lang.String)</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopyEntity.html#toString--">toString()</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy">CopyEntity</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/FileAwareInputStream.html#toString--">toString()</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/FileAwareInputStream.html" title="class in gobblin.data.management.copy">FileAwareInputStream</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveDatasetFinder.DbAndTable.html#toString--">toString()</a></span> - Method in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveDatasetFinder.DbAndTable.html" title="class in gobblin.data.management.copy.hive">HiveDatasetFinder.DbAndTable</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/CopyRoute.html#toString--">toString()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/CopyRoute.html" title="class in gobblin.data.management.copy.replication">CopyRoute</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/DataFlowTopology.DataFlowPath.html#toString--">toString()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/DataFlowTopology.DataFlowPath.html" title="class in gobblin.data.management.copy.replication">DataFlowTopology.DataFlowPath</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/DataFlowTopology.html#toString--">toString()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/DataFlowTopology.html" title="class in gobblin.data.management.copy.replication">DataFlowTopology</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/HadoopFsReplicaConfig.html#toString--">toString()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/HadoopFsReplicaConfig.html" title="class in gobblin.data.management.copy.replication">HadoopFsReplicaConfig</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html#toString--">toString()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">ReplicaHadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationCopyMode.html#toString--">toString()</a></span> - Method in enum gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationCopyMode.html" title="enum in gobblin.data.management.copy.replication">ReplicationCopyMode</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationMetaData.html#toString--">toString()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationMetaData.html" title="class in gobblin.data.management.copy.replication">ReplicationMetaData</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.html#toString--">toString()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">SourceHadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/WatermarkMetadataGenerationCommitStep.html#toString--">toString()</a></span> - Method in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/WatermarkMetadataGenerationCommitStep.html" title="class in gobblin.data.management.copy.replication">WatermarkMetadataGenerationCommitStep</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/dataset/SimpleDatasetRequest.html#toString--">toString()</a></span> - Method in class gobblin.data.management.dataset.<a href="gobblin/data/management/dataset/SimpleDatasetRequest.html" title="class in gobblin.data.management.dataset">SimpleDatasetRequest</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/partition/FileSet.html#toString--">toString()</a></span> - Method in class gobblin.data.management.partition.<a href="gobblin/data/management/partition/FileSet.html" title="class in gobblin.data.management.partition">FileSet</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#toString--">toString()</a></span> - Method in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/StringDatasetVersion.html#toString--">toString()</a></span> - Method in class gobblin.data.management.version.<a href="gobblin/data/management/version/StringDatasetVersion.html" title="class in gobblin.data.management.version">StringDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/TimestampedDatasetVersion.html#toString--">toString()</a></span> - Method in class gobblin.data.management.version.<a href="gobblin/data/management/version/TimestampedDatasetVersion.html" title="class in gobblin.data.management.version">TimestampedDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/util/commit/DeleteFileCommitStep.html#toString--">toString()</a></span> - Method in class gobblin.util.commit.<a href="gobblin/util/commit/DeleteFileCommitStep.html" title="class in gobblin.util.commit">DeleteFileCommitStep</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/dataset/TrackingDataset.html" title="class in gobblin.data.management.retention.dataset"><span class="typeNameLink">TrackingDataset</span></a> - Class in <a href="gobblin/data/management/retention/dataset/package-summary.html">gobblin.data.management.retention.dataset</a></dt> |
| <dd> |
| <div class="block"><a href="gobblin/data/management/retention/dataset/CleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset"><code>CleanableDatasetBase</code></a> for tracking data.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/TrackingDataset.html#TrackingDataset-org.apache.hadoop.fs.FileSystem-java.util.Properties-org.apache.hadoop.fs.Path-">TrackingDataset(FileSystem, Properties, Path)</a></span> - Constructor for class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/TrackingDataset.html" title="class in gobblin.data.management.retention.dataset">TrackingDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/TrackingDataset.html#TrackingDataset-org.apache.hadoop.fs.FileSystem-java.util.Properties-org.apache.hadoop.fs.Path-org.slf4j.Logger-">TrackingDataset(FileSystem, Properties, Path, Logger)</a></span> - Constructor for class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/TrackingDataset.html" title="class in gobblin.data.management.retention.dataset">TrackingDataset</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/profile/TrackingDatasetProfile.html" title="class in gobblin.data.management.retention.profile"><span class="typeNameLink">TrackingDatasetProfile</span></a> - Class in <a href="gobblin/data/management/retention/profile/package-summary.html">gobblin.data.management.retention.profile</a></dt> |
| <dd> |
| <div class="block"><a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/dataset/DatasetsFinder.html?is-external=true" title="class or interface in gobblin.dataset"><code>DatasetsFinder</code></a> for tracking datasets.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/profile/TrackingDatasetProfile.html#TrackingDatasetProfile-org.apache.hadoop.fs.FileSystem-java.util.Properties-">TrackingDatasetProfile(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.retention.profile.<a href="gobblin/data/management/retention/profile/TrackingDatasetProfile.html" title="class in gobblin.data.management.retention.profile">TrackingDatasetProfile</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html#trash">trash</a></span> - Variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset">FsCleanableHelper</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html#trash">trash</a></span> - Variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">in favor of <a href="gobblin/data/management/retention/dataset/FsCleanableHelper.html" title="class in gobblin.data.management.retention.dataset"><code>FsCleanableHelper</code></a></span></div> |
| </div> |
| </dd> |
| <dt><a href="gobblin/data/management/trash/Trash.html" title="class in gobblin.data.management.trash"><span class="typeNameLink">Trash</span></a> - Class in <a href="gobblin/data/management/trash/package-summary.html">gobblin.data.management.trash</a></dt> |
| <dd> |
| <div class="block">Flexible implementation of Trash similar to Hadoop trash.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/Trash.html#Trash-org.apache.hadoop.fs.FileSystem-">Trash(FileSystem)</a></span> - Constructor for class gobblin.data.management.trash.<a href="gobblin/data/management/trash/Trash.html" title="class in gobblin.data.management.trash">Trash</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">Use <a href="gobblin/data/management/trash/TrashFactory.html" title="class in gobblin.data.management.trash"><code>TrashFactory</code></a>.</span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/Trash.html#Trash-org.apache.hadoop.fs.FileSystem-java.util.Properties-">Trash(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.trash.<a href="gobblin/data/management/trash/Trash.html" title="class in gobblin.data.management.trash">Trash</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">Use <a href="gobblin/data/management/trash/TrashFactory.html" title="class in gobblin.data.management.trash"><code>TrashFactory</code></a>.</span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/Trash.html#Trash-org.apache.hadoop.fs.FileSystem-java.util.Properties-java.lang.String-">Trash(FileSystem, Properties, String)</a></span> - Constructor for class gobblin.data.management.trash.<a href="gobblin/data/management/trash/Trash.html" title="class in gobblin.data.management.trash">Trash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/Trash.html#TRASH_IDENTIFIER_FILE">TRASH_IDENTIFIER_FILE</a></span> - Static variable in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/Trash.html" title="class in gobblin.data.management.trash">Trash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/Trash.html#TRASH_LOCATION_KEY">TRASH_LOCATION_KEY</a></span> - Static variable in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/Trash.html" title="class in gobblin.data.management.trash">Trash</a></dt> |
| <dd> |
| <div class="block">Location of trash directory in file system.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/Trash.html#TRASH_NOT_SNAPSHOT_PATH_FILTER">TRASH_NOT_SNAPSHOT_PATH_FILTER</a></span> - Static variable in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/Trash.html" title="class in gobblin.data.management.trash">Trash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/Trash.html#TRASH_SNAPSHOT_NAME_FORMATTER">TRASH_SNAPSHOT_NAME_FORMATTER</a></span> - Static variable in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/Trash.html" title="class in gobblin.data.management.trash">Trash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/Trash.html#TRASH_SNAPSHOT_PATH_FILTER">TRASH_SNAPSHOT_PATH_FILTER</a></span> - Static variable in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/Trash.html" title="class in gobblin.data.management.trash">Trash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/Trash.html#TRASH_SNAPSHOT_PREFIX">TRASH_SNAPSHOT_PREFIX</a></span> - Static variable in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/Trash.html" title="class in gobblin.data.management.trash">Trash</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/TrashFactory.html#TRASH_TEST">TRASH_TEST</a></span> - Static variable in class gobblin.data.management.trash.<a href="gobblin/data/management/trash/TrashFactory.html" title="class in gobblin.data.management.trash">TrashFactory</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/trash/TrashFactory.html" title="class in gobblin.data.management.trash"><span class="typeNameLink">TrashFactory</span></a> - Class in <a href="gobblin/data/management/trash/package-summary.html">gobblin.data.management.trash</a></dt> |
| <dd> |
| <div class="block">Factory for creating <a href="gobblin/data/management/trash/Trash.html" title="class in gobblin.data.management.trash"><code>Trash</code></a> instance.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/trash/TrashFactory.html#TrashFactory--">TrashFactory()</a></span> - Constructor for class gobblin.data.management.trash.<a href="gobblin/data/management/trash/TrashFactory.html" title="class in gobblin.data.management.trash">TrashFactory</a></dt> |
| <dd> </dd> |
| </dl> |
| <a name="I:U"> |
| <!-- --> |
| </a> |
| <h2 class="title">U</h2> |
| <dl> |
| <dt><a href="gobblin/data/management/copy/converter/UnGzipConverter.html" title="class in gobblin.data.management.copy.converter"><span class="typeNameLink">UnGzipConverter</span></a> - Class in <a href="gobblin/data/management/copy/converter/package-summary.html">gobblin.data.management.copy.converter</a></dt> |
| <dd> |
| <div class="block">A <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/converter/Converter.html?is-external=true" title="class or interface in gobblin.converter"><code>Converter</code></a> that converts an archived <a href="https://docs.oracle.com/javase/7/docs/api/java/io/InputStream.html?is-external=true" title="class or interface in java.io"><code>InputStream</code></a> to a tar <a href="https://docs.oracle.com/javase/7/docs/api/java/io/InputStream.html?is-external=true" title="class or interface in java.io"><code>InputStream</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/converter/UnGzipConverter.html#UnGzipConverter--">UnGzipConverter()</a></span> - Constructor for class gobblin.data.management.copy.converter.<a href="gobblin/data/management/copy/converter/UnGzipConverter.html" title="class in gobblin.data.management.copy.converter">UnGzipConverter</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/version/finder/UnixTimestampVersionFinder.html" title="class in gobblin.data.management.retention.version.finder"><span class="typeNameLink">UnixTimestampVersionFinder</span></a> - Class in <a href="gobblin/data/management/retention/version/finder/package-summary.html">gobblin.data.management.retention.version.finder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">See javadoc for <a href="gobblin/data/management/version/finder/UnixTimestampVersionFinder.html" title="class in gobblin.data.management.version.finder"><code>UnixTimestampVersionFinder</code></a>.</span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/UnixTimestampVersionFinder.html#UnixTimestampVersionFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">UnixTimestampVersionFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/UnixTimestampVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">UnixTimestampVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><a href="gobblin/data/management/version/finder/UnixTimestampVersionFinder.html" title="class in gobblin.data.management.version.finder"><span class="typeNameLink">UnixTimestampVersionFinder</span></a> - Class in <a href="gobblin/data/management/version/finder/package-summary.html">gobblin.data.management.version.finder</a></dt> |
| <dd> |
| <div class="block">Implementation of <a href="gobblin/data/management/version/finder/VersionFinder.html" title="interface in gobblin.data.management.version.finder"><code>VersionFinder</code></a> that generates <a href="gobblin/data/management/version/TimestampedDatasetVersion.html" title="class in gobblin.data.management.version"><code>TimestampedDatasetVersion</code></a> from a unix timestamp |
| in the name of each version path.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/UnixTimestampVersionFinder.html#UnixTimestampVersionFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">UnixTimestampVersionFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/UnixTimestampVersionFinder.html" title="class in gobblin.data.management.version.finder">UnixTimestampVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html#UNMANAGED_DATA_POLICY_KEY">UNMANAGED_DATA_POLICY_KEY</a></span> - Static variable in class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive">HiveCopyEntityHelper</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/hive/UnpartitionedTableFileSet.html" title="class in gobblin.data.management.copy.hive"><span class="typeNameLink">UnpartitionedTableFileSet</span></a> - Class in <a href="gobblin/data/management/copy/hive/package-summary.html">gobblin.data.management.copy.hive</a></dt> |
| <dd> |
| <div class="block">A <a href="gobblin/data/management/copy/hive/HiveFileSet.html" title="class in gobblin.data.management.copy.hive"><code>HiveFileSet</code></a> that generates <a href="gobblin/data/management/copy/CopyEntity.html" title="class in gobblin.data.management.copy"><code>CopyEntity</code></a>s for an unpartitioned Hive table.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/UnpartitionedTableFileSet.html#UnpartitionedTableFileSet-java.lang.String-gobblin.data.management.copy.hive.HiveDataset-gobblin.data.management.copy.hive.HiveCopyEntityHelper-">UnpartitionedTableFileSet(String, HiveDataset, HiveCopyEntityHelper)</a></span> - Constructor for class gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/UnpartitionedTableFileSet.html" title="class in gobblin.data.management.copy.hive">UnpartitionedTableFileSet</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/runtime/embedded/EmbeddedGobblinDistcp.html#update--">update()</a></span> - Method in class gobblin.runtime.embedded.<a href="gobblin/runtime/embedded/EmbeddedGobblinDistcp.html" title="class in gobblin.runtime.embedded">EmbeddedGobblinDistcp</a></dt> |
| <dd> |
| <div class="block">Specifies that files in the target should be updated if they have changed in the source.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/RecursiveCopyableDataset.html#UPDATE_KEY">UPDATE_KEY</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/RecursiveCopyableDataset.html" title="class in gobblin.data.management.copy">RecursiveCopyableDataset</a></dt> |
| <dd> |
| <div class="block">Like -update in distcp.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.ConversionConfig.html#UPDATE_VIEW_ALWAYS_ENABLED">UPDATE_VIEW_ALWAYS_ENABLED</a></span> - Static variable in class gobblin.data.management.conversion.hive.dataset.<a href="gobblin/data/management/conversion/hive/dataset/ConvertibleHiveDataset.ConversionConfig.html" title="class in gobblin.data.management.conversion.hive.dataset">ConvertibleHiveDataset.ConversionConfig</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/avro/HiveAvroCopyEntityHelper.html#updateAvroSchemaURL-java.lang.String-org.apache.hadoop.hive.metastore.api.StorageDescriptor-gobblin.data.management.copy.hive.HiveCopyEntityHelper-">updateAvroSchemaURL(String, StorageDescriptor, HiveCopyEntityHelper)</a></span> - Static method in class gobblin.data.management.copy.hive.avro.<a href="gobblin/data/management/copy/hive/avro/HiveAvroCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive.avro">HiveAvroCopyEntityHelper</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/provider/UpdateNotFoundException.html" title="class in gobblin.data.management.conversion.hive.provider"><span class="typeNameLink">UpdateNotFoundException</span></a> - Exception in <a href="gobblin/data/management/conversion/hive/provider/package-summary.html">gobblin.data.management.conversion.hive.provider</a></dt> |
| <dd> |
| <div class="block">An exception when <a href="gobblin/data/management/conversion/hive/provider/HiveUnitUpdateProvider.html" title="interface in gobblin.data.management.conversion.hive.provider"><code>HiveUnitUpdateProvider</code></a> can not find updates</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/provider/UpdateNotFoundException.html#UpdateNotFoundException--">UpdateNotFoundException()</a></span> - Constructor for exception gobblin.data.management.conversion.hive.provider.<a href="gobblin/data/management/conversion/hive/provider/UpdateNotFoundException.html" title="class in gobblin.data.management.conversion.hive.provider">UpdateNotFoundException</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/provider/UpdateNotFoundException.html#UpdateNotFoundException-java.lang.String-">UpdateNotFoundException(String)</a></span> - Constructor for exception gobblin.data.management.conversion.hive.provider.<a href="gobblin/data/management/conversion/hive/provider/UpdateNotFoundException.html" title="class in gobblin.data.management.conversion.hive.provider">UpdateNotFoundException</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/provider/UpdateNotFoundException.html#UpdateNotFoundException-java.lang.String-java.lang.Throwable-">UpdateNotFoundException(String, Throwable)</a></span> - Constructor for exception gobblin.data.management.conversion.hive.provider.<a href="gobblin/data/management/conversion/hive/provider/UpdateNotFoundException.html" title="class in gobblin.data.management.conversion.hive.provider">UpdateNotFoundException</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/provider/UpdateNotFoundException.html#UpdateNotFoundException-java.lang.Throwable-">UpdateNotFoundException(Throwable)</a></span> - Constructor for exception gobblin.data.management.conversion.hive.provider.<a href="gobblin/data/management/conversion/hive/provider/UpdateNotFoundException.html" title="class in gobblin.data.management.conversion.hive.provider">UpdateNotFoundException</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/avro/HiveAvroCopyEntityHelper.html#updatePartitionAttributesIfAvro-org.apache.hadoop.hive.ql.metadata.Table-java.util.Map-gobblin.data.management.copy.hive.HiveCopyEntityHelper-">updatePartitionAttributesIfAvro(Table, Map<List<String>, Partition>, HiveCopyEntityHelper)</a></span> - Static method in class gobblin.data.management.copy.hive.avro.<a href="gobblin/data/management/copy/hive/avro/HiveAvroCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive.avro">HiveAvroCopyEntityHelper</a></dt> |
| <dd> |
| <div class="block">Currently updated the <a href="gobblin/data/management/copy/hive/avro/HiveAvroCopyEntityHelper.html#HIVE_TABLE_AVRO_SCHEMA_URL"><code>HiveAvroCopyEntityHelper.HIVE_TABLE_AVRO_SCHEMA_URL</code></a> location for new hive partitions</div> |
| </dd> |
| <dt><a href="gobblin/data/management/conversion/hive/provider/UpdateProviderFactory.html" title="class in gobblin.data.management.conversion.hive.provider"><span class="typeNameLink">UpdateProviderFactory</span></a> - Class in <a href="gobblin/data/management/conversion/hive/provider/package-summary.html">gobblin.data.management.conversion.hive.provider</a></dt> |
| <dd> |
| <div class="block">A factory class to create <a href="gobblin/data/management/conversion/hive/provider/HiveUnitUpdateProvider.html" title="interface in gobblin.data.management.conversion.hive.provider"><code>HiveUnitUpdateProvider</code></a>s</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/provider/UpdateProviderFactory.html#UpdateProviderFactory--">UpdateProviderFactory()</a></span> - Constructor for class gobblin.data.management.conversion.hive.provider.<a href="gobblin/data/management/conversion/hive/provider/UpdateProviderFactory.html" title="class in gobblin.data.management.conversion.hive.provider">UpdateProviderFactory</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/avro/HiveAvroCopyEntityHelper.html#updateTableAttributesIfAvro-org.apache.hadoop.hive.ql.metadata.Table-gobblin.data.management.copy.hive.HiveCopyEntityHelper-">updateTableAttributesIfAvro(Table, HiveCopyEntityHelper)</a></span> - Static method in class gobblin.data.management.copy.hive.avro.<a href="gobblin/data/management/copy/hive/avro/HiveAvroCopyEntityHelper.html" title="class in gobblin.data.management.copy.hive.avro">HiveAvroCopyEntityHelper</a></dt> |
| <dd> |
| <div class="block">Currently updated the <a href="gobblin/data/management/copy/hive/avro/HiveAvroCopyEntityHelper.html#HIVE_TABLE_AVRO_SCHEMA_URL"><code>HiveAvroCopyEntityHelper.HIVE_TABLE_AVRO_SCHEMA_URL</code></a> location for new hive table</div> |
| </dd> |
| </dl> |
| <a name="I:V"> |
| <!-- --> |
| </a> |
| <h2 class="title">V</h2> |
| <dl> |
| <dt><span class="memberNameLink"><a href="gobblin/util/test/RetentionTestDataGenerator.html#validate--">validate()</a></span> - Method in class gobblin.util.test.<a href="gobblin/util/test/RetentionTestDataGenerator.html" title="class in gobblin.util.test">RetentionTestDataGenerator</a></dt> |
| <dd> |
| <div class="block">Validate that all paths in <a href="gobblin/util/test/RetentionTestDataGenerator.html#TEST_DATA_VALIDATE_DELETED_KEY"><code>RetentionTestDataGenerator.TEST_DATA_VALIDATE_DELETED_KEY</code></a> are deleted and |
| all paths in <a href="gobblin/util/test/RetentionTestDataGenerator.html#TEST_DATA_VALIDATE_RETAINED_KEY"><code>RetentionTestDataGenerator.TEST_DATA_VALIDATE_RETAINED_KEY</code></a> still exist</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventConstants.html#VALIDATION_FAILED_EVENT">VALIDATION_FAILED_EVENT</a></span> - Static variable in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventConstants.html" title="class in gobblin.data.management.conversion.hive.events">EventConstants</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventConstants.html#VALIDATION_FIND_HIVE_TABLES_EVENT">VALIDATION_FIND_HIVE_TABLES_EVENT</a></span> - Static variable in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventConstants.html" title="class in gobblin.data.management.conversion.hive.events">EventConstants</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventConstants.html#VALIDATION_NAMESPACE">VALIDATION_NAMESPACE</a></span> - Static variable in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventConstants.html" title="class in gobblin.data.management.conversion.hive.events">EventConstants</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventConstants.html#VALIDATION_NOOP_EVENT">VALIDATION_NOOP_EVENT</a></span> - Static variable in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventConstants.html" title="class in gobblin.data.management.conversion.hive.events">EventConstants</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventConstants.html#VALIDATION_PREFIX">VALIDATION_PREFIX</a></span> - Static variable in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventConstants.html" title="class in gobblin.data.management.conversion.hive.events">EventConstants</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventConstants.html#VALIDATION_SETUP_EVENT">VALIDATION_SETUP_EVENT</a></span> - Static variable in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventConstants.html" title="class in gobblin.data.management.conversion.hive.events">EventConstants</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventConstants.html#VALIDATION_SUCCESSFUL_EVENT">VALIDATION_SUCCESSFUL_EVENT</a></span> - Static variable in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventConstants.html" title="class in gobblin.data.management.conversion.hive.events">EventConstants</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.OrcFormats.html#valueOf-java.lang.String-">valueOf(String)</a></span> - Static method in enum gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.OrcFormats.html" title="enum in gobblin.data.management.conversion.hive.converter">AbstractAvroToOrcConverter.OrcFormats</a></dt> |
| <dd> |
| <div class="block">Returns the enum constant of this type with the specified name.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.COLUMN_SORT_ORDER.html#valueOf-java.lang.String-">valueOf(String)</a></span> - Static method in enum gobblin.data.management.conversion.hive.query.<a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.COLUMN_SORT_ORDER.html" title="enum in gobblin.data.management.conversion.hive.query">HiveAvroORCQueryGenerator.COLUMN_SORT_ORDER</a></dt> |
| <dd> |
| <div class="block">Returns the enum constant of this type with the specified name.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.DeregisterFileDeleteMethod.html#valueOf-java.lang.String-">valueOf(String)</a></span> - Static method in enum gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.DeregisterFileDeleteMethod.html" title="enum in gobblin.data.management.copy.hive">HiveCopyEntityHelper.DeregisterFileDeleteMethod</a></dt> |
| <dd> |
| <div class="block">Returns the enum constant of this type with the specified name.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.ExistingEntityPolicy.html#valueOf-java.lang.String-">valueOf(String)</a></span> - Static method in enum gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.ExistingEntityPolicy.html" title="enum in gobblin.data.management.copy.hive">HiveCopyEntityHelper.ExistingEntityPolicy</a></dt> |
| <dd> |
| <div class="block">Returns the enum constant of this type with the specified name.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.UnmanagedDataPolicy.html#valueOf-java.lang.String-">valueOf(String)</a></span> - Static method in enum gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.UnmanagedDataPolicy.html" title="enum in gobblin.data.management.copy.hive">HiveCopyEntityHelper.UnmanagedDataPolicy</a></dt> |
| <dd> |
| <div class="block">Returns the enum constant of this type with the specified name.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.PathFindingMethod.html#valueOf-java.lang.String-">valueOf(String)</a></span> - Static method in enum gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.PathFindingMethod.html" title="enum in gobblin.data.management.copy.hive">HiveLocationDescriptor.PathFindingMethod</a></dt> |
| <dd> |
| <div class="block">Returns the enum constant of this type with the specified name.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/PreserveAttributes.Option.html#valueOf-java.lang.String-">valueOf(String)</a></span> - Static method in enum gobblin.data.management.copy.<a href="gobblin/data/management/copy/PreserveAttributes.Option.html" title="enum in gobblin.data.management.copy">PreserveAttributes.Option</a></dt> |
| <dd> |
| <div class="block">Returns the enum constant of this type with the specified name.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationCopyMode.html#valueOf-java.lang.String-">valueOf(String)</a></span> - Static method in enum gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationCopyMode.html" title="enum in gobblin.data.management.copy.replication">ReplicationCopyMode</a></dt> |
| <dd> |
| <div class="block">Returns the enum constant of this type with the specified name.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/CombineSelectionPolicy.CombineOperation.html#valueOf-java.lang.String-">valueOf(String)</a></span> - Static method in enum gobblin.data.management.policy.<a href="gobblin/data/management/policy/CombineSelectionPolicy.CombineOperation.html" title="enum in gobblin.data.management.policy">CombineSelectionPolicy.CombineOperation</a></dt> |
| <dd> |
| <div class="block">Returns the enum constant of this type with the specified name.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/CombineRetentionPolicy.DeletableCombineOperation.html#valueOf-java.lang.String-">valueOf(String)</a></span> - Static method in enum gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/CombineRetentionPolicy.DeletableCombineOperation.html" title="enum in gobblin.data.management.retention.policy">CombineRetentionPolicy.DeletableCombineOperation</a></dt> |
| <dd> |
| <div class="block">Returns the enum constant of this type with the specified name.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.OrcFormats.html#values--">values()</a></span> - Static method in enum gobblin.data.management.conversion.hive.converter.<a href="gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.OrcFormats.html" title="enum in gobblin.data.management.conversion.hive.converter">AbstractAvroToOrcConverter.OrcFormats</a></dt> |
| <dd> |
| <div class="block">Returns an array containing the constants of this enum type, in |
| the order they are declared.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.COLUMN_SORT_ORDER.html#values--">values()</a></span> - Static method in enum gobblin.data.management.conversion.hive.query.<a href="gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.COLUMN_SORT_ORDER.html" title="enum in gobblin.data.management.conversion.hive.query">HiveAvroORCQueryGenerator.COLUMN_SORT_ORDER</a></dt> |
| <dd> |
| <div class="block">Returns an array containing the constants of this enum type, in |
| the order they are declared.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.DeregisterFileDeleteMethod.html#values--">values()</a></span> - Static method in enum gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.DeregisterFileDeleteMethod.html" title="enum in gobblin.data.management.copy.hive">HiveCopyEntityHelper.DeregisterFileDeleteMethod</a></dt> |
| <dd> |
| <div class="block">Returns an array containing the constants of this enum type, in |
| the order they are declared.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.ExistingEntityPolicy.html#values--">values()</a></span> - Static method in enum gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.ExistingEntityPolicy.html" title="enum in gobblin.data.management.copy.hive">HiveCopyEntityHelper.ExistingEntityPolicy</a></dt> |
| <dd> |
| <div class="block">Returns an array containing the constants of this enum type, in |
| the order they are declared.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.UnmanagedDataPolicy.html#values--">values()</a></span> - Static method in enum gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveCopyEntityHelper.UnmanagedDataPolicy.html" title="enum in gobblin.data.management.copy.hive">HiveCopyEntityHelper.UnmanagedDataPolicy</a></dt> |
| <dd> |
| <div class="block">Returns an array containing the constants of this enum type, in |
| the order they are declared.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.PathFindingMethod.html#values--">values()</a></span> - Static method in enum gobblin.data.management.copy.hive.<a href="gobblin/data/management/copy/hive/HiveLocationDescriptor.PathFindingMethod.html" title="enum in gobblin.data.management.copy.hive">HiveLocationDescriptor.PathFindingMethod</a></dt> |
| <dd> |
| <div class="block">Returns an array containing the constants of this enum type, in |
| the order they are declared.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/PreserveAttributes.Option.html#values--">values()</a></span> - Static method in enum gobblin.data.management.copy.<a href="gobblin/data/management/copy/PreserveAttributes.Option.html" title="enum in gobblin.data.management.copy">PreserveAttributes.Option</a></dt> |
| <dd> |
| <div class="block">Returns an array containing the constants of this enum type, in |
| the order they are declared.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicationCopyMode.html#values--">values()</a></span> - Static method in enum gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicationCopyMode.html" title="enum in gobblin.data.management.copy.replication">ReplicationCopyMode</a></dt> |
| <dd> |
| <div class="block">Returns an array containing the constants of this enum type, in |
| the order they are declared.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/CombineSelectionPolicy.CombineOperation.html#values--">values()</a></span> - Static method in enum gobblin.data.management.policy.<a href="gobblin/data/management/policy/CombineSelectionPolicy.CombineOperation.html" title="enum in gobblin.data.management.policy">CombineSelectionPolicy.CombineOperation</a></dt> |
| <dd> |
| <div class="block">Returns an array containing the constants of this enum type, in |
| the order they are declared.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/CombineRetentionPolicy.DeletableCombineOperation.html#values--">values()</a></span> - Static method in enum gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/CombineRetentionPolicy.DeletableCombineOperation.html" title="enum in gobblin.data.management.retention.policy">CombineRetentionPolicy.DeletableCombineOperation</a></dt> |
| <dd> |
| <div class="block">Returns an array containing the constants of this enum type, in |
| the order they are declared.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/StringDatasetVersion.html#version">version</a></span> - Variable in class gobblin.data.management.version.<a href="gobblin/data/management/version/StringDatasetVersion.html" title="class in gobblin.data.management.version">StringDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/TimestampedDatasetVersion.html#version">version</a></span> - Variable in class gobblin.data.management.version.<a href="gobblin/data/management/version/TimestampedDatasetVersion.html" title="class in gobblin.data.management.version">TimestampedDatasetVersion</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html#VERSION_FINDER_CLASS_KEY">VERSION_FINDER_CLASS_KEY</a></span> - Static variable in class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/ConfigurableCleanableDataset.html" title="class in gobblin.data.management.retention.dataset">ConfigurableCleanableDataset</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/CombineSelectionPolicy.html#VERSION_SELECTION_COMBINE_OPERATION">VERSION_SELECTION_COMBINE_OPERATION</a></span> - Static variable in class gobblin.data.management.policy.<a href="gobblin/data/management/policy/CombineSelectionPolicy.html" title="class in gobblin.data.management.policy">CombineSelectionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/CombineSelectionPolicy.html#VERSION_SELECTION_POLICIES_PREFIX">VERSION_SELECTION_POLICIES_PREFIX</a></span> - Static variable in class gobblin.data.management.policy.<a href="gobblin/data/management/policy/CombineSelectionPolicy.html" title="class in gobblin.data.management.policy">CombineSelectionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/CombineSelectionPolicy.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.policy.<a href="gobblin/data/management/policy/CombineSelectionPolicy.html" title="class in gobblin.data.management.policy">CombineSelectionPolicy</a></dt> |
| <dd> |
| <div class="block">Returns the most specific common superclass for the <a href="gobblin/data/management/policy/CombineSelectionPolicy.html#versionClass--"><code>CombineSelectionPolicy.versionClass()</code></a> of each embedded policy.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/EmbeddedRetentionSelectionPolicy.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.policy.<a href="gobblin/data/management/policy/EmbeddedRetentionSelectionPolicy.html" title="class in gobblin.data.management.policy">EmbeddedRetentionSelectionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/NewestKSelectionPolicy.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.policy.<a href="gobblin/data/management/policy/NewestKSelectionPolicy.html" title="class in gobblin.data.management.policy">NewestKSelectionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/SelectAllPolicy.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.policy.<a href="gobblin/data/management/policy/SelectAllPolicy.html" title="class in gobblin.data.management.policy">SelectAllPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/SelectBetweenTimeBasedPolicy.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.policy.<a href="gobblin/data/management/policy/SelectBetweenTimeBasedPolicy.html" title="class in gobblin.data.management.policy">SelectBetweenTimeBasedPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/SelectNothingPolicy.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.policy.<a href="gobblin/data/management/policy/SelectNothingPolicy.html" title="class in gobblin.data.management.policy">SelectNothingPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/VersionSelectionPolicy.html#versionClass--">versionClass()</a></span> - Method in interface gobblin.data.management.policy.<a href="gobblin/data/management/policy/VersionSelectionPolicy.html" title="interface in gobblin.data.management.policy">VersionSelectionPolicy</a></dt> |
| <dd> |
| <div class="block">Should return class of T.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/CombineRetentionPolicy.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/CombineRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">CombineRetentionPolicy</a></dt> |
| <dd> |
| <div class="block">Returns the most specific common superclass for the <a href="gobblin/data/management/retention/policy/CombineRetentionPolicy.html#versionClass--"><code>CombineRetentionPolicy.versionClass()</code></a> of each embedded policy.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/DeleteAllRetentionPolicy.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/DeleteAllRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">DeleteAllRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/DeleteNothingRetentionPolicy.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/DeleteNothingRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">DeleteNothingRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/NewestKRetentionPolicy.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/NewestKRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">NewestKRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/PredicateRetentionPolicy.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/PredicateRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">PredicateRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/RawDatasetRetentionPolicy.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/RawDatasetRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">RawDatasetRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/RetentionPolicy.html#versionClass--">versionClass()</a></span> - Method in interface gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/RetentionPolicy.html" title="interface in gobblin.data.management.retention.policy">RetentionPolicy</a></dt> |
| <dd> |
| <div class="block">Should return class of T.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/TimeBasedRetentionPolicy.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/TimeBasedRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">TimeBasedRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/DateTimeDatasetVersionFinder.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/DateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">DateTimeDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/FileLevelTimestampVersionFinder.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/FileLevelTimestampVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">FileLevelTimestampVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/GlobModTimeDatasetVersionFinder.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/GlobModTimeDatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">GlobModTimeDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/ModDateTimeDatasetVersionFinder.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/ModDateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">ModDateTimeDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/SingleVersionFinder.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/SingleVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">SingleVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/UnixTimestampVersionFinder.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/UnixTimestampVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">UnixTimestampVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/WatermarkDatasetVersionFinder.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/WatermarkDatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">WatermarkDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/AbstractDatasetVersionFinder.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/AbstractDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">AbstractDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block">Should return class of T.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/AbstractHiveDatasetVersionFinder.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/AbstractHiveDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">AbstractHiveDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/DateTimeDatasetVersionFinder.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/DateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">DateTimeDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/FileLevelTimestampVersionFinder.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/FileLevelTimestampVersionFinder.html" title="class in gobblin.data.management.version.finder">FileLevelTimestampVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/GlobModTimeDatasetVersionFinder.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/GlobModTimeDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">GlobModTimeDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/ModDateTimeDatasetVersionFinder.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/ModDateTimeDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">ModDateTimeDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/SingleVersionFinder.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/SingleVersionFinder.html" title="class in gobblin.data.management.version.finder">SingleVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/UnixTimestampVersionFinder.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/UnixTimestampVersionFinder.html" title="class in gobblin.data.management.version.finder">UnixTimestampVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/VersionFinder.html#versionClass--">versionClass()</a></span> - Method in interface gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/VersionFinder.html" title="interface in gobblin.data.management.version.finder">VersionFinder</a></dt> |
| <dd> |
| <div class="block">Should return class of T.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/WatermarkDatasetVersionFinder.html#versionClass--">versionClass()</a></span> - Method in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/WatermarkDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">WatermarkDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/version/VersionCleaner.html" title="class in gobblin.data.management.retention.version"><span class="typeNameLink">VersionCleaner</span></a> - Class in <a href="gobblin/data/management/retention/version/package-summary.html">gobblin.data.management.retention.version</a></dt> |
| <dd> |
| <div class="block">An abstraction for cleaning a <a href="gobblin/data/management/retention/version/DatasetVersion.html" title="interface in gobblin.data.management.retention.version"><code>DatasetVersion</code></a> of a <a href="gobblin/data/management/retention/dataset/CleanableDataset.html" title="interface in gobblin.data.management.retention.dataset"><code>CleanableDataset</code></a>.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/VersionCleaner.html#VersionCleaner-gobblin.data.management.version.DatasetVersion-gobblin.data.management.retention.dataset.CleanableDataset-">VersionCleaner(DatasetVersion, CleanableDataset)</a></span> - Constructor for class gobblin.data.management.retention.version.<a href="gobblin/data/management/retention/version/VersionCleaner.html" title="class in gobblin.data.management.retention.version">VersionCleaner</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/version/finder/VersionFinder.html" title="interface in gobblin.data.management.retention.version.finder"><span class="typeNameLink">VersionFinder</span></a><<a href="gobblin/data/management/retention/version/finder/VersionFinder.html" title="type parameter in VersionFinder">T</a> extends <a href="gobblin/data/management/retention/version/DatasetVersion.html" title="interface in gobblin.data.management.retention.version">DatasetVersion</a>> - Interface in <a href="gobblin/data/management/retention/version/finder/package-summary.html">gobblin.data.management.retention.version.finder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">See .</span></div> |
| </div> |
| </dd> |
| <dt><a href="gobblin/data/management/version/finder/VersionFinder.html" title="interface in gobblin.data.management.version.finder"><span class="typeNameLink">VersionFinder</span></a><<a href="gobblin/data/management/version/finder/VersionFinder.html" title="type parameter in VersionFinder">T</a> extends <a href="gobblin/data/management/version/DatasetVersion.html" title="interface in gobblin.data.management.version">DatasetVersion</a>> - Interface in <a href="gobblin/data/management/version/finder/package-summary.html">gobblin.data.management.version.finder</a></dt> |
| <dd> |
| <div class="block">Finds dataset versions.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.VersionFinderAndPolicy.html#VersionFinderAndPolicy-gobblin.data.management.policy.VersionSelectionPolicy-gobblin.data.management.version.finder.VersionFinder-">VersionFinderAndPolicy(VersionSelectionPolicy<T>, VersionFinder<? extends T>)</a></span> - Constructor for class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.VersionFinderAndPolicy.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase.VersionFinderAndPolicy</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">use <a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.VersionFinderAndPolicy.VersionFinderAndPolicyBuilder.html" title="class in gobblin.data.management.retention.dataset"><code>MultiVersionCleanableDatasetBase.VersionFinderAndPolicy.VersionFinderAndPolicyBuilder</code></a></span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.VersionFinderAndPolicy.html#VersionFinderAndPolicy-gobblin.data.management.retention.policy.RetentionPolicy-gobblin.data.management.version.finder.VersionFinder-">VersionFinderAndPolicy(RetentionPolicy<T>, VersionFinder<? extends T>)</a></span> - Constructor for class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.VersionFinderAndPolicy.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase.VersionFinderAndPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.VersionFinderAndPolicy.VersionFinderAndPolicyBuilder.html#VersionFinderAndPolicyBuilder--">VersionFinderAndPolicyBuilder()</a></span> - Constructor for class gobblin.data.management.retention.dataset.<a href="gobblin/data/management/retention/dataset/MultiVersionCleanableDatasetBase.VersionFinderAndPolicy.VersionFinderAndPolicyBuilder.html" title="class in gobblin.data.management.retention.dataset">MultiVersionCleanableDatasetBase.VersionFinderAndPolicy.VersionFinderAndPolicyBuilder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/NewestKRetentionPolicy.html#VERSIONS_RETAINED_DEFAULT">VERSIONS_RETAINED_DEFAULT</a></span> - Static variable in class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/NewestKRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">NewestKRetentionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/NewestKRetentionPolicy.html#VERSIONS_RETAINED_KEY">VERSIONS_RETAINED_KEY</a></span> - Static variable in class gobblin.data.management.retention.policy.<a href="gobblin/data/management/retention/policy/NewestKRetentionPolicy.html" title="class in gobblin.data.management.retention.policy">NewestKRetentionPolicy</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">use <a href="gobblin/data/management/retention/policy/NewestKRetentionPolicy.html#NEWEST_K_VERSIONS_RETAINED_KEY"><code>NewestKRetentionPolicy.NEWEST_K_VERSIONS_RETAINED_KEY</code></a></span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/policy/NewestKSelectionPolicy.html#VERSIONS_SELECTED_DEFAULT">VERSIONS_SELECTED_DEFAULT</a></span> - Static variable in class gobblin.data.management.policy.<a href="gobblin/data/management/policy/NewestKSelectionPolicy.html" title="class in gobblin.data.management.policy">NewestKSelectionPolicy</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/action/RetentionAction.html#versionSelectionAliasResolver">versionSelectionAliasResolver</a></span> - Variable in class gobblin.data.management.retention.action.<a href="gobblin/data/management/retention/action/RetentionAction.html" title="class in gobblin.data.management.retention.action">RetentionAction</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/policy/VersionSelectionPolicy.html" title="interface in gobblin.data.management.policy"><span class="typeNameLink">VersionSelectionPolicy</span></a><<a href="gobblin/data/management/policy/VersionSelectionPolicy.html" title="type parameter in VersionSelectionPolicy">T</a> extends <a href="gobblin/data/management/version/DatasetVersion.html" title="interface in gobblin.data.management.version">DatasetVersion</a>> - Interface in <a href="gobblin/data/management/policy/package-summary.html">gobblin.data.management.policy</a></dt> |
| <dd> |
| <div class="block">Selection policy around versions of a dataset.</div> |
| </dd> |
| </dl> |
| <a name="I:W"> |
| <!-- --> |
| </a> |
| <h2 class="title">W</h2> |
| <dl> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/watermark/CopyableFileWatermarkHelper.html#WATERMARK_CREATOR">WATERMARK_CREATOR</a></span> - Static variable in class gobblin.data.management.copy.watermark.<a href="gobblin/data/management/copy/watermark/CopyableFileWatermarkHelper.html" title="class in gobblin.data.management.copy.watermark">CopyableFileWatermarkHelper</a></dt> |
| <dd> |
| <div class="block">Watermark creator for workunits created from CopyEntities.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html#WATERMARK_ENABLE">WATERMARK_ENABLE</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html" title="class in gobblin.data.management.copy.replication">ConfigBasedDatasetsFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html#WATERMARK_FILE">WATERMARK_FILE</a></span> - Static variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.html" title="class in gobblin.data.management.copy.replication">ReplicaHadoopFsEndPoint</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/WatermarkDatasetVersionFinder.html#WATERMARK_REGEX_KEY">WATERMARK_REGEX_KEY</a></span> - Static variable in class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/WatermarkDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">WatermarkDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/version/finder/WatermarkDatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder"><span class="typeNameLink">WatermarkDatasetVersionFinder</span></a> - Class in <a href="gobblin/data/management/retention/version/finder/package-summary.html">gobblin.data.management.retention.version.finder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">See javadoc for <a href="gobblin/data/management/version/finder/WatermarkDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder"><code>WatermarkDatasetVersionFinder</code></a>.</span></div> |
| </div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/version/finder/WatermarkDatasetVersionFinder.html#WatermarkDatasetVersionFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">WatermarkDatasetVersionFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.retention.version.finder.<a href="gobblin/data/management/retention/version/finder/WatermarkDatasetVersionFinder.html" title="class in gobblin.data.management.retention.version.finder">WatermarkDatasetVersionFinder</a></dt> |
| <dd> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span></div> |
| </dd> |
| <dt><a href="gobblin/data/management/version/finder/WatermarkDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder"><span class="typeNameLink">WatermarkDatasetVersionFinder</span></a> - Class in <a href="gobblin/data/management/version/finder/package-summary.html">gobblin.data.management.version.finder</a></dt> |
| <dd> |
| <div class="block">Finds watermarked dataset versions as direct subdirectories of the dataset directory.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/WatermarkDatasetVersionFinder.html#WatermarkDatasetVersionFinder-org.apache.hadoop.fs.FileSystem-java.util.Properties-">WatermarkDatasetVersionFinder(FileSystem, Properties)</a></span> - Constructor for class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/WatermarkDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">WatermarkDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/version/finder/WatermarkDatasetVersionFinder.html#WatermarkDatasetVersionFinder-org.apache.hadoop.fs.FileSystem-com.typesafe.config.Config-">WatermarkDatasetVersionFinder(FileSystem, Config)</a></span> - Constructor for class gobblin.data.management.version.finder.<a href="gobblin/data/management/version/finder/WatermarkDatasetVersionFinder.html" title="class in gobblin.data.management.version.finder">WatermarkDatasetVersionFinder</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/replication/WatermarkMetadataGenerationCommitStep.html" title="class in gobblin.data.management.copy.replication"><span class="typeNameLink">WatermarkMetadataGenerationCommitStep</span></a> - Class in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> |
| <div class="block">A <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/commit/CommitStep.html?is-external=true" title="class or interface in gobblin.commit"><code>CommitStep</code></a> to write watermark metadata to Hdfs</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/WatermarkMetadataGenerationCommitStep.html#WatermarkMetadataGenerationCommitStep-java.lang.String-org.apache.hadoop.fs.Path-gobblin.source.extractor.Watermark-">WatermarkMetadataGenerationCommitStep(String, Path, Watermark)</a></span> - Constructor for class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/WatermarkMetadataGenerationCommitStep.html" title="class in gobblin.data.management.copy.replication">WatermarkMetadataGenerationCommitStep</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/copy/replication/WatermarkMetadataUtil.html" title="class in gobblin.data.management.copy.replication"><span class="typeNameLink">WatermarkMetadataUtil</span></a> - Class in <a href="gobblin/data/management/copy/replication/package-summary.html">gobblin.data.management.copy.replication</a></dt> |
| <dd> |
| <div class="block">Utility class to serialize and deserialize the <a href="http://linkedin.github.io/gobblin/javadoc/0.11.0/gobblin-api/gobblin/source/extractor/Watermark.html?is-external=true" title="class or interface in gobblin.source.extractor"><code>Watermark</code></a></div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/WatermarkMetadataUtil.html#WatermarkMetadataUtil--">WatermarkMetadataUtil()</a></span> - Constructor for class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/WatermarkMetadataUtil.html" title="class in gobblin.data.management.copy.replication">WatermarkMetadataUtil</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/predicates/WhitelistPredicate.html#WHITELIST_PATTERN_KEY">WHITELIST_PATTERN_KEY</a></span> - Static variable in class gobblin.data.management.retention.policy.predicates.<a href="gobblin/data/management/retention/policy/predicates/WhitelistPredicate.html" title="class in gobblin.data.management.retention.policy.predicates">WhitelistPredicate</a></dt> |
| <dd> </dd> |
| <dt><a href="gobblin/data/management/retention/policy/predicates/WhitelistPredicate.html" title="class in gobblin.data.management.retention.policy.predicates"><span class="typeNameLink">WhitelistPredicate</span></a> - Class in <a href="gobblin/data/management/retention/policy/predicates/package-summary.html">gobblin.data.management.retention.policy.predicates</a></dt> |
| <dd> |
| <div class="block"><a href="http://google.github.io/guava/releases/15.0/api/docs/com/google/common/base/Predicate.html?is-external=true" title="class or interface in com.google.common.base"><code>Predicate</code></a> for <a href="gobblin/data/management/retention/policy/PredicateRetentionPolicy.html" title="class in gobblin.data.management.retention.policy"><code>PredicateRetentionPolicy</code></a> |
| that passes versions matching a user supplied regular expression.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/retention/policy/predicates/WhitelistPredicate.html#WhitelistPredicate-java.util.Properties-">WhitelistPredicate(Properties)</a></span> - Constructor for class gobblin.data.management.retention.policy.predicates.<a href="gobblin/data/management/retention/policy/predicates/WhitelistPredicate.html" title="class in gobblin.data.management.retention.policy.predicates">WhitelistPredicate</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html#whitelistTag">whitelistTag</a></span> - Variable in class gobblin.data.management.copy.replication.<a href="gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.html" title="class in gobblin.data.management.copy.replication">ConfigBasedDatasetsFinder</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/events/EventConstants.html#WORK_UNIT_CREATE_TIME">WORK_UNIT_CREATE_TIME</a></span> - Static variable in class gobblin.data.management.conversion.hive.events.<a href="gobblin/data/management/conversion/hive/events/EventConstants.html" title="class in gobblin.data.management.conversion.hive.events">EventConstants</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/CopySource.html#WORK_UNIT_GUID">WORK_UNIT_GUID</a></span> - Static variable in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/CopySource.html" title="class in gobblin.data.management.copy">CopySource</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/conversion/hive/writer/HiveQueryExecutionWriter.html#write-gobblin.data.management.conversion.hive.entities.QueryBasedHiveConversionEntity-">write(QueryBasedHiveConversionEntity)</a></span> - Method in class gobblin.data.management.conversion.hive.writer.<a href="gobblin/data/management/conversion/hive/writer/HiveQueryExecutionWriter.html" title="class in gobblin.data.management.conversion.hive.writer">HiveQueryExecutionWriter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/OwnerAndPermission.html#write-java.io.DataOutput-">write(DataOutput)</a></span> - Method in class gobblin.data.management.copy.<a href="gobblin/data/management/copy/OwnerAndPermission.html" title="class in gobblin.data.management.copy">OwnerAndPermission</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#writeImpl-gobblin.data.management.copy.FileAwareInputStream-">writeImpl(FileAwareInputStream)</a></span> - Method in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#writeImpl-java.io.InputStream-org.apache.hadoop.fs.Path-gobblin.data.management.copy.CopyableFile-">writeImpl(InputStream, Path, CopyableFile)</a></span> - Method in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> |
| <div class="block">Write the contents of input stream into staging path.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/TarArchiveInputStreamDataWriter.html#writeImpl-java.io.InputStream-org.apache.hadoop.fs.Path-gobblin.data.management.copy.CopyableFile-">writeImpl(InputStream, Path, CopyableFile)</a></span> - Method in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/TarArchiveInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">TarArchiveInputStreamDataWriter</a></dt> |
| <dd> |
| <div class="block">Untars the passed in <a href="gobblin/data/management/copy/FileAwareInputStream.html" title="class in gobblin.data.management.copy"><code>FileAwareInputStream</code></a> to the task's staging directory.</div> |
| </dd> |
| <dt><span class="memberNameLink"><a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html#writerAttemptIdOptional">writerAttemptIdOptional</a></span> - Variable in class gobblin.data.management.copy.writer.<a href="gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.html" title="class in gobblin.data.management.copy.writer">FileAwareInputStreamDataWriter</a></dt> |
| <dd> </dd> |
| </dl> |
| <a href="#I:A">A</a> <a href="#I:B">B</a> <a href="#I:C">C</a> <a href="#I:D">D</a> <a href="#I:E">E</a> <a href="#I:F">F</a> <a href="#I:G">G</a> <a href="#I:H">H</a> <a href="#I:I">I</a> <a href="#I:J">J</a> <a href="#I:L">L</a> <a href="#I:M">M</a> <a href="#I:N">N</a> <a href="#I:O">O</a> <a href="#I:P">P</a> <a href="#I:Q">Q</a> <a href="#I:R">R</a> <a href="#I:S">S</a> <a href="#I:T">T</a> <a href="#I:U">U</a> <a href="#I:V">V</a> <a href="#I:W">W</a> </div> |
| <!-- ======= START OF BOTTOM NAVBAR ====== --> |
| <div class="bottomNav"><a name="navbar.bottom"> |
| <!-- --> |
| </a> |
| <div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> |
| <a name="navbar.bottom.firstrow"> |
| <!-- --> |
| </a> |
| <ul class="navList" title="Navigation"> |
| <li><a href="overview-summary.html">Overview</a></li> |
| <li>Package</li> |
| <li>Class</li> |
| <li><a href="overview-tree.html">Tree</a></li> |
| <li><a href="deprecated-list.html">Deprecated</a></li> |
| <li class="navBarCell1Rev">Index</li> |
| <li><a href="help-doc.html">Help</a></li> |
| </ul> |
| </div> |
| <div class="subNav"> |
| <ul class="navList"> |
| <li>Prev</li> |
| <li>Next</li> |
| </ul> |
| <ul class="navList"> |
| <li><a href="index.html?index-all.html" target="_top">Frames</a></li> |
| <li><a href="index-all.html" target="_top">No Frames</a></li> |
| </ul> |
| <ul class="navList" id="allclasses_navbar_bottom"> |
| <li><a href="allclasses-noframe.html">All Classes</a></li> |
| </ul> |
| <div> |
| <script type="text/javascript"><!-- |
| allClassesLink = document.getElementById("allclasses_navbar_bottom"); |
| if(window==top) { |
| allClassesLink.style.display = "block"; |
| } |
| else { |
| allClassesLink.style.display = "none"; |
| } |
| //--> |
| </script> |
| </div> |
| <a name="skip.navbar.bottom"> |
| <!-- --> |
| </a></div> |
| <!-- ======== END OF BOTTOM NAVBAR ======= --> |
| </body> |
| </html> |
