| <!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> |
| <!-- NewPage --> |
| <html lang="en"> |
| <head> |
| <!-- Generated by javadoc --> |
| <meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> |
| <title>IntegrationTestLoadCommonCrawl (Apache HBase 3.0.0-alpha-2-SNAPSHOT Test API)</title> |
| <link rel="stylesheet" type="text/css" href="../../../../../stylesheet.css" title="Style"> |
| <script type="text/javascript" src="../../../../../script.js"></script> |
| </head> |
| <body> |
| <script type="text/javascript"><!-- |
| try { |
| if (location.href.indexOf('is-external=true') == -1) { |
| parent.document.title="IntegrationTestLoadCommonCrawl (Apache HBase 3.0.0-alpha-2-SNAPSHOT Test API)"; |
| } |
| } |
| catch(err) { |
| } |
| //--> |
| var methods = {"i0":10,"i1":10,"i2":10,"i3":9,"i4":9,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10}; |
| var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; |
| var altColor = "altColor"; |
| var rowColor = "rowColor"; |
| var tableTab = "tableTab"; |
| var activeTableTab = "activeTableTab"; |
| </script> |
| <noscript> |
| <div>JavaScript is disabled on your browser.</div> |
| </noscript> |
| <!-- ========= START OF TOP NAVBAR ======= --> |
| <div class="topNav"><a name="navbar.top"> |
| <!-- --> |
| </a> |
| <div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> |
| <a name="navbar.top.firstrow"> |
| <!-- --> |
| </a> |
| <ul class="navList" title="Navigation"> |
| <li><a href="../../../../../overview-summary.html">Overview</a></li> |
| <li><a href="package-summary.html">Package</a></li> |
| <li class="navBarCell1Rev">Class</li> |
| <li><a href="class-use/IntegrationTestLoadCommonCrawl.html">Use</a></li> |
| <li><a href="package-tree.html">Tree</a></li> |
| <li><a href="../../../../../deprecated-list.html">Deprecated</a></li> |
| <li><a href="../../../../../index-all.html">Index</a></li> |
| <li><a href="../../../../../help-doc.html">Help</a></li> |
| </ul> |
| </div> |
| <div class="subNav"> |
| <ul class="navList"> |
| <li><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadAndVerify.WALSearcher.WALMapperSearcher.html" title="class in org.apache.hadoop.hbase.test"><span class="typeNameLink">Prev Class</span></a></li> |
| <li><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.Counts.html" title="enum in org.apache.hadoop.hbase.test"><span class="typeNameLink">Next Class</span></a></li> |
| </ul> |
| <ul class="navList"> |
| <li><a href="../../../../../index.html?org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html" target="_top">Frames</a></li> |
| <li><a href="IntegrationTestLoadCommonCrawl.html" target="_top">No Frames</a></li> |
| </ul> |
| <ul class="navList" id="allclasses_navbar_top"> |
| <li><a href="../../../../../allclasses-noframe.html">All Classes</a></li> |
| </ul> |
| <div> |
| <script type="text/javascript"><!-- |
| allClassesLink = document.getElementById("allclasses_navbar_top"); |
| if(window==top) { |
| allClassesLink.style.display = "block"; |
| } |
| else { |
| allClassesLink.style.display = "none"; |
| } |
| //--> |
| </script> |
| </div> |
| <div> |
| <ul class="subNavList"> |
| <li>Summary: </li> |
| <li><a href="#nested.class.summary">Nested</a> | </li> |
| <li><a href="#field.summary">Field</a> | </li> |
| <li><a href="#constructor.summary">Constr</a> | </li> |
| <li><a href="#method.summary">Method</a></li> |
| </ul> |
| <ul class="subNavList"> |
| <li>Detail: </li> |
| <li><a href="#field.detail">Field</a> | </li> |
| <li><a href="#constructor.detail">Constr</a> | </li> |
| <li><a href="#method.detail">Method</a></li> |
| </ul> |
| </div> |
| <a name="skip.navbar.top"> |
| <!-- --> |
| </a></div> |
| <!-- ========= END OF TOP NAVBAR ========= --> |
| <!-- ======== START OF CLASS DATA ======== --> |
| <div class="header"> |
| <div class="subTitle">org.apache.hadoop.hbase.test</div> |
| <h2 title="Class IntegrationTestLoadCommonCrawl" class="title">Class IntegrationTestLoadCommonCrawl</h2> |
| </div> |
| <div class="contentContainer"> |
| <ul class="inheritance"> |
| <li><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">java.lang.Object</a></li> |
| <li> |
| <ul class="inheritance"> |
| <li>org.apache.hadoop.hbase.util.AbstractHBaseTool</li> |
| <li> |
| <ul class="inheritance"> |
| <li><a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html" title="class in org.apache.hadoop.hbase">org.apache.hadoop.hbase.IntegrationTestBase</a></li> |
| <li> |
| <ul class="inheritance"> |
| <li>org.apache.hadoop.hbase.test.IntegrationTestLoadCommonCrawl</li> |
| </ul> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| <div class="description"> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <dl> |
| <dt>All Implemented Interfaces:</dt> |
| <dd>org.apache.hadoop.conf.Configurable, org.apache.hadoop.util.Tool</dd> |
| </dl> |
| <hr> |
| <br> |
| <pre>public class <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.141">IntegrationTestLoadCommonCrawl</a> |
| extends <a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html" title="class in org.apache.hadoop.hbase">IntegrationTestBase</a></pre> |
| <div class="block">This integration test loads successful resource retrieval records from the Common Crawl |
| (https://commoncrawl.org/) public dataset into an HBase table and writes records that can be |
| used to later verify the presence and integrity of those records. |
| <p> |
| Run like: |
| <blockquote> |
| ./bin/hbase org.apache.hadoop.hbase.test.IntegrationTestLoadCommonCrawl \<br> |
| -Dfs.s3n.awsAccessKeyId=<AWS access key> \<br> |
| -Dfs.s3n.awsSecretAccessKey=<AWS secret key> \<br> |
| /path/to/test-CC-MAIN-2021-10-warc.paths.gz \<br> |
| /path/to/tmp/warc-loader-output |
| </blockquote> |
| <p> |
| Access to the Common Crawl dataset in S3 is made available to anyone by Amazon AWS, but |
| Hadoop's S3N filesystem still requires valid access credentials to initialize. |
| <p> |
| The input path can either specify a directory or a file. The file may optionally be |
| compressed with gzip. If a directory, the loader expects the directory to contain one or more |
| WARC files from the Common Crawl dataset. If a file, the loader expects a list of Hadoop S3N |
| URIs which point to S3 locations for one or more WARC files from the Common Crawl dataset, |
| one URI per line. Lines should be terminated with the UNIX line terminator. |
| <p> |
| Included in hbase-it/src/test/resources/CC-MAIN-2021-10-warc.paths.gz is a list of all WARC |
| files comprising the Q1 2021 crawl archive. There are 64,000 WARC files in this data set, each |
| containing ~1GB of gzipped data. The WARC files contain several record types, such as metadata, |
| request, and response, but we only load the response record types. If the HBase table schema |
| does not specify compression (by default) there is roughly a 10x expansion. Loading the full |
| crawl archive results in a table approximately 640 TB in size. |
| <p> |
| You can also split the Loader and Verify stages: |
| <p> |
| Load with: |
| <blockquote> |
| ./bin/hbase 'org.apache.hadoop.hbase.test.IntegrationTestLoadCommonCrawl$Loader' \<br> |
| -files /path/to/hadoop-aws.jar \<br> |
| -Dfs.s3n.awsAccessKeyId=<AWS access key> \<br> |
| -Dfs.s3n.awsSecretAccessKey=<AWS secret key> \<br> |
| /path/to/test-CC-MAIN-2021-10-warc.paths.gz \<br> |
| /path/to/tmp/warc-loader-output |
| </blockquote> |
| <p> |
| Note: The hadoop-aws jar will be needed at runtime to instantiate the S3N filesystem. Use |
| the <tt>-files</tt> ToolRunner argument to add it. |
| <p> |
| Verify with: |
| <blockquote> |
| ./bin/hbase 'org.apache.hadoop.hbase.test.IntegrationTestLoadCommonCrawl$Verify' \<br> |
| /path/to/tmp/warc-loader-output |
| </blockquote> |
| <p></div> |
| </li> |
| </ul> |
| </div> |
| <div class="summary"> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <!-- ======== NESTED CLASS SUMMARY ======== --> |
| <ul class="blockList"> |
| <li class="blockList"><a name="nested.class.summary"> |
| <!-- --> |
| </a> |
| <h3>Nested Class Summary</h3> |
| <table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Nested Class Summary table, listing nested classes, and an explanation"> |
| <caption><span>Nested Classes</span><span class="tabEnd"> </span></caption> |
| <tr> |
| <th class="colFirst" scope="col">Modifier and Type</th> |
| <th class="colLast" scope="col">Class and Description</th> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>static class </code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.Counts.html" title="enum in org.apache.hadoop.hbase.test">IntegrationTestLoadCommonCrawl.Counts</a></span></code> </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>static class </code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.HBaseKeyWritable.html" title="class in org.apache.hadoop.hbase.test">IntegrationTestLoadCommonCrawl.HBaseKeyWritable</a></span></code> </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>static class </code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.Loader.html" title="class in org.apache.hadoop.hbase.test">IntegrationTestLoadCommonCrawl.Loader</a></span></code> </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>static class </code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.OneFilePerMapperSFIF.html" title="class in org.apache.hadoop.hbase.test">IntegrationTestLoadCommonCrawl.OneFilePerMapperSFIF</a><<a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.OneFilePerMapperSFIF.html" title="type parameter in IntegrationTestLoadCommonCrawl.OneFilePerMapperSFIF">K</a>,<a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.OneFilePerMapperSFIF.html" title="type parameter in IntegrationTestLoadCommonCrawl.OneFilePerMapperSFIF">V</a>></span></code> </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>static class </code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.Verify.html" title="class in org.apache.hadoop.hbase.test">IntegrationTestLoadCommonCrawl.Verify</a></span></code> </td> |
| </tr> |
| </table> |
| <ul class="blockList"> |
| <li class="blockList"><a name="nested.classes.inherited.from.class.org.apache.hadoop.hbase.util.AbstractHBaseTool"> |
| <!-- --> |
| </a> |
| <h3>Nested classes/interfaces inherited from class org.apache.hadoop.hbase.util.AbstractHBaseTool</h3> |
| <code>org.apache.hadoop.hbase.util.AbstractHBaseTool.OptionsOrderComparator</code></li> |
| </ul> |
| </li> |
| </ul> |
| <!-- =========== FIELD SUMMARY =========== --> |
| <ul class="blockList"> |
| <li class="blockList"><a name="field.summary"> |
| <!-- --> |
| </a> |
| <h3>Field Summary</h3> |
| <table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Field Summary table, listing fields, and an explanation"> |
| <caption><span>Fields</span><span class="tabEnd"> </span></caption> |
| <tr> |
| <th class="colFirst" scope="col">Modifier and Type</th> |
| <th class="colLast" scope="col">Field and Description</th> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>(package private) <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>[]</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#args">args</a></span></code> </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>protected static byte[]</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#CONTENT_FAMILY_NAME">CONTENT_FAMILY_NAME</a></span></code> </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>protected static byte[]</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#CONTENT_LENGTH_QUALIFIER">CONTENT_LENGTH_QUALIFIER</a></span></code> </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>protected static byte[]</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#CONTENT_QUALIFIER">CONTENT_QUALIFIER</a></span></code> </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>protected static byte[]</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#CONTENT_TYPE_QUALIFIER">CONTENT_TYPE_QUALIFIER</a></span></code> </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>protected static byte[]</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#CRC_QUALIFIER">CRC_QUALIFIER</a></span></code> </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>protected static byte[]</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#DATE_QUALIFIER">DATE_QUALIFIER</a></span></code> </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>protected static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#DEFAULT_TABLE_NAME">DEFAULT_TABLE_NAME</a></span></code> </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>protected static byte[]</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#INFO_FAMILY_NAME">INFO_FAMILY_NAME</a></span></code> </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>protected static byte[]</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#IP_ADDRESS_QUALIFIER">IP_ADDRESS_QUALIFIER</a></span></code> </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>private static org.slf4j.Logger</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#LOG">LOG</a></span></code> </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>(package private) org.apache.hadoop.fs.Path</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#outputDir">outputDir</a></span></code> </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>protected static byte[]</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#RECORD_ID_QUALIFIER">RECORD_ID_QUALIFIER</a></span></code> </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>protected static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#TABLE_NAME_KEY">TABLE_NAME_KEY</a></span></code> </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>protected static byte[]</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#TARGET_URI_QUALIFIER">TARGET_URI_QUALIFIER</a></span></code> </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>(package private) org.apache.hadoop.fs.Path</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#warcFileInputDir">warcFileInputDir</a></span></code> </td> |
| </tr> |
| </table> |
| <ul class="blockList"> |
| <li class="blockList"><a name="fields.inherited.from.class.org.apache.hadoop.hbase.IntegrationTestBase"> |
| <!-- --> |
| </a> |
| <h3>Fields inherited from class org.apache.hadoop.hbase.<a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html" title="class in org.apache.hadoop.hbase">IntegrationTestBase</a></h3> |
| <code><a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#CHAOS_MONKEY_PROPS">CHAOS_MONKEY_PROPS</a>, <a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#monkey">monkey</a>, <a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#MONKEY_LONG_OPT">MONKEY_LONG_OPT</a>, <a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#monkeyProps">monkeyProps</a>, <a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#monkeyToUse">monkeyToUse</a>, <a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#NO_CLUSTER_CLEANUP_LONG_OPT">NO_CLUSTER_CLEANUP_LONG_OPT</a>, <a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#noClusterCleanUp">noClusterCleanUp</a>, <a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#util">util</a></code></li> |
| </ul> |
| <ul class="blockList"> |
| <li class="blockList"><a name="fields.inherited.from.class.org.apache.hadoop.hbase.util.AbstractHBaseTool"> |
| <!-- --> |
| </a> |
| <h3>Fields inherited from class org.apache.hadoop.hbase.util.AbstractHBaseTool</h3> |
| <code>cmdLineArgs, conf, EXIT_FAILURE, EXIT_SUCCESS, LONG_HELP_OPTION, options, SHORT_HELP_OPTION</code></li> |
| </ul> |
| </li> |
| </ul> |
| <!-- ======== CONSTRUCTOR SUMMARY ======== --> |
| <ul class="blockList"> |
| <li class="blockList"><a name="constructor.summary"> |
| <!-- --> |
| </a> |
| <h3>Constructor Summary</h3> |
| <table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> |
| <caption><span>Constructors</span><span class="tabEnd"> </span></caption> |
| <tr> |
| <th class="colOne" scope="col">Constructor and Description</th> |
| </tr> |
| <tr class="altColor"> |
| <td class="colOne"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#IntegrationTestLoadCommonCrawl--">IntegrationTestLoadCommonCrawl</a></span>()</code> </td> |
| </tr> |
| </table> |
| </li> |
| </ul> |
| <!-- ========== METHOD SUMMARY =========== --> |
| <ul class="blockList"> |
| <li class="blockList"><a name="method.summary"> |
| <!-- --> |
| </a> |
| <h3>Method Summary</h3> |
| <table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> |
| <caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t1" class="tableTab"><span><a href="javascript:show(1);">Static Methods</a></span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> |
| <tr> |
| <th class="colFirst" scope="col">Modifier and Type</th> |
| <th class="colLast" scope="col">Method and Description</th> |
| </tr> |
| <tr id="i0" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#cleanUpCluster--">cleanUpCluster</a></span>()</code> </td> |
| </tr> |
| <tr id="i1" class="rowColor"> |
| <td class="colFirst"><code>protected <a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a><<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#getColumnFamilies--">getColumnFamilies</a></span>()</code> |
| <div class="block">Provides the name of the CFs that are protected from random Chaos monkey activity (alter)</div> |
| </td> |
| </tr> |
| <tr id="i2" class="altColor"> |
| <td class="colFirst"><code>org.apache.hadoop.hbase.TableName</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#getTablename--">getTablename</a></span>()</code> |
| <div class="block">Provides the name of the table that is protected from random Chaos monkey activity</div> |
| </td> |
| </tr> |
| <tr id="i3" class="rowColor"> |
| <td class="colFirst"><code>(package private) static org.apache.hadoop.hbase.TableName</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#getTablename-org.apache.hadoop.conf.Configuration-">getTablename</a></span>(org.apache.hadoop.conf.Configuration c)</code> </td> |
| </tr> |
| <tr id="i4" class="altColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#main-java.lang.String:A-">main</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>[] args)</code> </td> |
| </tr> |
| <tr id="i5" class="rowColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#processOptions-org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine-">processOptions</a></span>(org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine cmd)</code> </td> |
| </tr> |
| <tr id="i6" class="altColor"> |
| <td class="colFirst"><code>int</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#run-java.lang.String:A-">run</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>[] args)</code> </td> |
| </tr> |
| <tr id="i7" class="rowColor"> |
| <td class="colFirst"><code>protected int</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#runLoader-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.Path-">runLoader</a></span>(org.apache.hadoop.fs.Path warcFileInputDir, |
| org.apache.hadoop.fs.Path outputDir)</code> </td> |
| </tr> |
| <tr id="i8" class="altColor"> |
| <td class="colFirst"><code>int</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#runTestFromCommandLine--">runTestFromCommandLine</a></span>()</code> </td> |
| </tr> |
| <tr id="i9" class="rowColor"> |
| <td class="colFirst"><code>protected int</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#runVerify-org.apache.hadoop.fs.Path-">runVerify</a></span>(org.apache.hadoop.fs.Path inputDir)</code> </td> |
| </tr> |
| <tr id="i10" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#setUpCluster--">setUpCluster</a></span>()</code> </td> |
| </tr> |
| </table> |
| <ul class="blockList"> |
| <li class="blockList"><a name="methods.inherited.from.class.org.apache.hadoop.hbase.IntegrationTestBase"> |
| <!-- --> |
| </a> |
| <h3>Methods inherited from class org.apache.hadoop.hbase.<a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html" title="class in org.apache.hadoop.hbase">IntegrationTestBase</a></h3> |
| <code><a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#addOptions--">addOptions</a>, <a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#cleanUp--">cleanUp</a>, <a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#cleanUpMonkey--">cleanUpMonkey</a>, <a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#cleanUpMonkey-java.lang.String-">cleanUpMonkey</a>, <a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#doWork--">doWork</a>, <a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#getConf--">getConf</a>, <a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#getDefaultMonkeyFactory--">getDefaultMonkeyFactory</a>, <a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#getTestingUtil-org.apache.hadoop.conf.Configuration-">getTestingUtil</a>, <a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#loadMonkeyProperties-java.util.Properties-org.apache.hadoop.conf.Configuration-">loadMonkeyProperties</a>, <a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#processBaseOptions-org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine-">processBaseOptions</a>, <a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#setUp--">setUp</a>, <a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#setUpMonkey--">setUpMonkey</a>, <a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#startMonkey--">startMonkey</a></code></li> |
| </ul> |
| <ul class="blockList"> |
| <li class="blockList"><a name="methods.inherited.from.class.org.apache.hadoop.hbase.util.AbstractHBaseTool"> |
| <!-- --> |
| </a> |
| <h3>Methods inherited from class org.apache.hadoop.hbase.util.AbstractHBaseTool</h3> |
| <code>addOption, addOptNoArg, addOptNoArg, addOptWithArg, addOptWithArg, addRequiredOption, addRequiredOptWithArg, addRequiredOptWithArg, doStaticMain, getOptionAsDouble, getOptionAsInt, getOptionAsInt, getOptionAsLong, getOptionAsLong, newParser, parseArgs, parseInt, parseLong, printUsage, printUsage, processOldArgs, setConf</code></li> |
| </ul> |
| <ul class="blockList"> |
| <li class="blockList"><a name="methods.inherited.from.class.java.lang.Object"> |
| <!-- --> |
| </a> |
| <h3>Methods inherited from class java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a></h3> |
| <code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#clone--" title="class or interface in java.lang">clone</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#equals-java.lang.Object-" title="class or interface in java.lang">equals</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#finalize--" title="class or interface in java.lang">finalize</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#getClass--" title="class or interface in java.lang">getClass</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#hashCode--" title="class or interface in java.lang">hashCode</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#notify--" title="class or interface in java.lang">notify</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#notifyAll--" title="class or interface in java.lang">notifyAll</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#toString--" title="class or interface in java.lang">toString</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait--" title="class or interface in java.lang">wait</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait-long-" title="class or interface in java.lang">wait</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait-long-int-" title="class or interface in java.lang">wait</a></code></li> |
| </ul> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| </div> |
| <div class="details"> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <!-- ============ FIELD DETAIL =========== --> |
| <ul class="blockList"> |
| <li class="blockList"><a name="field.detail"> |
| <!-- --> |
| </a> |
| <h3>Field Detail</h3> |
| <a name="LOG"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>LOG</h4> |
| <pre>private static final org.slf4j.Logger <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.143">LOG</a></pre> |
| </li> |
| </ul> |
| <a name="TABLE_NAME_KEY"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>TABLE_NAME_KEY</h4> |
| <pre>protected static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.145">TABLE_NAME_KEY</a></pre> |
| </li> |
| </ul> |
| <a name="DEFAULT_TABLE_NAME"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>DEFAULT_TABLE_NAME</h4> |
| <pre>protected static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.146">DEFAULT_TABLE_NAME</a></pre> |
| </li> |
| </ul> |
| <a name="CONTENT_FAMILY_NAME"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>CONTENT_FAMILY_NAME</h4> |
| <pre>protected static byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.148">CONTENT_FAMILY_NAME</a></pre> |
| </li> |
| </ul> |
| <a name="INFO_FAMILY_NAME"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>INFO_FAMILY_NAME</h4> |
| <pre>protected static byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.149">INFO_FAMILY_NAME</a></pre> |
| </li> |
| </ul> |
| <a name="CONTENT_QUALIFIER"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>CONTENT_QUALIFIER</h4> |
| <pre>protected static byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.150">CONTENT_QUALIFIER</a></pre> |
| </li> |
| </ul> |
| <a name="CONTENT_LENGTH_QUALIFIER"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>CONTENT_LENGTH_QUALIFIER</h4> |
| <pre>protected static byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.151">CONTENT_LENGTH_QUALIFIER</a></pre> |
| </li> |
| </ul> |
| <a name="CONTENT_TYPE_QUALIFIER"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>CONTENT_TYPE_QUALIFIER</h4> |
| <pre>protected static byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.152">CONTENT_TYPE_QUALIFIER</a></pre> |
| </li> |
| </ul> |
| <a name="CRC_QUALIFIER"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>CRC_QUALIFIER</h4> |
| <pre>protected static byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.153">CRC_QUALIFIER</a></pre> |
| </li> |
| </ul> |
| <a name="DATE_QUALIFIER"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>DATE_QUALIFIER</h4> |
| <pre>protected static byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.154">DATE_QUALIFIER</a></pre> |
| </li> |
| </ul> |
| <a name="IP_ADDRESS_QUALIFIER"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>IP_ADDRESS_QUALIFIER</h4> |
| <pre>protected static byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.155">IP_ADDRESS_QUALIFIER</a></pre> |
| </li> |
| </ul> |
| <a name="RECORD_ID_QUALIFIER"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>RECORD_ID_QUALIFIER</h4> |
| <pre>protected static byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.156">RECORD_ID_QUALIFIER</a></pre> |
| </li> |
| </ul> |
| <a name="TARGET_URI_QUALIFIER"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>TARGET_URI_QUALIFIER</h4> |
| <pre>protected static byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.157">TARGET_URI_QUALIFIER</a></pre> |
| </li> |
| </ul> |
| <a name="warcFileInputDir"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>warcFileInputDir</h4> |
| <pre>org.apache.hadoop.fs.Path <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.163">warcFileInputDir</a></pre> |
| </li> |
| </ul> |
| <a name="outputDir"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>outputDir</h4> |
| <pre>org.apache.hadoop.fs.Path <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.164">outputDir</a></pre> |
| </li> |
| </ul> |
| <a name="args"> |
| <!-- --> |
| </a> |
| <ul class="blockListLast"> |
| <li class="blockList"> |
| <h4>args</h4> |
| <pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>[] <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.165">args</a></pre> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| <!-- ========= CONSTRUCTOR DETAIL ======== --> |
| <ul class="blockList"> |
| <li class="blockList"><a name="constructor.detail"> |
| <!-- --> |
| </a> |
| <h3>Constructor Detail</h3> |
| <a name="IntegrationTestLoadCommonCrawl--"> |
| <!-- --> |
| </a> |
| <ul class="blockListLast"> |
| <li class="blockList"> |
| <h4>IntegrationTestLoadCommonCrawl</h4> |
| <pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.141">IntegrationTestLoadCommonCrawl</a>()</pre> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| <!-- ============ METHOD DETAIL ========== --> |
| <ul class="blockList"> |
| <li class="blockList"><a name="method.detail"> |
| <!-- --> |
| </a> |
| <h3>Method Detail</h3> |
| <a name="runLoader-org.apache.hadoop.fs.Path-org.apache.hadoop.fs.Path-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>runLoader</h4> |
| <pre>protected int <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.167">runLoader</a>(org.apache.hadoop.fs.Path warcFileInputDir, |
| org.apache.hadoop.fs.Path outputDir) |
| throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="runVerify-org.apache.hadoop.fs.Path-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>runVerify</h4> |
| <pre>protected int <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.173">runVerify</a>(org.apache.hadoop.fs.Path inputDir) |
| throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="run-java.lang.String:A-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>run</h4> |
| <pre>public int <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.180">run</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>[] args)</pre> |
| <dl> |
| <dt><span class="overrideSpecifyLabel">Specified by:</span></dt> |
| <dd><code>run</code> in interface <code>org.apache.hadoop.util.Tool</code></dd> |
| <dt><span class="overrideSpecifyLabel">Overrides:</span></dt> |
| <dd><code>run</code> in class <code>org.apache.hadoop.hbase.util.AbstractHBaseTool</code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="processOptions-org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>processOptions</h4> |
| <pre>protected void <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.208">processOptions</a>(org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine cmd)</pre> |
| <dl> |
| <dt><span class="overrideSpecifyLabel">Overrides:</span></dt> |
| <dd><code><a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#processOptions-org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine-">processOptions</a></code> in class <code><a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html" title="class in org.apache.hadoop.hbase">IntegrationTestBase</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setUpCluster--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setUpCluster</h4> |
| <pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.214">setUpCluster</a>() |
| throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre> |
| <dl> |
| <dt><span class="overrideSpecifyLabel">Specified by:</span></dt> |
| <dd><code><a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#setUpCluster--">setUpCluster</a></code> in class <code><a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html" title="class in org.apache.hadoop.hbase">IntegrationTestBase</a></code></dd> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="cleanUpCluster--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>cleanUpCluster</h4> |
| <pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.225">cleanUpCluster</a>() |
| throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre> |
| <dl> |
| <dt><span class="overrideSpecifyLabel">Overrides:</span></dt> |
| <dd><code><a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#cleanUpCluster--">cleanUpCluster</a></code> in class <code><a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html" title="class in org.apache.hadoop.hbase">IntegrationTestBase</a></code></dd> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getTablename-org.apache.hadoop.conf.Configuration-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getTablename</h4> |
| <pre>static org.apache.hadoop.hbase.TableName <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.232">getTablename</a>(org.apache.hadoop.conf.Configuration c)</pre> |
| </li> |
| </ul> |
| <a name="getTablename--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getTablename</h4> |
| <pre>public org.apache.hadoop.hbase.TableName <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.237">getTablename</a>()</pre> |
| <div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#getTablename--">IntegrationTestBase</a></code></span></div> |
| <div class="block">Provides the name of the table that is protected from random Chaos monkey activity</div> |
| <dl> |
| <dt><span class="overrideSpecifyLabel">Specified by:</span></dt> |
| <dd><code><a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#getTablename--">getTablename</a></code> in class <code><a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html" title="class in org.apache.hadoop.hbase">IntegrationTestBase</a></code></dd> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>table to not delete.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="getColumnFamilies--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getColumnFamilies</h4> |
| <pre>protected <a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a><<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.242">getColumnFamilies</a>()</pre> |
| <div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#getColumnFamilies--">IntegrationTestBase</a></code></span></div> |
| <div class="block">Provides the name of the CFs that are protected from random Chaos monkey activity (alter)</div> |
| <dl> |
| <dt><span class="overrideSpecifyLabel">Specified by:</span></dt> |
| <dd><code><a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#getColumnFamilies--">getColumnFamilies</a></code> in class <code><a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html" title="class in org.apache.hadoop.hbase">IntegrationTestBase</a></code></dd> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>set of cf names to protect.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="runTestFromCommandLine--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>runTestFromCommandLine</h4> |
| <pre>public int <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.250">runTestFromCommandLine</a>() |
| throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre> |
| <dl> |
| <dt><span class="overrideSpecifyLabel">Specified by:</span></dt> |
| <dd><code><a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html#runTestFromCommandLine--">runTestFromCommandLine</a></code> in class <code><a href="../../../../../org/apache/hadoop/hbase/IntegrationTestBase.html" title="class in org.apache.hadoop.hbase">IntegrationTestBase</a></code></dd> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="main-java.lang.String:A-"> |
| <!-- --> |
| </a> |
| <ul class="blockListLast"> |
| <li class="blockList"> |
| <h4>main</h4> |
| <pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html#line.254">main</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>[] args) |
| throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| </div> |
| </div> |
| <!-- ========= END OF CLASS DATA ========= --> |
| <!-- ======= START OF BOTTOM NAVBAR ====== --> |
| <div class="bottomNav"><a name="navbar.bottom"> |
| <!-- --> |
| </a> |
| <div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> |
| <a name="navbar.bottom.firstrow"> |
| <!-- --> |
| </a> |
| <ul class="navList" title="Navigation"> |
| <li><a href="../../../../../overview-summary.html">Overview</a></li> |
| <li><a href="package-summary.html">Package</a></li> |
| <li class="navBarCell1Rev">Class</li> |
| <li><a href="class-use/IntegrationTestLoadCommonCrawl.html">Use</a></li> |
| <li><a href="package-tree.html">Tree</a></li> |
| <li><a href="../../../../../deprecated-list.html">Deprecated</a></li> |
| <li><a href="../../../../../index-all.html">Index</a></li> |
| <li><a href="../../../../../help-doc.html">Help</a></li> |
| </ul> |
| </div> |
| <div class="subNav"> |
| <ul class="navList"> |
| <li><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadAndVerify.WALSearcher.WALMapperSearcher.html" title="class in org.apache.hadoop.hbase.test"><span class="typeNameLink">Prev Class</span></a></li> |
| <li><a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.Counts.html" title="enum in org.apache.hadoop.hbase.test"><span class="typeNameLink">Next Class</span></a></li> |
| </ul> |
| <ul class="navList"> |
| <li><a href="../../../../../index.html?org/apache/hadoop/hbase/test/IntegrationTestLoadCommonCrawl.html" target="_top">Frames</a></li> |
| <li><a href="IntegrationTestLoadCommonCrawl.html" target="_top">No Frames</a></li> |
| </ul> |
| <ul class="navList" id="allclasses_navbar_bottom"> |
| <li><a href="../../../../../allclasses-noframe.html">All Classes</a></li> |
| </ul> |
| <div> |
| <script type="text/javascript"><!-- |
| allClassesLink = document.getElementById("allclasses_navbar_bottom"); |
| if(window==top) { |
| allClassesLink.style.display = "block"; |
| } |
| else { |
| allClassesLink.style.display = "none"; |
| } |
| //--> |
| </script> |
| </div> |
| <div> |
| <ul class="subNavList"> |
| <li>Summary: </li> |
| <li><a href="#nested.class.summary">Nested</a> | </li> |
| <li><a href="#field.summary">Field</a> | </li> |
| <li><a href="#constructor.summary">Constr</a> | </li> |
| <li><a href="#method.summary">Method</a></li> |
| </ul> |
| <ul class="subNavList"> |
| <li>Detail: </li> |
| <li><a href="#field.detail">Field</a> | </li> |
| <li><a href="#constructor.detail">Constr</a> | </li> |
| <li><a href="#method.detail">Method</a></li> |
| </ul> |
| </div> |
| <a name="skip.navbar.bottom"> |
| <!-- --> |
| </a></div> |
| <!-- ======== END OF BOTTOM NAVBAR ======= --> |
| <p class="legalCopy"><small>Copyright © 2007–2021 <a href="https://www.apache.org/">The Apache Software Foundation</a>. All rights reserved.</small></p> |
| </body> |
| </html> |
