| <!DOCTYPE HTML> |
| <html lang="en"> |
| <head> |
| <!-- Generated by javadoc (17) --> |
| <title>Source code</title> |
| <meta name="viewport" content="width=device-width, initial-scale=1"> |
| <meta name="description" content="source: package: org.apache.hadoop.hbase.client, class: TestFromClientSide5"> |
| <meta name="generator" content="javadoc/SourceToHTMLConverter"> |
| <link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="Style"> |
| </head> |
| <body class="source-page"> |
| <main role="main"> |
| <div class="source-container"> |
| <pre><span class="source-line-no">001</span><span id="line-1">/*</span> |
| <span class="source-line-no">002</span><span id="line-2"> * Licensed to the Apache Software Foundation (ASF) under one</span> |
| <span class="source-line-no">003</span><span id="line-3"> * or more contributor license agreements. See the NOTICE file</span> |
| <span class="source-line-no">004</span><span id="line-4"> * distributed with this work for additional information</span> |
| <span class="source-line-no">005</span><span id="line-5"> * regarding copyright ownership. The ASF licenses this file</span> |
| <span class="source-line-no">006</span><span id="line-6"> * to you under the Apache License, Version 2.0 (the</span> |
| <span class="source-line-no">007</span><span id="line-7"> * "License"); you may not use this file except in compliance</span> |
| <span class="source-line-no">008</span><span id="line-8"> * with the License. You may obtain a copy of the License at</span> |
| <span class="source-line-no">009</span><span id="line-9"> *</span> |
| <span class="source-line-no">010</span><span id="line-10"> * http://www.apache.org/licenses/LICENSE-2.0</span> |
| <span class="source-line-no">011</span><span id="line-11"> *</span> |
| <span class="source-line-no">012</span><span id="line-12"> * Unless required by applicable law or agreed to in writing, software</span> |
| <span class="source-line-no">013</span><span id="line-13"> * distributed under the License is distributed on an "AS IS" BASIS,</span> |
| <span class="source-line-no">014</span><span id="line-14"> * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.</span> |
| <span class="source-line-no">015</span><span id="line-15"> * See the License for the specific language governing permissions and</span> |
| <span class="source-line-no">016</span><span id="line-16"> * limitations under the License.</span> |
| <span class="source-line-no">017</span><span id="line-17"> */</span> |
| <span class="source-line-no">018</span><span id="line-18">package org.apache.hadoop.hbase.client;</span> |
| <span class="source-line-no">019</span><span id="line-19"></span> |
| <span class="source-line-no">020</span><span id="line-20">import static org.junit.Assert.assertArrayEquals;</span> |
| <span class="source-line-no">021</span><span id="line-21">import static org.junit.Assert.assertEquals;</span> |
| <span class="source-line-no">022</span><span id="line-22">import static org.junit.Assert.assertFalse;</span> |
| <span class="source-line-no">023</span><span id="line-23">import static org.junit.Assert.assertNotNull;</span> |
| <span class="source-line-no">024</span><span id="line-24">import static org.junit.Assert.assertNull;</span> |
| <span class="source-line-no">025</span><span id="line-25">import static org.junit.Assert.assertTrue;</span> |
| <span class="source-line-no">026</span><span id="line-26">import static org.junit.Assert.fail;</span> |
| <span class="source-line-no">027</span><span id="line-27"></span> |
| <span class="source-line-no">028</span><span id="line-28">import java.io.IOException;</span> |
| <span class="source-line-no">029</span><span id="line-29">import java.util.ArrayList;</span> |
| <span class="source-line-no">030</span><span id="line-30">import java.util.Arrays;</span> |
| <span class="source-line-no">031</span><span id="line-31">import java.util.LinkedList;</span> |
| <span class="source-line-no">032</span><span id="line-32">import java.util.List;</span> |
| <span class="source-line-no">033</span><span id="line-33">import java.util.Map;</span> |
| <span class="source-line-no">034</span><span id="line-34">import java.util.NavigableMap;</span> |
| <span class="source-line-no">035</span><span id="line-35">import java.util.concurrent.Callable;</span> |
| <span class="source-line-no">036</span><span id="line-36">import java.util.concurrent.ExecutorService;</span> |
| <span class="source-line-no">037</span><span id="line-37">import java.util.concurrent.Executors;</span> |
| <span class="source-line-no">038</span><span id="line-38">import java.util.concurrent.atomic.AtomicReference;</span> |
| <span class="source-line-no">039</span><span id="line-39">import org.apache.commons.lang3.ArrayUtils;</span> |
| <span class="source-line-no">040</span><span id="line-40">import org.apache.hadoop.conf.Configuration;</span> |
| <span class="source-line-no">041</span><span id="line-41">import org.apache.hadoop.fs.Path;</span> |
| <span class="source-line-no">042</span><span id="line-42">import org.apache.hadoop.hbase.Cell;</span> |
| <span class="source-line-no">043</span><span id="line-43">import org.apache.hadoop.hbase.CellScanner;</span> |
| <span class="source-line-no">044</span><span id="line-44">import org.apache.hadoop.hbase.CellUtil;</span> |
| <span class="source-line-no">045</span><span id="line-45">import org.apache.hadoop.hbase.CompareOperator;</span> |
| <span class="source-line-no">046</span><span id="line-46">import org.apache.hadoop.hbase.DoNotRetryIOException;</span> |
| <span class="source-line-no">047</span><span id="line-47">import org.apache.hadoop.hbase.HBaseClassTestRule;</span> |
| <span class="source-line-no">048</span><span id="line-48">import org.apache.hadoop.hbase.HConstants;</span> |
| <span class="source-line-no">049</span><span id="line-49">import org.apache.hadoop.hbase.HRegionLocation;</span> |
| <span class="source-line-no">050</span><span id="line-50">import org.apache.hadoop.hbase.KeyValue;</span> |
| <span class="source-line-no">051</span><span id="line-51">import org.apache.hadoop.hbase.PrivateCellUtil;</span> |
| <span class="source-line-no">052</span><span id="line-52">import org.apache.hadoop.hbase.ServerName;</span> |
| <span class="source-line-no">053</span><span id="line-53">import org.apache.hadoop.hbase.TableName;</span> |
| <span class="source-line-no">054</span><span id="line-54">import org.apache.hadoop.hbase.TableNameTestRule;</span> |
| <span class="source-line-no">055</span><span id="line-55">import org.apache.hadoop.hbase.Waiter;</span> |
| <span class="source-line-no">056</span><span id="line-56">import org.apache.hadoop.hbase.client.Scan.ReadType;</span> |
| <span class="source-line-no">057</span><span id="line-57">import org.apache.hadoop.hbase.client.metrics.ScanMetrics;</span> |
| <span class="source-line-no">058</span><span id="line-58">import org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint;</span> |
| <span class="source-line-no">059</span><span id="line-59">import org.apache.hadoop.hbase.filter.BinaryComparator;</span> |
| <span class="source-line-no">060</span><span id="line-60">import org.apache.hadoop.hbase.filter.Filter;</span> |
| <span class="source-line-no">061</span><span id="line-61">import org.apache.hadoop.hbase.filter.FilterList;</span> |
| <span class="source-line-no">062</span><span id="line-62">import org.apache.hadoop.hbase.filter.FirstKeyOnlyFilter;</span> |
| <span class="source-line-no">063</span><span id="line-63">import org.apache.hadoop.hbase.filter.InclusiveStopFilter;</span> |
| <span class="source-line-no">064</span><span id="line-64">import org.apache.hadoop.hbase.filter.KeyOnlyFilter;</span> |
| <span class="source-line-no">065</span><span id="line-65">import org.apache.hadoop.hbase.filter.QualifierFilter;</span> |
| <span class="source-line-no">066</span><span id="line-66">import org.apache.hadoop.hbase.filter.RegexStringComparator;</span> |
| <span class="source-line-no">067</span><span id="line-67">import org.apache.hadoop.hbase.filter.RowFilter;</span> |
| <span class="source-line-no">068</span><span id="line-68">import org.apache.hadoop.hbase.filter.SingleColumnValueFilter;</span> |
| <span class="source-line-no">069</span><span id="line-69">import org.apache.hadoop.hbase.filter.SubstringComparator;</span> |
| <span class="source-line-no">070</span><span id="line-70">import org.apache.hadoop.hbase.filter.ValueFilter;</span> |
| <span class="source-line-no">071</span><span id="line-71">import org.apache.hadoop.hbase.io.TimeRange;</span> |
| <span class="source-line-no">072</span><span id="line-72">import org.apache.hadoop.hbase.io.hfile.BlockCache;</span> |
| <span class="source-line-no">073</span><span id="line-73">import org.apache.hadoop.hbase.io.hfile.CacheConfig;</span> |
| <span class="source-line-no">074</span><span id="line-74">import org.apache.hadoop.hbase.ipc.CoprocessorRpcChannel;</span> |
| <span class="source-line-no">075</span><span id="line-75">import org.apache.hadoop.hbase.regionserver.HRegion;</span> |
| <span class="source-line-no">076</span><span id="line-76">import org.apache.hadoop.hbase.regionserver.HRegionServer;</span> |
| <span class="source-line-no">077</span><span id="line-77">import org.apache.hadoop.hbase.regionserver.HStore;</span> |
| <span class="source-line-no">078</span><span id="line-78">import org.apache.hadoop.hbase.regionserver.NoSuchColumnFamilyException;</span> |
| <span class="source-line-no">079</span><span id="line-79">import org.apache.hadoop.hbase.testclassification.ClientTests;</span> |
| <span class="source-line-no">080</span><span id="line-80">import org.apache.hadoop.hbase.testclassification.LargeTests;</span> |
| <span class="source-line-no">081</span><span id="line-81">import org.apache.hadoop.hbase.util.Bytes;</span> |
| <span class="source-line-no">082</span><span id="line-82">import org.apache.hadoop.hbase.util.CommonFSUtils;</span> |
| <span class="source-line-no">083</span><span id="line-83">import org.apache.hadoop.hbase.util.EnvironmentEdgeManager;</span> |
| <span class="source-line-no">084</span><span id="line-84">import org.apache.hadoop.hbase.util.FSUtils;</span> |
| <span class="source-line-no">085</span><span id="line-85">import org.junit.AfterClass;</span> |
| <span class="source-line-no">086</span><span id="line-86">import org.junit.ClassRule;</span> |
| <span class="source-line-no">087</span><span id="line-87">import org.junit.Ignore;</span> |
| <span class="source-line-no">088</span><span id="line-88">import org.junit.Rule;</span> |
| <span class="source-line-no">089</span><span id="line-89">import org.junit.Test;</span> |
| <span class="source-line-no">090</span><span id="line-90">import org.junit.experimental.categories.Category;</span> |
| <span class="source-line-no">091</span><span id="line-91">import org.junit.runner.RunWith;</span> |
| <span class="source-line-no">092</span><span id="line-92">import org.junit.runners.Parameterized;</span> |
| <span class="source-line-no">093</span><span id="line-93">import org.junit.runners.Parameterized.Parameters;</span> |
| <span class="source-line-no">094</span><span id="line-94">import org.slf4j.Logger;</span> |
| <span class="source-line-no">095</span><span id="line-95">import org.slf4j.LoggerFactory;</span> |
| <span class="source-line-no">096</span><span id="line-96"></span> |
| <span class="source-line-no">097</span><span id="line-97">import org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil;</span> |
| <span class="source-line-no">098</span><span id="line-98">import org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.MutationProto;</span> |
| <span class="source-line-no">099</span><span id="line-99">import org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.MutationProto.MutationType;</span> |
| <span class="source-line-no">100</span><span id="line-100">import org.apache.hadoop.hbase.shaded.protobuf.generated.MultiRowMutationProtos.MultiRowMutationService;</span> |
| <span class="source-line-no">101</span><span id="line-101">import org.apache.hadoop.hbase.shaded.protobuf.generated.MultiRowMutationProtos.MutateRowsRequest;</span> |
| <span class="source-line-no">102</span><span id="line-102">import org.apache.hadoop.hbase.shaded.protobuf.generated.MultiRowMutationProtos.MutateRowsResponse;</span> |
| <span class="source-line-no">103</span><span id="line-103"></span> |
| <span class="source-line-no">104</span><span id="line-104">/**</span> |
| <span class="source-line-no">105</span><span id="line-105"> * Run tests that use the HBase clients; {@link Table}. Sets up the HBase mini cluster once at start</span> |
| <span class="source-line-no">106</span><span id="line-106"> * and runs through all client tests. Each creates a table named for the method and does its stuff</span> |
| <span class="source-line-no">107</span><span id="line-107"> * against that. Parameterized to run with different registry implementations.</span> |
| <span class="source-line-no">108</span><span id="line-108"> */</span> |
| <span class="source-line-no">109</span><span id="line-109">@Category({ LargeTests.class, ClientTests.class })</span> |
| <span class="source-line-no">110</span><span id="line-110">@SuppressWarnings("deprecation")</span> |
| <span class="source-line-no">111</span><span id="line-111">@RunWith(Parameterized.class)</span> |
| <span class="source-line-no">112</span><span id="line-112">public class TestFromClientSide5 extends FromClientSideBase {</span> |
| <span class="source-line-no">113</span><span id="line-113"> private static final Logger LOG = LoggerFactory.getLogger(TestFromClientSide5.class);</span> |
| <span class="source-line-no">114</span><span id="line-114"></span> |
| <span class="source-line-no">115</span><span id="line-115"> @ClassRule</span> |
| <span class="source-line-no">116</span><span id="line-116"> public static final HBaseClassTestRule CLASS_RULE =</span> |
| <span class="source-line-no">117</span><span id="line-117"> HBaseClassTestRule.forClass(TestFromClientSide5.class);</span> |
| <span class="source-line-no">118</span><span id="line-118"></span> |
| <span class="source-line-no">119</span><span id="line-119"> @Rule</span> |
| <span class="source-line-no">120</span><span id="line-120"> public TableNameTestRule name = new TableNameTestRule();</span> |
| <span class="source-line-no">121</span><span id="line-121"></span> |
| <span class="source-line-no">122</span><span id="line-122"> // To keep the child classes happy.</span> |
| <span class="source-line-no">123</span><span id="line-123"> TestFromClientSide5() {</span> |
| <span class="source-line-no">124</span><span id="line-124"> }</span> |
| <span class="source-line-no">125</span><span id="line-125"></span> |
| <span class="source-line-no">126</span><span id="line-126"> public TestFromClientSide5(Class<? extends ConnectionRegistry> registry, int numHedgedReqs)</span> |
| <span class="source-line-no">127</span><span id="line-127"> throws Exception {</span> |
| <span class="source-line-no">128</span><span id="line-128"> initialize(registry, numHedgedReqs, MultiRowMutationEndpoint.class);</span> |
| <span class="source-line-no">129</span><span id="line-129"> }</span> |
| <span class="source-line-no">130</span><span id="line-130"></span> |
| <span class="source-line-no">131</span><span id="line-131"> @Parameters(name = "{index}: registry={0}, numHedgedReqs={1}")</span> |
| <span class="source-line-no">132</span><span id="line-132"> public static List<Object[]> parameters() {</span> |
| <span class="source-line-no">133</span><span id="line-133"> return Arrays.asList(new Object[] { MasterRegistry.class, 1 },</span> |
| <span class="source-line-no">134</span><span id="line-134"> new Object[] { MasterRegistry.class, 2 }, new Object[] { ZKConnectionRegistry.class, 1 });</span> |
| <span class="source-line-no">135</span><span id="line-135"> }</span> |
| <span class="source-line-no">136</span><span id="line-136"></span> |
| <span class="source-line-no">137</span><span id="line-137"> @AfterClass</span> |
| <span class="source-line-no">138</span><span id="line-138"> public static void tearDownAfterClass() throws Exception {</span> |
| <span class="source-line-no">139</span><span id="line-139"> afterClass();</span> |
| <span class="source-line-no">140</span><span id="line-140"> }</span> |
| <span class="source-line-no">141</span><span id="line-141"></span> |
| <span class="source-line-no">142</span><span id="line-142"> @Test</span> |
| <span class="source-line-no">143</span><span id="line-143"> public void testGetClosestRowBefore() throws IOException, InterruptedException {</span> |
| <span class="source-line-no">144</span><span id="line-144"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">145</span><span id="line-145"> final byte[] firstRow = Bytes.toBytes("row111");</span> |
| <span class="source-line-no">146</span><span id="line-146"> final byte[] secondRow = Bytes.toBytes("row222");</span> |
| <span class="source-line-no">147</span><span id="line-147"> final byte[] thirdRow = Bytes.toBytes("row333");</span> |
| <span class="source-line-no">148</span><span id="line-148"> final byte[] forthRow = Bytes.toBytes("row444");</span> |
| <span class="source-line-no">149</span><span id="line-149"> final byte[] beforeFirstRow = Bytes.toBytes("row");</span> |
| <span class="source-line-no">150</span><span id="line-150"> final byte[] beforeSecondRow = Bytes.toBytes("row22");</span> |
| <span class="source-line-no">151</span><span id="line-151"> final byte[] beforeThirdRow = Bytes.toBytes("row33");</span> |
| <span class="source-line-no">152</span><span id="line-152"> final byte[] beforeForthRow = Bytes.toBytes("row44");</span> |
| <span class="source-line-no">153</span><span id="line-153"></span> |
| <span class="source-line-no">154</span><span id="line-154"> try (</span> |
| <span class="source-line-no">155</span><span id="line-155"> Table table = TEST_UTIL.createTable(tableName,</span> |
| <span class="source-line-no">156</span><span id="line-156"> new byte[][] { HConstants.CATALOG_FAMILY, Bytes.toBytes("info2") }, 1, 1024);</span> |
| <span class="source-line-no">157</span><span id="line-157"> RegionLocator locator = TEST_UTIL.getConnection().getRegionLocator(tableName)) {</span> |
| <span class="source-line-no">158</span><span id="line-158"></span> |
| <span class="source-line-no">159</span><span id="line-159"> // set block size to 64 to making 2 kvs into one block, bypassing the walkForwardInSingleRow</span> |
| <span class="source-line-no">160</span><span id="line-160"> // in Store.rowAtOrBeforeFromStoreFile</span> |
| <span class="source-line-no">161</span><span id="line-161"> String regionName = locator.getAllRegionLocations().get(0).getRegion().getEncodedName();</span> |
| <span class="source-line-no">162</span><span id="line-162"> HRegion region = TEST_UTIL.getRSForFirstRegionInTable(tableName).getRegion(regionName);</span> |
| <span class="source-line-no">163</span><span id="line-163"> Put put1 = new Put(firstRow);</span> |
| <span class="source-line-no">164</span><span id="line-164"> Put put2 = new Put(secondRow);</span> |
| <span class="source-line-no">165</span><span id="line-165"> Put put3 = new Put(thirdRow);</span> |
| <span class="source-line-no">166</span><span id="line-166"> Put put4 = new Put(forthRow);</span> |
| <span class="source-line-no">167</span><span id="line-167"> byte[] one = new byte[] { 1 };</span> |
| <span class="source-line-no">168</span><span id="line-168"> byte[] two = new byte[] { 2 };</span> |
| <span class="source-line-no">169</span><span id="line-169"> byte[] three = new byte[] { 3 };</span> |
| <span class="source-line-no">170</span><span id="line-170"> byte[] four = new byte[] { 4 };</span> |
| <span class="source-line-no">171</span><span id="line-171"></span> |
| <span class="source-line-no">172</span><span id="line-172"> put1.addColumn(HConstants.CATALOG_FAMILY, null, one);</span> |
| <span class="source-line-no">173</span><span id="line-173"> put2.addColumn(HConstants.CATALOG_FAMILY, null, two);</span> |
| <span class="source-line-no">174</span><span id="line-174"> put3.addColumn(HConstants.CATALOG_FAMILY, null, three);</span> |
| <span class="source-line-no">175</span><span id="line-175"> put4.addColumn(HConstants.CATALOG_FAMILY, null, four);</span> |
| <span class="source-line-no">176</span><span id="line-176"> table.put(put1);</span> |
| <span class="source-line-no">177</span><span id="line-177"> table.put(put2);</span> |
| <span class="source-line-no">178</span><span id="line-178"> table.put(put3);</span> |
| <span class="source-line-no">179</span><span id="line-179"> table.put(put4);</span> |
| <span class="source-line-no">180</span><span id="line-180"> region.flush(true);</span> |
| <span class="source-line-no">181</span><span id="line-181"></span> |
| <span class="source-line-no">182</span><span id="line-182"> Result result;</span> |
| <span class="source-line-no">183</span><span id="line-183"></span> |
| <span class="source-line-no">184</span><span id="line-184"> // Test before first that null is returned</span> |
| <span class="source-line-no">185</span><span id="line-185"> result = getReverseScanResult(table, beforeFirstRow);</span> |
| <span class="source-line-no">186</span><span id="line-186"> assertNull(result);</span> |
| <span class="source-line-no">187</span><span id="line-187"></span> |
| <span class="source-line-no">188</span><span id="line-188"> // Test at first that first is returned</span> |
| <span class="source-line-no">189</span><span id="line-189"> result = getReverseScanResult(table, firstRow);</span> |
| <span class="source-line-no">190</span><span id="line-190"> assertTrue(result.containsColumn(HConstants.CATALOG_FAMILY, null));</span> |
| <span class="source-line-no">191</span><span id="line-191"> assertTrue(Bytes.equals(result.getRow(), firstRow));</span> |
| <span class="source-line-no">192</span><span id="line-192"> assertTrue(Bytes.equals(result.getValue(HConstants.CATALOG_FAMILY, null), one));</span> |
| <span class="source-line-no">193</span><span id="line-193"></span> |
| <span class="source-line-no">194</span><span id="line-194"> // Test in between first and second that first is returned</span> |
| <span class="source-line-no">195</span><span id="line-195"> result = getReverseScanResult(table, beforeSecondRow);</span> |
| <span class="source-line-no">196</span><span id="line-196"> assertTrue(result.containsColumn(HConstants.CATALOG_FAMILY, null));</span> |
| <span class="source-line-no">197</span><span id="line-197"> assertTrue(Bytes.equals(result.getRow(), firstRow));</span> |
| <span class="source-line-no">198</span><span id="line-198"> assertTrue(Bytes.equals(result.getValue(HConstants.CATALOG_FAMILY, null), one));</span> |
| <span class="source-line-no">199</span><span id="line-199"></span> |
| <span class="source-line-no">200</span><span id="line-200"> // Test at second make sure second is returned</span> |
| <span class="source-line-no">201</span><span id="line-201"> result = getReverseScanResult(table, secondRow);</span> |
| <span class="source-line-no">202</span><span id="line-202"> assertTrue(result.containsColumn(HConstants.CATALOG_FAMILY, null));</span> |
| <span class="source-line-no">203</span><span id="line-203"> assertTrue(Bytes.equals(result.getRow(), secondRow));</span> |
| <span class="source-line-no">204</span><span id="line-204"> assertTrue(Bytes.equals(result.getValue(HConstants.CATALOG_FAMILY, null), two));</span> |
| <span class="source-line-no">205</span><span id="line-205"></span> |
| <span class="source-line-no">206</span><span id="line-206"> // Test in second and third, make sure second is returned</span> |
| <span class="source-line-no">207</span><span id="line-207"> result = getReverseScanResult(table, beforeThirdRow);</span> |
| <span class="source-line-no">208</span><span id="line-208"> assertTrue(result.containsColumn(HConstants.CATALOG_FAMILY, null));</span> |
| <span class="source-line-no">209</span><span id="line-209"> assertTrue(Bytes.equals(result.getRow(), secondRow));</span> |
| <span class="source-line-no">210</span><span id="line-210"> assertTrue(Bytes.equals(result.getValue(HConstants.CATALOG_FAMILY, null), two));</span> |
| <span class="source-line-no">211</span><span id="line-211"></span> |
| <span class="source-line-no">212</span><span id="line-212"> // Test at third make sure third is returned</span> |
| <span class="source-line-no">213</span><span id="line-213"> result = getReverseScanResult(table, thirdRow);</span> |
| <span class="source-line-no">214</span><span id="line-214"> assertTrue(result.containsColumn(HConstants.CATALOG_FAMILY, null));</span> |
| <span class="source-line-no">215</span><span id="line-215"> assertTrue(Bytes.equals(result.getRow(), thirdRow));</span> |
| <span class="source-line-no">216</span><span id="line-216"> assertTrue(Bytes.equals(result.getValue(HConstants.CATALOG_FAMILY, null), three));</span> |
| <span class="source-line-no">217</span><span id="line-217"></span> |
| <span class="source-line-no">218</span><span id="line-218"> // Test in third and forth, make sure third is returned</span> |
| <span class="source-line-no">219</span><span id="line-219"> result = getReverseScanResult(table, beforeForthRow);</span> |
| <span class="source-line-no">220</span><span id="line-220"> assertTrue(result.containsColumn(HConstants.CATALOG_FAMILY, null));</span> |
| <span class="source-line-no">221</span><span id="line-221"> assertTrue(Bytes.equals(result.getRow(), thirdRow));</span> |
| <span class="source-line-no">222</span><span id="line-222"> assertTrue(Bytes.equals(result.getValue(HConstants.CATALOG_FAMILY, null), three));</span> |
| <span class="source-line-no">223</span><span id="line-223"></span> |
| <span class="source-line-no">224</span><span id="line-224"> // Test at forth make sure forth is returned</span> |
| <span class="source-line-no">225</span><span id="line-225"> result = getReverseScanResult(table, forthRow);</span> |
| <span class="source-line-no">226</span><span id="line-226"> assertTrue(result.containsColumn(HConstants.CATALOG_FAMILY, null));</span> |
| <span class="source-line-no">227</span><span id="line-227"> assertTrue(Bytes.equals(result.getRow(), forthRow));</span> |
| <span class="source-line-no">228</span><span id="line-228"> assertTrue(Bytes.equals(result.getValue(HConstants.CATALOG_FAMILY, null), four));</span> |
| <span class="source-line-no">229</span><span id="line-229"></span> |
| <span class="source-line-no">230</span><span id="line-230"> // Test after forth make sure forth is returned</span> |
| <span class="source-line-no">231</span><span id="line-231"> result = getReverseScanResult(table, Bytes.add(forthRow, one));</span> |
| <span class="source-line-no">232</span><span id="line-232"> assertTrue(result.containsColumn(HConstants.CATALOG_FAMILY, null));</span> |
| <span class="source-line-no">233</span><span id="line-233"> assertTrue(Bytes.equals(result.getRow(), forthRow));</span> |
| <span class="source-line-no">234</span><span id="line-234"> assertTrue(Bytes.equals(result.getValue(HConstants.CATALOG_FAMILY, null), four));</span> |
| <span class="source-line-no">235</span><span id="line-235"> }</span> |
| <span class="source-line-no">236</span><span id="line-236"> }</span> |
| <span class="source-line-no">237</span><span id="line-237"></span> |
| <span class="source-line-no">238</span><span id="line-238"> private Result getReverseScanResult(Table table, byte[] row) throws IOException {</span> |
| <span class="source-line-no">239</span><span id="line-239"> Scan scan = new Scan().withStartRow(row);</span> |
| <span class="source-line-no">240</span><span id="line-240"> scan.setReadType(ReadType.PREAD);</span> |
| <span class="source-line-no">241</span><span id="line-241"> scan.setReversed(true);</span> |
| <span class="source-line-no">242</span><span id="line-242"> scan.setCaching(1);</span> |
| <span class="source-line-no">243</span><span id="line-243"> scan.addFamily(HConstants.CATALOG_FAMILY);</span> |
| <span class="source-line-no">244</span><span id="line-244"> try (ResultScanner scanner = table.getScanner(scan)) {</span> |
| <span class="source-line-no">245</span><span id="line-245"> return scanner.next();</span> |
| <span class="source-line-no">246</span><span id="line-246"> }</span> |
| <span class="source-line-no">247</span><span id="line-247"> }</span> |
| <span class="source-line-no">248</span><span id="line-248"></span> |
| <span class="source-line-no">249</span><span id="line-249"> /**</span> |
| <span class="source-line-no">250</span><span id="line-250"> * For HBASE-2156</span> |
| <span class="source-line-no">251</span><span id="line-251"> */</span> |
| <span class="source-line-no">252</span><span id="line-252"> @Test</span> |
| <span class="source-line-no">253</span><span id="line-253"> public void testScanVariableReuse() {</span> |
| <span class="source-line-no">254</span><span id="line-254"> Scan scan = new Scan();</span> |
| <span class="source-line-no">255</span><span id="line-255"> scan.addFamily(FAMILY);</span> |
| <span class="source-line-no">256</span><span id="line-256"> scan.addColumn(FAMILY, ROW);</span> |
| <span class="source-line-no">257</span><span id="line-257"></span> |
| <span class="source-line-no">258</span><span id="line-258"> assertEquals(1, scan.getFamilyMap().get(FAMILY).size());</span> |
| <span class="source-line-no">259</span><span id="line-259"></span> |
| <span class="source-line-no">260</span><span id="line-260"> scan = new Scan();</span> |
| <span class="source-line-no">261</span><span id="line-261"> scan.addFamily(FAMILY);</span> |
| <span class="source-line-no">262</span><span id="line-262"></span> |
| <span class="source-line-no">263</span><span id="line-263"> assertNull(scan.getFamilyMap().get(FAMILY));</span> |
| <span class="source-line-no">264</span><span id="line-264"> assertTrue(scan.getFamilyMap().containsKey(FAMILY));</span> |
| <span class="source-line-no">265</span><span id="line-265"> }</span> |
| <span class="source-line-no">266</span><span id="line-266"></span> |
| <span class="source-line-no">267</span><span id="line-267"> @Test</span> |
| <span class="source-line-no">268</span><span id="line-268"> public void testMultiRowMutation() throws Exception {</span> |
| <span class="source-line-no">269</span><span id="line-269"> LOG.info("Starting testMultiRowMutation");</span> |
| <span class="source-line-no">270</span><span id="line-270"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">271</span><span id="line-271"> final byte[] ROW1 = Bytes.toBytes("testRow1");</span> |
| <span class="source-line-no">272</span><span id="line-272"> final byte[] ROW2 = Bytes.toBytes("testRow2");</span> |
| <span class="source-line-no">273</span><span id="line-273"> final byte[] ROW3 = Bytes.toBytes("testRow3");</span> |
| <span class="source-line-no">274</span><span id="line-274"></span> |
| <span class="source-line-no">275</span><span id="line-275"> try (Table t = TEST_UTIL.createTable(tableName, FAMILY)) {</span> |
| <span class="source-line-no">276</span><span id="line-276"> // Add initial data</span> |
| <span class="source-line-no">277</span><span id="line-277"> t.batch(Arrays.asList(new Put(ROW1).addColumn(FAMILY, QUALIFIER, VALUE),</span> |
| <span class="source-line-no">278</span><span id="line-278"> new Put(ROW2).addColumn(FAMILY, QUALIFIER, Bytes.toBytes(1L)),</span> |
| <span class="source-line-no">279</span><span id="line-279"> new Put(ROW3).addColumn(FAMILY, QUALIFIER, VALUE)), new Object[3]);</span> |
| <span class="source-line-no">280</span><span id="line-280"></span> |
| <span class="source-line-no">281</span><span id="line-281"> // Execute MultiRowMutation</span> |
| <span class="source-line-no">282</span><span id="line-282"> Put put = new Put(ROW).addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">283</span><span id="line-283"> MutationProto m1 = ProtobufUtil.toMutation(MutationType.PUT, put);</span> |
| <span class="source-line-no">284</span><span id="line-284"></span> |
| <span class="source-line-no">285</span><span id="line-285"> Delete delete = new Delete(ROW1);</span> |
| <span class="source-line-no">286</span><span id="line-286"> MutationProto m2 = ProtobufUtil.toMutation(MutationType.DELETE, delete);</span> |
| <span class="source-line-no">287</span><span id="line-287"></span> |
| <span class="source-line-no">288</span><span id="line-288"> Increment increment = new Increment(ROW2).addColumn(FAMILY, QUALIFIER, 1L);</span> |
| <span class="source-line-no">289</span><span id="line-289"> MutationProto m3 = ProtobufUtil.toMutation(MutationType.INCREMENT, increment);</span> |
| <span class="source-line-no">290</span><span id="line-290"></span> |
| <span class="source-line-no">291</span><span id="line-291"> Append append = new Append(ROW3).addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">292</span><span id="line-292"> MutationProto m4 = ProtobufUtil.toMutation(MutationType.APPEND, append);</span> |
| <span class="source-line-no">293</span><span id="line-293"></span> |
| <span class="source-line-no">294</span><span id="line-294"> MutateRowsRequest.Builder mrmBuilder = MutateRowsRequest.newBuilder();</span> |
| <span class="source-line-no">295</span><span id="line-295"> mrmBuilder.addMutationRequest(m1);</span> |
| <span class="source-line-no">296</span><span id="line-296"> mrmBuilder.addMutationRequest(m2);</span> |
| <span class="source-line-no">297</span><span id="line-297"> mrmBuilder.addMutationRequest(m3);</span> |
| <span class="source-line-no">298</span><span id="line-298"> mrmBuilder.addMutationRequest(m4);</span> |
| <span class="source-line-no">299</span><span id="line-299"></span> |
| <span class="source-line-no">300</span><span id="line-300"> CoprocessorRpcChannel channel = t.coprocessorService(ROW);</span> |
| <span class="source-line-no">301</span><span id="line-301"> MultiRowMutationService.BlockingInterface service =</span> |
| <span class="source-line-no">302</span><span id="line-302"> MultiRowMutationService.newBlockingStub(channel);</span> |
| <span class="source-line-no">303</span><span id="line-303"> MutateRowsResponse response = service.mutateRows(null, mrmBuilder.build());</span> |
| <span class="source-line-no">304</span><span id="line-304"></span> |
| <span class="source-line-no">305</span><span id="line-305"> // Assert</span> |
| <span class="source-line-no">306</span><span id="line-306"> assertTrue(response.getProcessed());</span> |
| <span class="source-line-no">307</span><span id="line-307"></span> |
| <span class="source-line-no">308</span><span id="line-308"> Result r = t.get(new Get(ROW));</span> |
| <span class="source-line-no">309</span><span id="line-309"> assertEquals(Bytes.toString(VALUE), Bytes.toString(r.getValue(FAMILY, QUALIFIER)));</span> |
| <span class="source-line-no">310</span><span id="line-310"></span> |
| <span class="source-line-no">311</span><span id="line-311"> r = t.get(new Get(ROW1));</span> |
| <span class="source-line-no">312</span><span id="line-312"> assertTrue(r.isEmpty());</span> |
| <span class="source-line-no">313</span><span id="line-313"></span> |
| <span class="source-line-no">314</span><span id="line-314"> r = t.get(new Get(ROW2));</span> |
| <span class="source-line-no">315</span><span id="line-315"> assertEquals(2L, Bytes.toLong(r.getValue(FAMILY, QUALIFIER)));</span> |
| <span class="source-line-no">316</span><span id="line-316"></span> |
| <span class="source-line-no">317</span><span id="line-317"> r = t.get(new Get(ROW3));</span> |
| <span class="source-line-no">318</span><span id="line-318"> assertEquals(Bytes.toString(VALUE) + Bytes.toString(VALUE),</span> |
| <span class="source-line-no">319</span><span id="line-319"> Bytes.toString(r.getValue(FAMILY, QUALIFIER)));</span> |
| <span class="source-line-no">320</span><span id="line-320"> }</span> |
| <span class="source-line-no">321</span><span id="line-321"> }</span> |
| <span class="source-line-no">322</span><span id="line-322"></span> |
| <span class="source-line-no">323</span><span id="line-323"> @Test</span> |
| <span class="source-line-no">324</span><span id="line-324"> public void testMultiRowMutationWithSingleConditionWhenConditionMatches() throws Exception {</span> |
| <span class="source-line-no">325</span><span id="line-325"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">326</span><span id="line-326"> final byte[] ROW1 = Bytes.toBytes("testRow1");</span> |
| <span class="source-line-no">327</span><span id="line-327"> final byte[] ROW2 = Bytes.toBytes("testRow2");</span> |
| <span class="source-line-no">328</span><span id="line-328"> final byte[] VALUE1 = Bytes.toBytes("testValue1");</span> |
| <span class="source-line-no">329</span><span id="line-329"> final byte[] VALUE2 = Bytes.toBytes("testValue2");</span> |
| <span class="source-line-no">330</span><span id="line-330"></span> |
| <span class="source-line-no">331</span><span id="line-331"> try (Table t = TEST_UTIL.createTable(tableName, FAMILY)) {</span> |
| <span class="source-line-no">332</span><span id="line-332"> // Add initial data</span> |
| <span class="source-line-no">333</span><span id="line-333"> t.put(new Put(ROW2).addColumn(FAMILY, QUALIFIER, VALUE2));</span> |
| <span class="source-line-no">334</span><span id="line-334"></span> |
| <span class="source-line-no">335</span><span id="line-335"> // Execute MultiRowMutation with conditions</span> |
| <span class="source-line-no">336</span><span id="line-336"> Put put1 = new Put(ROW).addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">337</span><span id="line-337"> MutationProto m1 = ProtobufUtil.toMutation(MutationType.PUT, put1);</span> |
| <span class="source-line-no">338</span><span id="line-338"> Put put2 = new Put(ROW1).addColumn(FAMILY, QUALIFIER, VALUE1);</span> |
| <span class="source-line-no">339</span><span id="line-339"> MutationProto m2 = ProtobufUtil.toMutation(MutationType.PUT, put2);</span> |
| <span class="source-line-no">340</span><span id="line-340"> Delete delete = new Delete(ROW2);</span> |
| <span class="source-line-no">341</span><span id="line-341"> MutationProto m3 = ProtobufUtil.toMutation(MutationType.DELETE, delete);</span> |
| <span class="source-line-no">342</span><span id="line-342"></span> |
| <span class="source-line-no">343</span><span id="line-343"> MutateRowsRequest.Builder mrmBuilder = MutateRowsRequest.newBuilder();</span> |
| <span class="source-line-no">344</span><span id="line-344"> mrmBuilder.addMutationRequest(m1);</span> |
| <span class="source-line-no">345</span><span id="line-345"> mrmBuilder.addMutationRequest(m2);</span> |
| <span class="source-line-no">346</span><span id="line-346"> mrmBuilder.addMutationRequest(m3);</span> |
| <span class="source-line-no">347</span><span id="line-347"> mrmBuilder.addCondition(</span> |
| <span class="source-line-no">348</span><span id="line-348"> ProtobufUtil.toCondition(ROW2, FAMILY, QUALIFIER, CompareOperator.EQUAL, VALUE2, null));</span> |
| <span class="source-line-no">349</span><span id="line-349"></span> |
| <span class="source-line-no">350</span><span id="line-350"> CoprocessorRpcChannel channel = t.coprocessorService(ROW);</span> |
| <span class="source-line-no">351</span><span id="line-351"> MultiRowMutationService.BlockingInterface service =</span> |
| <span class="source-line-no">352</span><span id="line-352"> MultiRowMutationService.newBlockingStub(channel);</span> |
| <span class="source-line-no">353</span><span id="line-353"> MutateRowsResponse response = service.mutateRows(null, mrmBuilder.build());</span> |
| <span class="source-line-no">354</span><span id="line-354"></span> |
| <span class="source-line-no">355</span><span id="line-355"> // Assert</span> |
| <span class="source-line-no">356</span><span id="line-356"> assertTrue(response.getProcessed());</span> |
| <span class="source-line-no">357</span><span id="line-357"></span> |
| <span class="source-line-no">358</span><span id="line-358"> Result r = t.get(new Get(ROW));</span> |
| <span class="source-line-no">359</span><span id="line-359"> assertEquals(Bytes.toString(VALUE), Bytes.toString(r.getValue(FAMILY, QUALIFIER)));</span> |
| <span class="source-line-no">360</span><span id="line-360"></span> |
| <span class="source-line-no">361</span><span id="line-361"> r = t.get(new Get(ROW1));</span> |
| <span class="source-line-no">362</span><span id="line-362"> assertEquals(Bytes.toString(VALUE1), Bytes.toString(r.getValue(FAMILY, QUALIFIER)));</span> |
| <span class="source-line-no">363</span><span id="line-363"></span> |
| <span class="source-line-no">364</span><span id="line-364"> r = t.get(new Get(ROW2));</span> |
| <span class="source-line-no">365</span><span id="line-365"> assertTrue(r.isEmpty());</span> |
| <span class="source-line-no">366</span><span id="line-366"> }</span> |
| <span class="source-line-no">367</span><span id="line-367"> }</span> |
| <span class="source-line-no">368</span><span id="line-368"></span> |
| <span class="source-line-no">369</span><span id="line-369"> @Test</span> |
| <span class="source-line-no">370</span><span id="line-370"> public void testMultiRowMutationWithSingleConditionWhenConditionNotMatch() throws Exception {</span> |
| <span class="source-line-no">371</span><span id="line-371"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">372</span><span id="line-372"> final byte[] ROW1 = Bytes.toBytes("testRow1");</span> |
| <span class="source-line-no">373</span><span id="line-373"> final byte[] ROW2 = Bytes.toBytes("testRow2");</span> |
| <span class="source-line-no">374</span><span id="line-374"> final byte[] VALUE1 = Bytes.toBytes("testValue1");</span> |
| <span class="source-line-no">375</span><span id="line-375"> final byte[] VALUE2 = Bytes.toBytes("testValue2");</span> |
| <span class="source-line-no">376</span><span id="line-376"></span> |
| <span class="source-line-no">377</span><span id="line-377"> try (Table t = TEST_UTIL.createTable(tableName, FAMILY)) {</span> |
| <span class="source-line-no">378</span><span id="line-378"> // Add initial data</span> |
| <span class="source-line-no">379</span><span id="line-379"> t.put(new Put(ROW2).addColumn(FAMILY, QUALIFIER, VALUE2));</span> |
| <span class="source-line-no">380</span><span id="line-380"></span> |
| <span class="source-line-no">381</span><span id="line-381"> // Execute MultiRowMutation with conditions</span> |
| <span class="source-line-no">382</span><span id="line-382"> Put put1 = new Put(ROW).addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">383</span><span id="line-383"> MutationProto m1 = ProtobufUtil.toMutation(MutationType.PUT, put1);</span> |
| <span class="source-line-no">384</span><span id="line-384"> Put put2 = new Put(ROW1).addColumn(FAMILY, QUALIFIER, VALUE1);</span> |
| <span class="source-line-no">385</span><span id="line-385"> MutationProto m2 = ProtobufUtil.toMutation(MutationType.PUT, put2);</span> |
| <span class="source-line-no">386</span><span id="line-386"> Delete delete = new Delete(ROW2);</span> |
| <span class="source-line-no">387</span><span id="line-387"> MutationProto m3 = ProtobufUtil.toMutation(MutationType.DELETE, delete);</span> |
| <span class="source-line-no">388</span><span id="line-388"></span> |
| <span class="source-line-no">389</span><span id="line-389"> MutateRowsRequest.Builder mrmBuilder = MutateRowsRequest.newBuilder();</span> |
| <span class="source-line-no">390</span><span id="line-390"> mrmBuilder.addMutationRequest(m1);</span> |
| <span class="source-line-no">391</span><span id="line-391"> mrmBuilder.addMutationRequest(m2);</span> |
| <span class="source-line-no">392</span><span id="line-392"> mrmBuilder.addMutationRequest(m3);</span> |
| <span class="source-line-no">393</span><span id="line-393"> mrmBuilder.addCondition(</span> |
| <span class="source-line-no">394</span><span id="line-394"> ProtobufUtil.toCondition(ROW2, FAMILY, QUALIFIER, CompareOperator.EQUAL, VALUE1, null));</span> |
| <span class="source-line-no">395</span><span id="line-395"></span> |
| <span class="source-line-no">396</span><span id="line-396"> CoprocessorRpcChannel channel = t.coprocessorService(ROW);</span> |
| <span class="source-line-no">397</span><span id="line-397"> MultiRowMutationService.BlockingInterface service =</span> |
| <span class="source-line-no">398</span><span id="line-398"> MultiRowMutationService.newBlockingStub(channel);</span> |
| <span class="source-line-no">399</span><span id="line-399"> MutateRowsResponse response = service.mutateRows(null, mrmBuilder.build());</span> |
| <span class="source-line-no">400</span><span id="line-400"></span> |
| <span class="source-line-no">401</span><span id="line-401"> // Assert</span> |
| <span class="source-line-no">402</span><span id="line-402"> assertFalse(response.getProcessed());</span> |
| <span class="source-line-no">403</span><span id="line-403"></span> |
| <span class="source-line-no">404</span><span id="line-404"> Result r = t.get(new Get(ROW));</span> |
| <span class="source-line-no">405</span><span id="line-405"> assertTrue(r.isEmpty());</span> |
| <span class="source-line-no">406</span><span id="line-406"></span> |
| <span class="source-line-no">407</span><span id="line-407"> r = t.get(new Get(ROW1));</span> |
| <span class="source-line-no">408</span><span id="line-408"> assertTrue(r.isEmpty());</span> |
| <span class="source-line-no">409</span><span id="line-409"></span> |
| <span class="source-line-no">410</span><span id="line-410"> r = t.get(new Get(ROW2));</span> |
| <span class="source-line-no">411</span><span id="line-411"> assertEquals(Bytes.toString(VALUE2), Bytes.toString(r.getValue(FAMILY, QUALIFIER)));</span> |
| <span class="source-line-no">412</span><span id="line-412"> }</span> |
| <span class="source-line-no">413</span><span id="line-413"> }</span> |
| <span class="source-line-no">414</span><span id="line-414"></span> |
| <span class="source-line-no">415</span><span id="line-415"> @Test</span> |
| <span class="source-line-no">416</span><span id="line-416"> public void testMultiRowMutationWithMultipleConditionsWhenConditionsMatch() throws Exception {</span> |
| <span class="source-line-no">417</span><span id="line-417"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">418</span><span id="line-418"> final byte[] ROW1 = Bytes.toBytes("testRow1");</span> |
| <span class="source-line-no">419</span><span id="line-419"> final byte[] ROW2 = Bytes.toBytes("testRow2");</span> |
| <span class="source-line-no">420</span><span id="line-420"> final byte[] VALUE1 = Bytes.toBytes("testValue1");</span> |
| <span class="source-line-no">421</span><span id="line-421"> final byte[] VALUE2 = Bytes.toBytes("testValue2");</span> |
| <span class="source-line-no">422</span><span id="line-422"></span> |
| <span class="source-line-no">423</span><span id="line-423"> try (Table t = TEST_UTIL.createTable(tableName, FAMILY)) {</span> |
| <span class="source-line-no">424</span><span id="line-424"> // Add initial data</span> |
| <span class="source-line-no">425</span><span id="line-425"> t.put(new Put(ROW2).addColumn(FAMILY, QUALIFIER, VALUE2));</span> |
| <span class="source-line-no">426</span><span id="line-426"></span> |
| <span class="source-line-no">427</span><span id="line-427"> // Execute MultiRowMutation with conditions</span> |
| <span class="source-line-no">428</span><span id="line-428"> Put put1 = new Put(ROW).addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">429</span><span id="line-429"> MutationProto m1 = ProtobufUtil.toMutation(MutationType.PUT, put1);</span> |
| <span class="source-line-no">430</span><span id="line-430"> Put put2 = new Put(ROW1).addColumn(FAMILY, QUALIFIER, VALUE1);</span> |
| <span class="source-line-no">431</span><span id="line-431"> MutationProto m2 = ProtobufUtil.toMutation(MutationType.PUT, put2);</span> |
| <span class="source-line-no">432</span><span id="line-432"> Delete delete = new Delete(ROW2);</span> |
| <span class="source-line-no">433</span><span id="line-433"> MutationProto m3 = ProtobufUtil.toMutation(MutationType.DELETE, delete);</span> |
| <span class="source-line-no">434</span><span id="line-434"></span> |
| <span class="source-line-no">435</span><span id="line-435"> MutateRowsRequest.Builder mrmBuilder = MutateRowsRequest.newBuilder();</span> |
| <span class="source-line-no">436</span><span id="line-436"> mrmBuilder.addMutationRequest(m1);</span> |
| <span class="source-line-no">437</span><span id="line-437"> mrmBuilder.addMutationRequest(m2);</span> |
| <span class="source-line-no">438</span><span id="line-438"> mrmBuilder.addMutationRequest(m3);</span> |
| <span class="source-line-no">439</span><span id="line-439"> mrmBuilder.addCondition(</span> |
| <span class="source-line-no">440</span><span id="line-440"> ProtobufUtil.toCondition(ROW, FAMILY, QUALIFIER, CompareOperator.EQUAL, null, null));</span> |
| <span class="source-line-no">441</span><span id="line-441"> mrmBuilder.addCondition(</span> |
| <span class="source-line-no">442</span><span id="line-442"> ProtobufUtil.toCondition(ROW2, FAMILY, QUALIFIER, CompareOperator.EQUAL, VALUE2, null));</span> |
| <span class="source-line-no">443</span><span id="line-443"></span> |
| <span class="source-line-no">444</span><span id="line-444"> CoprocessorRpcChannel channel = t.coprocessorService(ROW);</span> |
| <span class="source-line-no">445</span><span id="line-445"> MultiRowMutationService.BlockingInterface service =</span> |
| <span class="source-line-no">446</span><span id="line-446"> MultiRowMutationService.newBlockingStub(channel);</span> |
| <span class="source-line-no">447</span><span id="line-447"> MutateRowsResponse response = service.mutateRows(null, mrmBuilder.build());</span> |
| <span class="source-line-no">448</span><span id="line-448"></span> |
| <span class="source-line-no">449</span><span id="line-449"> // Assert</span> |
| <span class="source-line-no">450</span><span id="line-450"> assertTrue(response.getProcessed());</span> |
| <span class="source-line-no">451</span><span id="line-451"></span> |
| <span class="source-line-no">452</span><span id="line-452"> Result r = t.get(new Get(ROW));</span> |
| <span class="source-line-no">453</span><span id="line-453"> assertEquals(Bytes.toString(VALUE), Bytes.toString(r.getValue(FAMILY, QUALIFIER)));</span> |
| <span class="source-line-no">454</span><span id="line-454"></span> |
| <span class="source-line-no">455</span><span id="line-455"> r = t.get(new Get(ROW1));</span> |
| <span class="source-line-no">456</span><span id="line-456"> assertEquals(Bytes.toString(VALUE1), Bytes.toString(r.getValue(FAMILY, QUALIFIER)));</span> |
| <span class="source-line-no">457</span><span id="line-457"></span> |
| <span class="source-line-no">458</span><span id="line-458"> r = t.get(new Get(ROW2));</span> |
| <span class="source-line-no">459</span><span id="line-459"> assertTrue(r.isEmpty());</span> |
| <span class="source-line-no">460</span><span id="line-460"> }</span> |
| <span class="source-line-no">461</span><span id="line-461"> }</span> |
| <span class="source-line-no">462</span><span id="line-462"></span> |
| <span class="source-line-no">463</span><span id="line-463"> @Test</span> |
| <span class="source-line-no">464</span><span id="line-464"> public void testMultiRowMutationWithMultipleConditionsWhenConditionsNotMatch() throws Exception {</span> |
| <span class="source-line-no">465</span><span id="line-465"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">466</span><span id="line-466"> final byte[] ROW1 = Bytes.toBytes("testRow1");</span> |
| <span class="source-line-no">467</span><span id="line-467"> final byte[] ROW2 = Bytes.toBytes("testRow2");</span> |
| <span class="source-line-no">468</span><span id="line-468"> final byte[] VALUE1 = Bytes.toBytes("testValue1");</span> |
| <span class="source-line-no">469</span><span id="line-469"> final byte[] VALUE2 = Bytes.toBytes("testValue2");</span> |
| <span class="source-line-no">470</span><span id="line-470"></span> |
| <span class="source-line-no">471</span><span id="line-471"> try (Table t = TEST_UTIL.createTable(tableName, FAMILY)) {</span> |
| <span class="source-line-no">472</span><span id="line-472"> // Add initial data</span> |
| <span class="source-line-no">473</span><span id="line-473"> t.put(new Put(ROW2).addColumn(FAMILY, QUALIFIER, VALUE2));</span> |
| <span class="source-line-no">474</span><span id="line-474"></span> |
| <span class="source-line-no">475</span><span id="line-475"> // Execute MultiRowMutation with conditions</span> |
| <span class="source-line-no">476</span><span id="line-476"> Put put1 = new Put(ROW).addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">477</span><span id="line-477"> MutationProto m1 = ProtobufUtil.toMutation(MutationType.PUT, put1);</span> |
| <span class="source-line-no">478</span><span id="line-478"> Put put2 = new Put(ROW1).addColumn(FAMILY, QUALIFIER, VALUE1);</span> |
| <span class="source-line-no">479</span><span id="line-479"> MutationProto m2 = ProtobufUtil.toMutation(MutationType.PUT, put2);</span> |
| <span class="source-line-no">480</span><span id="line-480"> Delete delete = new Delete(ROW2);</span> |
| <span class="source-line-no">481</span><span id="line-481"> MutationProto m3 = ProtobufUtil.toMutation(MutationType.DELETE, delete);</span> |
| <span class="source-line-no">482</span><span id="line-482"></span> |
| <span class="source-line-no">483</span><span id="line-483"> MutateRowsRequest.Builder mrmBuilder = MutateRowsRequest.newBuilder();</span> |
| <span class="source-line-no">484</span><span id="line-484"> mrmBuilder.addMutationRequest(m1);</span> |
| <span class="source-line-no">485</span><span id="line-485"> mrmBuilder.addMutationRequest(m2);</span> |
| <span class="source-line-no">486</span><span id="line-486"> mrmBuilder.addMutationRequest(m3);</span> |
| <span class="source-line-no">487</span><span id="line-487"> mrmBuilder.addCondition(</span> |
| <span class="source-line-no">488</span><span id="line-488"> ProtobufUtil.toCondition(ROW1, FAMILY, QUALIFIER, CompareOperator.EQUAL, null, null));</span> |
| <span class="source-line-no">489</span><span id="line-489"> mrmBuilder.addCondition(</span> |
| <span class="source-line-no">490</span><span id="line-490"> ProtobufUtil.toCondition(ROW2, FAMILY, QUALIFIER, CompareOperator.EQUAL, VALUE1, null));</span> |
| <span class="source-line-no">491</span><span id="line-491"></span> |
| <span class="source-line-no">492</span><span id="line-492"> CoprocessorRpcChannel channel = t.coprocessorService(ROW);</span> |
| <span class="source-line-no">493</span><span id="line-493"> MultiRowMutationService.BlockingInterface service =</span> |
| <span class="source-line-no">494</span><span id="line-494"> MultiRowMutationService.newBlockingStub(channel);</span> |
| <span class="source-line-no">495</span><span id="line-495"> MutateRowsResponse response = service.mutateRows(null, mrmBuilder.build());</span> |
| <span class="source-line-no">496</span><span id="line-496"></span> |
| <span class="source-line-no">497</span><span id="line-497"> // Assert</span> |
| <span class="source-line-no">498</span><span id="line-498"> assertFalse(response.getProcessed());</span> |
| <span class="source-line-no">499</span><span id="line-499"></span> |
| <span class="source-line-no">500</span><span id="line-500"> Result r = t.get(new Get(ROW));</span> |
| <span class="source-line-no">501</span><span id="line-501"> assertTrue(r.isEmpty());</span> |
| <span class="source-line-no">502</span><span id="line-502"></span> |
| <span class="source-line-no">503</span><span id="line-503"> r = t.get(new Get(ROW1));</span> |
| <span class="source-line-no">504</span><span id="line-504"> assertTrue(r.isEmpty());</span> |
| <span class="source-line-no">505</span><span id="line-505"></span> |
| <span class="source-line-no">506</span><span id="line-506"> r = t.get(new Get(ROW2));</span> |
| <span class="source-line-no">507</span><span id="line-507"> assertEquals(Bytes.toString(VALUE2), Bytes.toString(r.getValue(FAMILY, QUALIFIER)));</span> |
| <span class="source-line-no">508</span><span id="line-508"> }</span> |
| <span class="source-line-no">509</span><span id="line-509"> }</span> |
| <span class="source-line-no">510</span><span id="line-510"></span> |
| <span class="source-line-no">511</span><span id="line-511"> @Test</span> |
| <span class="source-line-no">512</span><span id="line-512"> public void testMultiRowMutationWithFilterConditionWhenConditionMatches() throws Exception {</span> |
| <span class="source-line-no">513</span><span id="line-513"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">514</span><span id="line-514"> final byte[] ROW1 = Bytes.toBytes("testRow1");</span> |
| <span class="source-line-no">515</span><span id="line-515"> final byte[] ROW2 = Bytes.toBytes("testRow2");</span> |
| <span class="source-line-no">516</span><span id="line-516"> final byte[] QUALIFIER2 = Bytes.toBytes("testQualifier2");</span> |
| <span class="source-line-no">517</span><span id="line-517"> final byte[] VALUE1 = Bytes.toBytes("testValue1");</span> |
| <span class="source-line-no">518</span><span id="line-518"> final byte[] VALUE2 = Bytes.toBytes("testValue2");</span> |
| <span class="source-line-no">519</span><span id="line-519"> final byte[] VALUE3 = Bytes.toBytes("testValue3");</span> |
| <span class="source-line-no">520</span><span id="line-520"></span> |
| <span class="source-line-no">521</span><span id="line-521"> try (Table t = TEST_UTIL.createTable(tableName, FAMILY)) {</span> |
| <span class="source-line-no">522</span><span id="line-522"> // Add initial data</span> |
| <span class="source-line-no">523</span><span id="line-523"> t.put(</span> |
| <span class="source-line-no">524</span><span id="line-524"> new Put(ROW2).addColumn(FAMILY, QUALIFIER, VALUE2).addColumn(FAMILY, QUALIFIER2, VALUE3));</span> |
| <span class="source-line-no">525</span><span id="line-525"></span> |
| <span class="source-line-no">526</span><span id="line-526"> // Execute MultiRowMutation with conditions</span> |
| <span class="source-line-no">527</span><span id="line-527"> Put put1 = new Put(ROW).addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">528</span><span id="line-528"> MutationProto m1 = ProtobufUtil.toMutation(MutationType.PUT, put1);</span> |
| <span class="source-line-no">529</span><span id="line-529"> Put put2 = new Put(ROW1).addColumn(FAMILY, QUALIFIER, VALUE1);</span> |
| <span class="source-line-no">530</span><span id="line-530"> MutationProto m2 = ProtobufUtil.toMutation(MutationType.PUT, put2);</span> |
| <span class="source-line-no">531</span><span id="line-531"> Delete delete = new Delete(ROW2);</span> |
| <span class="source-line-no">532</span><span id="line-532"> MutationProto m3 = ProtobufUtil.toMutation(MutationType.DELETE, delete);</span> |
| <span class="source-line-no">533</span><span id="line-533"></span> |
| <span class="source-line-no">534</span><span id="line-534"> MutateRowsRequest.Builder mrmBuilder = MutateRowsRequest.newBuilder();</span> |
| <span class="source-line-no">535</span><span id="line-535"> mrmBuilder.addMutationRequest(m1);</span> |
| <span class="source-line-no">536</span><span id="line-536"> mrmBuilder.addMutationRequest(m2);</span> |
| <span class="source-line-no">537</span><span id="line-537"> mrmBuilder.addMutationRequest(m3);</span> |
| <span class="source-line-no">538</span><span id="line-538"> mrmBuilder.addCondition(ProtobufUtil.toCondition(ROW2,</span> |
| <span class="source-line-no">539</span><span id="line-539"> new FilterList(</span> |
| <span class="source-line-no">540</span><span id="line-540"> new SingleColumnValueFilter(FAMILY, QUALIFIER, CompareOperator.EQUAL, VALUE2),</span> |
| <span class="source-line-no">541</span><span id="line-541"> new SingleColumnValueFilter(FAMILY, QUALIFIER2, CompareOperator.EQUAL, VALUE3)),</span> |
| <span class="source-line-no">542</span><span id="line-542"> null));</span> |
| <span class="source-line-no">543</span><span id="line-543"></span> |
| <span class="source-line-no">544</span><span id="line-544"> CoprocessorRpcChannel channel = t.coprocessorService(ROW);</span> |
| <span class="source-line-no">545</span><span id="line-545"> MultiRowMutationService.BlockingInterface service =</span> |
| <span class="source-line-no">546</span><span id="line-546"> MultiRowMutationService.newBlockingStub(channel);</span> |
| <span class="source-line-no">547</span><span id="line-547"> MutateRowsResponse response = service.mutateRows(null, mrmBuilder.build());</span> |
| <span class="source-line-no">548</span><span id="line-548"></span> |
| <span class="source-line-no">549</span><span id="line-549"> // Assert</span> |
| <span class="source-line-no">550</span><span id="line-550"> assertTrue(response.getProcessed());</span> |
| <span class="source-line-no">551</span><span id="line-551"></span> |
| <span class="source-line-no">552</span><span id="line-552"> Result r = t.get(new Get(ROW));</span> |
| <span class="source-line-no">553</span><span id="line-553"> assertEquals(Bytes.toString(VALUE), Bytes.toString(r.getValue(FAMILY, QUALIFIER)));</span> |
| <span class="source-line-no">554</span><span id="line-554"></span> |
| <span class="source-line-no">555</span><span id="line-555"> r = t.get(new Get(ROW1));</span> |
| <span class="source-line-no">556</span><span id="line-556"> assertEquals(Bytes.toString(VALUE1), Bytes.toString(r.getValue(FAMILY, QUALIFIER)));</span> |
| <span class="source-line-no">557</span><span id="line-557"></span> |
| <span class="source-line-no">558</span><span id="line-558"> r = t.get(new Get(ROW2));</span> |
| <span class="source-line-no">559</span><span id="line-559"> assertTrue(r.isEmpty());</span> |
| <span class="source-line-no">560</span><span id="line-560"> }</span> |
| <span class="source-line-no">561</span><span id="line-561"> }</span> |
| <span class="source-line-no">562</span><span id="line-562"></span> |
| <span class="source-line-no">563</span><span id="line-563"> @Test</span> |
| <span class="source-line-no">564</span><span id="line-564"> public void testMultiRowMutationWithFilterConditionWhenConditionNotMatch() throws Exception {</span> |
| <span class="source-line-no">565</span><span id="line-565"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">566</span><span id="line-566"> final byte[] ROW1 = Bytes.toBytes("testRow1");</span> |
| <span class="source-line-no">567</span><span id="line-567"> final byte[] ROW2 = Bytes.toBytes("testRow2");</span> |
| <span class="source-line-no">568</span><span id="line-568"> final byte[] QUALIFIER2 = Bytes.toBytes("testQualifier2");</span> |
| <span class="source-line-no">569</span><span id="line-569"> final byte[] VALUE1 = Bytes.toBytes("testValue1");</span> |
| <span class="source-line-no">570</span><span id="line-570"> final byte[] VALUE2 = Bytes.toBytes("testValue2");</span> |
| <span class="source-line-no">571</span><span id="line-571"> final byte[] VALUE3 = Bytes.toBytes("testValue3");</span> |
| <span class="source-line-no">572</span><span id="line-572"></span> |
| <span class="source-line-no">573</span><span id="line-573"> try (Table t = TEST_UTIL.createTable(tableName, FAMILY)) {</span> |
| <span class="source-line-no">574</span><span id="line-574"> // Add initial data</span> |
| <span class="source-line-no">575</span><span id="line-575"> t.put(</span> |
| <span class="source-line-no">576</span><span id="line-576"> new Put(ROW2).addColumn(FAMILY, QUALIFIER, VALUE2).addColumn(FAMILY, QUALIFIER2, VALUE3));</span> |
| <span class="source-line-no">577</span><span id="line-577"></span> |
| <span class="source-line-no">578</span><span id="line-578"> // Execute MultiRowMutation with conditions</span> |
| <span class="source-line-no">579</span><span id="line-579"> Put put1 = new Put(ROW).addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">580</span><span id="line-580"> MutationProto m1 = ProtobufUtil.toMutation(MutationType.PUT, put1);</span> |
| <span class="source-line-no">581</span><span id="line-581"> Put put2 = new Put(ROW1).addColumn(FAMILY, QUALIFIER, VALUE1);</span> |
| <span class="source-line-no">582</span><span id="line-582"> MutationProto m2 = ProtobufUtil.toMutation(MutationType.PUT, put2);</span> |
| <span class="source-line-no">583</span><span id="line-583"> Delete delete = new Delete(ROW2);</span> |
| <span class="source-line-no">584</span><span id="line-584"> MutationProto m3 = ProtobufUtil.toMutation(MutationType.DELETE, delete);</span> |
| <span class="source-line-no">585</span><span id="line-585"></span> |
| <span class="source-line-no">586</span><span id="line-586"> MutateRowsRequest.Builder mrmBuilder = MutateRowsRequest.newBuilder();</span> |
| <span class="source-line-no">587</span><span id="line-587"> mrmBuilder.addMutationRequest(m1);</span> |
| <span class="source-line-no">588</span><span id="line-588"> mrmBuilder.addMutationRequest(m2);</span> |
| <span class="source-line-no">589</span><span id="line-589"> mrmBuilder.addMutationRequest(m3);</span> |
| <span class="source-line-no">590</span><span id="line-590"> mrmBuilder.addCondition(ProtobufUtil.toCondition(ROW2,</span> |
| <span class="source-line-no">591</span><span id="line-591"> new FilterList(</span> |
| <span class="source-line-no">592</span><span id="line-592"> new SingleColumnValueFilter(FAMILY, QUALIFIER, CompareOperator.EQUAL, VALUE2),</span> |
| <span class="source-line-no">593</span><span id="line-593"> new SingleColumnValueFilter(FAMILY, QUALIFIER2, CompareOperator.EQUAL, VALUE2)),</span> |
| <span class="source-line-no">594</span><span id="line-594"> null));</span> |
| <span class="source-line-no">595</span><span id="line-595"></span> |
| <span class="source-line-no">596</span><span id="line-596"> CoprocessorRpcChannel channel = t.coprocessorService(ROW);</span> |
| <span class="source-line-no">597</span><span id="line-597"> MultiRowMutationService.BlockingInterface service =</span> |
| <span class="source-line-no">598</span><span id="line-598"> MultiRowMutationService.newBlockingStub(channel);</span> |
| <span class="source-line-no">599</span><span id="line-599"> MutateRowsResponse response = service.mutateRows(null, mrmBuilder.build());</span> |
| <span class="source-line-no">600</span><span id="line-600"></span> |
| <span class="source-line-no">601</span><span id="line-601"> // Assert</span> |
| <span class="source-line-no">602</span><span id="line-602"> assertFalse(response.getProcessed());</span> |
| <span class="source-line-no">603</span><span id="line-603"></span> |
| <span class="source-line-no">604</span><span id="line-604"> Result r = t.get(new Get(ROW));</span> |
| <span class="source-line-no">605</span><span id="line-605"> assertTrue(r.isEmpty());</span> |
| <span class="source-line-no">606</span><span id="line-606"></span> |
| <span class="source-line-no">607</span><span id="line-607"> r = t.get(new Get(ROW1));</span> |
| <span class="source-line-no">608</span><span id="line-608"> assertTrue(r.isEmpty());</span> |
| <span class="source-line-no">609</span><span id="line-609"></span> |
| <span class="source-line-no">610</span><span id="line-610"> r = t.get(new Get(ROW2));</span> |
| <span class="source-line-no">611</span><span id="line-611"> assertEquals(Bytes.toString(VALUE2), Bytes.toString(r.getValue(FAMILY, QUALIFIER)));</span> |
| <span class="source-line-no">612</span><span id="line-612"> }</span> |
| <span class="source-line-no">613</span><span id="line-613"> }</span> |
| <span class="source-line-no">614</span><span id="line-614"></span> |
| <span class="source-line-no">615</span><span id="line-615"> @Test</span> |
| <span class="source-line-no">616</span><span id="line-616"> public void testRowMutations() throws Exception {</span> |
| <span class="source-line-no">617</span><span id="line-617"> LOG.info("Starting testRowMutations");</span> |
| <span class="source-line-no">618</span><span id="line-618"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">619</span><span id="line-619"> try (Table t = TEST_UTIL.createTable(tableName, FAMILY)) {</span> |
| <span class="source-line-no">620</span><span id="line-620"> byte[][] QUALIFIERS = new byte[][] { Bytes.toBytes("a"), Bytes.toBytes("b"),</span> |
| <span class="source-line-no">621</span><span id="line-621"> Bytes.toBytes("c"), Bytes.toBytes("d") };</span> |
| <span class="source-line-no">622</span><span id="line-622"></span> |
| <span class="source-line-no">623</span><span id="line-623"> // Test for Put operations</span> |
| <span class="source-line-no">624</span><span id="line-624"> RowMutations arm = new RowMutations(ROW);</span> |
| <span class="source-line-no">625</span><span id="line-625"> Put p = new Put(ROW);</span> |
| <span class="source-line-no">626</span><span id="line-626"> p.addColumn(FAMILY, QUALIFIERS[0], VALUE);</span> |
| <span class="source-line-no">627</span><span id="line-627"> arm.add(p);</span> |
| <span class="source-line-no">628</span><span id="line-628"> Result r = t.mutateRow(arm);</span> |
| <span class="source-line-no">629</span><span id="line-629"> assertTrue(r.getExists());</span> |
| <span class="source-line-no">630</span><span id="line-630"> assertTrue(r.isEmpty());</span> |
| <span class="source-line-no">631</span><span id="line-631"></span> |
| <span class="source-line-no">632</span><span id="line-632"> Get g = new Get(ROW);</span> |
| <span class="source-line-no">633</span><span id="line-633"> r = t.get(g);</span> |
| <span class="source-line-no">634</span><span id="line-634"> assertEquals(0, Bytes.compareTo(VALUE, r.getValue(FAMILY, QUALIFIERS[0])));</span> |
| <span class="source-line-no">635</span><span id="line-635"></span> |
| <span class="source-line-no">636</span><span id="line-636"> // Test for Put and Delete operations</span> |
| <span class="source-line-no">637</span><span id="line-637"> arm = new RowMutations(ROW);</span> |
| <span class="source-line-no">638</span><span id="line-638"> p = new Put(ROW);</span> |
| <span class="source-line-no">639</span><span id="line-639"> p.addColumn(FAMILY, QUALIFIERS[1], VALUE);</span> |
| <span class="source-line-no">640</span><span id="line-640"> arm.add(p);</span> |
| <span class="source-line-no">641</span><span id="line-641"> Delete d = new Delete(ROW);</span> |
| <span class="source-line-no">642</span><span id="line-642"> d.addColumns(FAMILY, QUALIFIERS[0]);</span> |
| <span class="source-line-no">643</span><span id="line-643"> arm.add(d);</span> |
| <span class="source-line-no">644</span><span id="line-644"> // TODO: Trying mutateRow again. The batch was failing with a one try only.</span> |
| <span class="source-line-no">645</span><span id="line-645"> r = t.mutateRow(arm);</span> |
| <span class="source-line-no">646</span><span id="line-646"> assertTrue(r.getExists());</span> |
| <span class="source-line-no">647</span><span id="line-647"> assertTrue(r.isEmpty());</span> |
| <span class="source-line-no">648</span><span id="line-648"></span> |
| <span class="source-line-no">649</span><span id="line-649"> r = t.get(g);</span> |
| <span class="source-line-no">650</span><span id="line-650"> assertEquals(0, Bytes.compareTo(VALUE, r.getValue(FAMILY, QUALIFIERS[1])));</span> |
| <span class="source-line-no">651</span><span id="line-651"> assertNull(r.getValue(FAMILY, QUALIFIERS[0]));</span> |
| <span class="source-line-no">652</span><span id="line-652"></span> |
| <span class="source-line-no">653</span><span id="line-653"> // Test for Increment and Append operations</span> |
| <span class="source-line-no">654</span><span id="line-654"> arm = new RowMutations(ROW);</span> |
| <span class="source-line-no">655</span><span id="line-655"> arm.add(Arrays.asList(new Put(ROW).addColumn(FAMILY, QUALIFIERS[0], VALUE),</span> |
| <span class="source-line-no">656</span><span id="line-656"> new Delete(ROW).addColumns(FAMILY, QUALIFIERS[1]),</span> |
| <span class="source-line-no">657</span><span id="line-657"> new Increment(ROW).addColumn(FAMILY, QUALIFIERS[2], 5L),</span> |
| <span class="source-line-no">658</span><span id="line-658"> new Append(ROW).addColumn(FAMILY, QUALIFIERS[3], Bytes.toBytes("abc"))));</span> |
| <span class="source-line-no">659</span><span id="line-659"> r = t.mutateRow(arm);</span> |
| <span class="source-line-no">660</span><span id="line-660"> assertTrue(r.getExists());</span> |
| <span class="source-line-no">661</span><span id="line-661"> assertEquals(5L, Bytes.toLong(r.getValue(FAMILY, QUALIFIERS[2])));</span> |
| <span class="source-line-no">662</span><span id="line-662"> assertEquals("abc", Bytes.toString(r.getValue(FAMILY, QUALIFIERS[3])));</span> |
| <span class="source-line-no">663</span><span id="line-663"></span> |
| <span class="source-line-no">664</span><span id="line-664"> g = new Get(ROW);</span> |
| <span class="source-line-no">665</span><span id="line-665"> r = t.get(g);</span> |
| <span class="source-line-no">666</span><span id="line-666"> assertEquals(0, Bytes.compareTo(VALUE, r.getValue(FAMILY, QUALIFIERS[0])));</span> |
| <span class="source-line-no">667</span><span id="line-667"> assertNull(r.getValue(FAMILY, QUALIFIERS[1]));</span> |
| <span class="source-line-no">668</span><span id="line-668"> assertEquals(5L, Bytes.toLong(r.getValue(FAMILY, QUALIFIERS[2])));</span> |
| <span class="source-line-no">669</span><span id="line-669"> assertEquals("abc", Bytes.toString(r.getValue(FAMILY, QUALIFIERS[3])));</span> |
| <span class="source-line-no">670</span><span id="line-670"></span> |
| <span class="source-line-no">671</span><span id="line-671"> // Test that we get a region level exception</span> |
| <span class="source-line-no">672</span><span id="line-672"> try {</span> |
| <span class="source-line-no">673</span><span id="line-673"> arm = new RowMutations(ROW);</span> |
| <span class="source-line-no">674</span><span id="line-674"> p = new Put(ROW);</span> |
| <span class="source-line-no">675</span><span id="line-675"> p.addColumn(new byte[] { 'b', 'o', 'g', 'u', 's' }, QUALIFIERS[0], VALUE);</span> |
| <span class="source-line-no">676</span><span id="line-676"> arm.add(p);</span> |
| <span class="source-line-no">677</span><span id="line-677"> t.mutateRow(arm);</span> |
| <span class="source-line-no">678</span><span id="line-678"> fail("Expected NoSuchColumnFamilyException");</span> |
| <span class="source-line-no">679</span><span id="line-679"> } catch (NoSuchColumnFamilyException e) {</span> |
| <span class="source-line-no">680</span><span id="line-680"> return;</span> |
| <span class="source-line-no">681</span><span id="line-681"> } catch (RetriesExhaustedWithDetailsException e) {</span> |
| <span class="source-line-no">682</span><span id="line-682"> for (Throwable rootCause : e.getCauses()) {</span> |
| <span class="source-line-no">683</span><span id="line-683"> if (rootCause instanceof NoSuchColumnFamilyException) {</span> |
| <span class="source-line-no">684</span><span id="line-684"> return;</span> |
| <span class="source-line-no">685</span><span id="line-685"> }</span> |
| <span class="source-line-no">686</span><span id="line-686"> }</span> |
| <span class="source-line-no">687</span><span id="line-687"> throw e;</span> |
| <span class="source-line-no">688</span><span id="line-688"> }</span> |
| <span class="source-line-no">689</span><span id="line-689"> }</span> |
| <span class="source-line-no">690</span><span id="line-690"> }</span> |
| <span class="source-line-no">691</span><span id="line-691"></span> |
| <span class="source-line-no">692</span><span id="line-692"> @Test</span> |
| <span class="source-line-no">693</span><span id="line-693"> public void testBatchAppendWithReturnResultFalse() throws Exception {</span> |
| <span class="source-line-no">694</span><span id="line-694"> LOG.info("Starting testBatchAppendWithReturnResultFalse");</span> |
| <span class="source-line-no">695</span><span id="line-695"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">696</span><span id="line-696"> try (Table table = TEST_UTIL.createTable(tableName, FAMILY)) {</span> |
| <span class="source-line-no">697</span><span id="line-697"> Append append1 = new Append(Bytes.toBytes("row1"));</span> |
| <span class="source-line-no">698</span><span id="line-698"> append1.setReturnResults(false);</span> |
| <span class="source-line-no">699</span><span id="line-699"> append1.addColumn(FAMILY, Bytes.toBytes("f1"), Bytes.toBytes("value1"));</span> |
| <span class="source-line-no">700</span><span id="line-700"> Append append2 = new Append(Bytes.toBytes("row1"));</span> |
| <span class="source-line-no">701</span><span id="line-701"> append2.setReturnResults(false);</span> |
| <span class="source-line-no">702</span><span id="line-702"> append2.addColumn(FAMILY, Bytes.toBytes("f1"), Bytes.toBytes("value2"));</span> |
| <span class="source-line-no">703</span><span id="line-703"> List<Append> appends = new ArrayList<>();</span> |
| <span class="source-line-no">704</span><span id="line-704"> appends.add(append1);</span> |
| <span class="source-line-no">705</span><span id="line-705"> appends.add(append2);</span> |
| <span class="source-line-no">706</span><span id="line-706"> Object[] results = new Object[2];</span> |
| <span class="source-line-no">707</span><span id="line-707"> table.batch(appends, results);</span> |
| <span class="source-line-no">708</span><span id="line-708"> assertEquals(2, results.length);</span> |
| <span class="source-line-no">709</span><span id="line-709"> for (Object r : results) {</span> |
| <span class="source-line-no">710</span><span id="line-710"> Result result = (Result) r;</span> |
| <span class="source-line-no">711</span><span id="line-711"> assertTrue(result.isEmpty());</span> |
| <span class="source-line-no">712</span><span id="line-712"> }</span> |
| <span class="source-line-no">713</span><span id="line-713"> }</span> |
| <span class="source-line-no">714</span><span id="line-714"> }</span> |
| <span class="source-line-no">715</span><span id="line-715"></span> |
| <span class="source-line-no">716</span><span id="line-716"> @Test</span> |
| <span class="source-line-no">717</span><span id="line-717"> public void testAppend() throws Exception {</span> |
| <span class="source-line-no">718</span><span id="line-718"> LOG.info("Starting testAppend");</span> |
| <span class="source-line-no">719</span><span id="line-719"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">720</span><span id="line-720"> try (Table t = TEST_UTIL.createTable(tableName, FAMILY)) {</span> |
| <span class="source-line-no">721</span><span id="line-721"> byte[] v1 = Bytes.toBytes("42");</span> |
| <span class="source-line-no">722</span><span id="line-722"> byte[] v2 = Bytes.toBytes("23");</span> |
| <span class="source-line-no">723</span><span id="line-723"> byte[][] QUALIFIERS =</span> |
| <span class="source-line-no">724</span><span id="line-724"> new byte[][] { Bytes.toBytes("b"), Bytes.toBytes("a"), Bytes.toBytes("c") };</span> |
| <span class="source-line-no">725</span><span id="line-725"> Append a = new Append(ROW);</span> |
| <span class="source-line-no">726</span><span id="line-726"> a.addColumn(FAMILY, QUALIFIERS[0], v1);</span> |
| <span class="source-line-no">727</span><span id="line-727"> a.addColumn(FAMILY, QUALIFIERS[1], v2);</span> |
| <span class="source-line-no">728</span><span id="line-728"> a.setReturnResults(false);</span> |
| <span class="source-line-no">729</span><span id="line-729"> assertEmptyResult(t.append(a));</span> |
| <span class="source-line-no">730</span><span id="line-730"></span> |
| <span class="source-line-no">731</span><span id="line-731"> a = new Append(ROW);</span> |
| <span class="source-line-no">732</span><span id="line-732"> a.addColumn(FAMILY, QUALIFIERS[0], v2);</span> |
| <span class="source-line-no">733</span><span id="line-733"> a.addColumn(FAMILY, QUALIFIERS[1], v1);</span> |
| <span class="source-line-no">734</span><span id="line-734"> a.addColumn(FAMILY, QUALIFIERS[2], v2);</span> |
| <span class="source-line-no">735</span><span id="line-735"> Result r = t.append(a);</span> |
| <span class="source-line-no">736</span><span id="line-736"> assertEquals(0, Bytes.compareTo(Bytes.add(v1, v2), r.getValue(FAMILY, QUALIFIERS[0])));</span> |
| <span class="source-line-no">737</span><span id="line-737"> assertEquals(0, Bytes.compareTo(Bytes.add(v2, v1), r.getValue(FAMILY, QUALIFIERS[1])));</span> |
| <span class="source-line-no">738</span><span id="line-738"> // QUALIFIERS[2] previously not exist, verify both value and timestamp are correct</span> |
| <span class="source-line-no">739</span><span id="line-739"> assertEquals(0, Bytes.compareTo(v2, r.getValue(FAMILY, QUALIFIERS[2])));</span> |
| <span class="source-line-no">740</span><span id="line-740"> assertEquals(r.getColumnLatestCell(FAMILY, QUALIFIERS[0]).getTimestamp(),</span> |
| <span class="source-line-no">741</span><span id="line-741"> r.getColumnLatestCell(FAMILY, QUALIFIERS[2]).getTimestamp());</span> |
| <span class="source-line-no">742</span><span id="line-742"> }</span> |
| <span class="source-line-no">743</span><span id="line-743"> }</span> |
| <span class="source-line-no">744</span><span id="line-744"></span> |
| <span class="source-line-no">745</span><span id="line-745"> private List<Result> doAppend(final boolean walUsed) throws IOException {</span> |
| <span class="source-line-no">746</span><span id="line-746"> LOG.info("Starting testAppend, walUsed is " + walUsed);</span> |
| <span class="source-line-no">747</span><span id="line-747"> final TableName TABLENAME =</span> |
| <span class="source-line-no">748</span><span id="line-748"> TableName.valueOf(walUsed ? "testAppendWithWAL" : "testAppendWithoutWAL");</span> |
| <span class="source-line-no">749</span><span id="line-749"> try (Table t = TEST_UTIL.createTable(TABLENAME, FAMILY)) {</span> |
| <span class="source-line-no">750</span><span id="line-750"> final byte[] row1 = Bytes.toBytes("c");</span> |
| <span class="source-line-no">751</span><span id="line-751"> final byte[] row2 = Bytes.toBytes("b");</span> |
| <span class="source-line-no">752</span><span id="line-752"> final byte[] row3 = Bytes.toBytes("a");</span> |
| <span class="source-line-no">753</span><span id="line-753"> final byte[] qual = Bytes.toBytes("qual");</span> |
| <span class="source-line-no">754</span><span id="line-754"> Put put_0 = new Put(row2);</span> |
| <span class="source-line-no">755</span><span id="line-755"> put_0.addColumn(FAMILY, qual, Bytes.toBytes("put"));</span> |
| <span class="source-line-no">756</span><span id="line-756"> Put put_1 = new Put(row3);</span> |
| <span class="source-line-no">757</span><span id="line-757"> put_1.addColumn(FAMILY, qual, Bytes.toBytes("put"));</span> |
| <span class="source-line-no">758</span><span id="line-758"> Append append_0 = new Append(row1);</span> |
| <span class="source-line-no">759</span><span id="line-759"> append_0.addColumn(FAMILY, qual, Bytes.toBytes("i"));</span> |
| <span class="source-line-no">760</span><span id="line-760"> Append append_1 = new Append(row1);</span> |
| <span class="source-line-no">761</span><span id="line-761"> append_1.addColumn(FAMILY, qual, Bytes.toBytes("k"));</span> |
| <span class="source-line-no">762</span><span id="line-762"> Append append_2 = new Append(row1);</span> |
| <span class="source-line-no">763</span><span id="line-763"> append_2.addColumn(FAMILY, qual, Bytes.toBytes("e"));</span> |
| <span class="source-line-no">764</span><span id="line-764"> if (!walUsed) {</span> |
| <span class="source-line-no">765</span><span id="line-765"> append_2.setDurability(Durability.SKIP_WAL);</span> |
| <span class="source-line-no">766</span><span id="line-766"> }</span> |
| <span class="source-line-no">767</span><span id="line-767"> Append append_3 = new Append(row1);</span> |
| <span class="source-line-no">768</span><span id="line-768"> append_3.addColumn(FAMILY, qual, Bytes.toBytes("a"));</span> |
| <span class="source-line-no">769</span><span id="line-769"> Scan s = new Scan();</span> |
| <span class="source-line-no">770</span><span id="line-770"> s.setCaching(1);</span> |
| <span class="source-line-no">771</span><span id="line-771"> t.append(append_0);</span> |
| <span class="source-line-no">772</span><span id="line-772"> t.put(put_0);</span> |
| <span class="source-line-no">773</span><span id="line-773"> t.put(put_1);</span> |
| <span class="source-line-no">774</span><span id="line-774"> List<Result> results = new LinkedList<>();</span> |
| <span class="source-line-no">775</span><span id="line-775"> try (ResultScanner scanner = t.getScanner(s)) {</span> |
| <span class="source-line-no">776</span><span id="line-776"> // get one row(should be row3) from the scanner to make sure that we have send a request to</span> |
| <span class="source-line-no">777</span><span id="line-777"> // region server, which means we have already set the read point, so later we should not see</span> |
| <span class="source-line-no">778</span><span id="line-778"> // the new appended values.</span> |
| <span class="source-line-no">779</span><span id="line-779"> Result r = scanner.next();</span> |
| <span class="source-line-no">780</span><span id="line-780"> assertNotNull(r);</span> |
| <span class="source-line-no">781</span><span id="line-781"> results.add(r);</span> |
| <span class="source-line-no">782</span><span id="line-782"> t.append(append_1);</span> |
| <span class="source-line-no">783</span><span id="line-783"> t.append(append_2);</span> |
| <span class="source-line-no">784</span><span id="line-784"> t.append(append_3);</span> |
| <span class="source-line-no">785</span><span id="line-785"> for (;;) {</span> |
| <span class="source-line-no">786</span><span id="line-786"> r = scanner.next();</span> |
| <span class="source-line-no">787</span><span id="line-787"> if (r == null) {</span> |
| <span class="source-line-no">788</span><span id="line-788"> break;</span> |
| <span class="source-line-no">789</span><span id="line-789"> }</span> |
| <span class="source-line-no">790</span><span id="line-790"> results.add(r);</span> |
| <span class="source-line-no">791</span><span id="line-791"> }</span> |
| <span class="source-line-no">792</span><span id="line-792"> }</span> |
| <span class="source-line-no">793</span><span id="line-793"> TEST_UTIL.deleteTable(TABLENAME);</span> |
| <span class="source-line-no">794</span><span id="line-794"> return results;</span> |
| <span class="source-line-no">795</span><span id="line-795"> }</span> |
| <span class="source-line-no">796</span><span id="line-796"> }</span> |
| <span class="source-line-no">797</span><span id="line-797"></span> |
| <span class="source-line-no">798</span><span id="line-798"> @Test</span> |
| <span class="source-line-no">799</span><span id="line-799"> public void testAppendWithoutWAL() throws Exception {</span> |
| <span class="source-line-no">800</span><span id="line-800"> List<Result> resultsWithWal = doAppend(true);</span> |
| <span class="source-line-no">801</span><span id="line-801"> List<Result> resultsWithoutWal = doAppend(false);</span> |
| <span class="source-line-no">802</span><span id="line-802"> assertEquals(resultsWithWal.size(), resultsWithoutWal.size());</span> |
| <span class="source-line-no">803</span><span id="line-803"> for (int i = 0; i < resultsWithWal.size(); ++i) {</span> |
| <span class="source-line-no">804</span><span id="line-804"> Result resultWithWal = resultsWithWal.get(i);</span> |
| <span class="source-line-no">805</span><span id="line-805"> Result resultWithoutWal = resultsWithoutWal.get(i);</span> |
| <span class="source-line-no">806</span><span id="line-806"> assertEquals(resultWithWal.rawCells().length, resultWithoutWal.rawCells().length);</span> |
| <span class="source-line-no">807</span><span id="line-807"> for (int j = 0; j < resultWithWal.rawCells().length; ++j) {</span> |
| <span class="source-line-no">808</span><span id="line-808"> Cell cellWithWal = resultWithWal.rawCells()[j];</span> |
| <span class="source-line-no">809</span><span id="line-809"> Cell cellWithoutWal = resultWithoutWal.rawCells()[j];</span> |
| <span class="source-line-no">810</span><span id="line-810"> assertArrayEquals(CellUtil.cloneRow(cellWithWal), CellUtil.cloneRow(cellWithoutWal));</span> |
| <span class="source-line-no">811</span><span id="line-811"> assertArrayEquals(CellUtil.cloneFamily(cellWithWal), CellUtil.cloneFamily(cellWithoutWal));</span> |
| <span class="source-line-no">812</span><span id="line-812"> assertArrayEquals(CellUtil.cloneQualifier(cellWithWal),</span> |
| <span class="source-line-no">813</span><span id="line-813"> CellUtil.cloneQualifier(cellWithoutWal));</span> |
| <span class="source-line-no">814</span><span id="line-814"> assertArrayEquals(CellUtil.cloneValue(cellWithWal), CellUtil.cloneValue(cellWithoutWal));</span> |
| <span class="source-line-no">815</span><span id="line-815"> }</span> |
| <span class="source-line-no">816</span><span id="line-816"> }</span> |
| <span class="source-line-no">817</span><span id="line-817"> }</span> |
| <span class="source-line-no">818</span><span id="line-818"></span> |
| <span class="source-line-no">819</span><span id="line-819"> @Test</span> |
| <span class="source-line-no">820</span><span id="line-820"> public void testClientPoolRoundRobin() throws IOException {</span> |
| <span class="source-line-no">821</span><span id="line-821"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">822</span><span id="line-822"></span> |
| <span class="source-line-no">823</span><span id="line-823"> int poolSize = 3;</span> |
| <span class="source-line-no">824</span><span id="line-824"> int numVersions = poolSize * 2;</span> |
| <span class="source-line-no">825</span><span id="line-825"> Configuration conf = TEST_UTIL.getConfiguration();</span> |
| <span class="source-line-no">826</span><span id="line-826"> conf.set(HConstants.HBASE_CLIENT_IPC_POOL_TYPE, "round-robin");</span> |
| <span class="source-line-no">827</span><span id="line-827"> conf.setInt(HConstants.HBASE_CLIENT_IPC_POOL_SIZE, poolSize);</span> |
| <span class="source-line-no">828</span><span id="line-828"></span> |
| <span class="source-line-no">829</span><span id="line-829"> try (</span> |
| <span class="source-line-no">830</span><span id="line-830"> Table table = TEST_UTIL.createTable(tableName, new byte[][] { FAMILY }, Integer.MAX_VALUE)) {</span> |
| <span class="source-line-no">831</span><span id="line-831"></span> |
| <span class="source-line-no">832</span><span id="line-832"> final long ts = EnvironmentEdgeManager.currentTime();</span> |
| <span class="source-line-no">833</span><span id="line-833"> Get get = new Get(ROW);</span> |
| <span class="source-line-no">834</span><span id="line-834"> get.addColumn(FAMILY, QUALIFIER);</span> |
| <span class="source-line-no">835</span><span id="line-835"> get.readAllVersions();</span> |
| <span class="source-line-no">836</span><span id="line-836"></span> |
| <span class="source-line-no">837</span><span id="line-837"> for (int versions = 1; versions <= numVersions; versions++) {</span> |
| <span class="source-line-no">838</span><span id="line-838"> Put put = new Put(ROW);</span> |
| <span class="source-line-no">839</span><span id="line-839"> put.addColumn(FAMILY, QUALIFIER, ts + versions, VALUE);</span> |
| <span class="source-line-no">840</span><span id="line-840"> table.put(put);</span> |
| <span class="source-line-no">841</span><span id="line-841"></span> |
| <span class="source-line-no">842</span><span id="line-842"> Result result = table.get(get);</span> |
| <span class="source-line-no">843</span><span id="line-843"> NavigableMap<Long, byte[]> navigableMap = result.getMap().get(FAMILY).get(QUALIFIER);</span> |
| <span class="source-line-no">844</span><span id="line-844"></span> |
| <span class="source-line-no">845</span><span id="line-845"> assertEquals("The number of versions of '" + Bytes.toString(FAMILY) + ":"</span> |
| <span class="source-line-no">846</span><span id="line-846"> + Bytes.toString(QUALIFIER) + " did not match", versions, navigableMap.size());</span> |
| <span class="source-line-no">847</span><span id="line-847"> for (Map.Entry<Long, byte[]> entry : navigableMap.entrySet()) {</span> |
| <span class="source-line-no">848</span><span id="line-848"> assertTrue("The value at time " + entry.getKey() + " did not match what was put",</span> |
| <span class="source-line-no">849</span><span id="line-849"> Bytes.equals(VALUE, entry.getValue()));</span> |
| <span class="source-line-no">850</span><span id="line-850"> }</span> |
| <span class="source-line-no">851</span><span id="line-851"> }</span> |
| <span class="source-line-no">852</span><span id="line-852"> }</span> |
| <span class="source-line-no">853</span><span id="line-853"> }</span> |
| <span class="source-line-no">854</span><span id="line-854"></span> |
| <span class="source-line-no">855</span><span id="line-855"> @Ignore("Flakey: HBASE-8989")</span> |
| <span class="source-line-no">856</span><span id="line-856"> @Test</span> |
| <span class="source-line-no">857</span><span id="line-857"> public void testClientPoolThreadLocal() throws IOException {</span> |
| <span class="source-line-no">858</span><span id="line-858"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">859</span><span id="line-859"></span> |
| <span class="source-line-no">860</span><span id="line-860"> int poolSize = Integer.MAX_VALUE;</span> |
| <span class="source-line-no">861</span><span id="line-861"> int numVersions = 3;</span> |
| <span class="source-line-no">862</span><span id="line-862"> Configuration conf = TEST_UTIL.getConfiguration();</span> |
| <span class="source-line-no">863</span><span id="line-863"> conf.set(HConstants.HBASE_CLIENT_IPC_POOL_TYPE, "thread-local");</span> |
| <span class="source-line-no">864</span><span id="line-864"> conf.setInt(HConstants.HBASE_CLIENT_IPC_POOL_SIZE, poolSize);</span> |
| <span class="source-line-no">865</span><span id="line-865"></span> |
| <span class="source-line-no">866</span><span id="line-866"> try (final Table table = TEST_UTIL.createTable(tableName, new byte[][] { FAMILY }, 3)) {</span> |
| <span class="source-line-no">867</span><span id="line-867"></span> |
| <span class="source-line-no">868</span><span id="line-868"> final long ts = EnvironmentEdgeManager.currentTime();</span> |
| <span class="source-line-no">869</span><span id="line-869"> final Get get = new Get(ROW);</span> |
| <span class="source-line-no">870</span><span id="line-870"> get.addColumn(FAMILY, QUALIFIER);</span> |
| <span class="source-line-no">871</span><span id="line-871"> get.readAllVersions();</span> |
| <span class="source-line-no">872</span><span id="line-872"></span> |
| <span class="source-line-no">873</span><span id="line-873"> for (int versions = 1; versions <= numVersions; versions++) {</span> |
| <span class="source-line-no">874</span><span id="line-874"> Put put = new Put(ROW);</span> |
| <span class="source-line-no">875</span><span id="line-875"> put.addColumn(FAMILY, QUALIFIER, ts + versions, VALUE);</span> |
| <span class="source-line-no">876</span><span id="line-876"> table.put(put);</span> |
| <span class="source-line-no">877</span><span id="line-877"></span> |
| <span class="source-line-no">878</span><span id="line-878"> Result result = table.get(get);</span> |
| <span class="source-line-no">879</span><span id="line-879"> NavigableMap<Long, byte[]> navigableMap = result.getMap().get(FAMILY).get(QUALIFIER);</span> |
| <span class="source-line-no">880</span><span id="line-880"></span> |
| <span class="source-line-no">881</span><span id="line-881"> assertEquals("The number of versions of '" + Bytes.toString(FAMILY) + ":"</span> |
| <span class="source-line-no">882</span><span id="line-882"> + Bytes.toString(QUALIFIER) + " did not match", versions, navigableMap.size());</span> |
| <span class="source-line-no">883</span><span id="line-883"> for (Map.Entry<Long, byte[]> entry : navigableMap.entrySet()) {</span> |
| <span class="source-line-no">884</span><span id="line-884"> assertTrue("The value at time " + entry.getKey() + " did not match what was put",</span> |
| <span class="source-line-no">885</span><span id="line-885"> Bytes.equals(VALUE, entry.getValue()));</span> |
| <span class="source-line-no">886</span><span id="line-886"> }</span> |
| <span class="source-line-no">887</span><span id="line-887"> }</span> |
| <span class="source-line-no">888</span><span id="line-888"></span> |
| <span class="source-line-no">889</span><span id="line-889"> final Object waitLock = new Object();</span> |
| <span class="source-line-no">890</span><span id="line-890"> ExecutorService executorService = Executors.newFixedThreadPool(numVersions);</span> |
| <span class="source-line-no">891</span><span id="line-891"> final AtomicReference<AssertionError> error = new AtomicReference<>(null);</span> |
| <span class="source-line-no">892</span><span id="line-892"> for (int versions = numVersions; versions < numVersions * 2; versions++) {</span> |
| <span class="source-line-no">893</span><span id="line-893"> final int versionsCopy = versions;</span> |
| <span class="source-line-no">894</span><span id="line-894"> executorService.submit((Callable<Void>) () -> {</span> |
| <span class="source-line-no">895</span><span id="line-895"> try {</span> |
| <span class="source-line-no">896</span><span id="line-896"> Put put = new Put(ROW);</span> |
| <span class="source-line-no">897</span><span id="line-897"> put.addColumn(FAMILY, QUALIFIER, ts + versionsCopy, VALUE);</span> |
| <span class="source-line-no">898</span><span id="line-898"> table.put(put);</span> |
| <span class="source-line-no">899</span><span id="line-899"></span> |
| <span class="source-line-no">900</span><span id="line-900"> Result result = table.get(get);</span> |
| <span class="source-line-no">901</span><span id="line-901"> NavigableMap<Long, byte[]> navigableMap = result.getMap().get(FAMILY).get(QUALIFIER);</span> |
| <span class="source-line-no">902</span><span id="line-902"></span> |
| <span class="source-line-no">903</span><span id="line-903"> assertEquals(</span> |
| <span class="source-line-no">904</span><span id="line-904"> "The number of versions of '" + Bytes.toString(FAMILY) + ":"</span> |
| <span class="source-line-no">905</span><span id="line-905"> + Bytes.toString(QUALIFIER) + " did not match " + versionsCopy,</span> |
| <span class="source-line-no">906</span><span id="line-906"> versionsCopy, navigableMap.size());</span> |
| <span class="source-line-no">907</span><span id="line-907"> for (Map.Entry<Long, byte[]> entry : navigableMap.entrySet()) {</span> |
| <span class="source-line-no">908</span><span id="line-908"> assertTrue("The value at time " + entry.getKey() + " did not match what was put",</span> |
| <span class="source-line-no">909</span><span id="line-909"> Bytes.equals(VALUE, entry.getValue()));</span> |
| <span class="source-line-no">910</span><span id="line-910"> }</span> |
| <span class="source-line-no">911</span><span id="line-911"> synchronized (waitLock) {</span> |
| <span class="source-line-no">912</span><span id="line-912"> waitLock.wait();</span> |
| <span class="source-line-no">913</span><span id="line-913"> }</span> |
| <span class="source-line-no">914</span><span id="line-914"> } catch (Exception ignored) {</span> |
| <span class="source-line-no">915</span><span id="line-915"> } catch (AssertionError e) {</span> |
| <span class="source-line-no">916</span><span id="line-916"> // the error happens in a thread, it won't fail the test,</span> |
| <span class="source-line-no">917</span><span id="line-917"> // need to pass it to the caller for proper handling.</span> |
| <span class="source-line-no">918</span><span id="line-918"> error.set(e);</span> |
| <span class="source-line-no">919</span><span id="line-919"> LOG.error(e.toString(), e);</span> |
| <span class="source-line-no">920</span><span id="line-920"> }</span> |
| <span class="source-line-no">921</span><span id="line-921"></span> |
| <span class="source-line-no">922</span><span id="line-922"> return null;</span> |
| <span class="source-line-no">923</span><span id="line-923"> });</span> |
| <span class="source-line-no">924</span><span id="line-924"> }</span> |
| <span class="source-line-no">925</span><span id="line-925"> synchronized (waitLock) {</span> |
| <span class="source-line-no">926</span><span id="line-926"> waitLock.notifyAll();</span> |
| <span class="source-line-no">927</span><span id="line-927"> }</span> |
| <span class="source-line-no">928</span><span id="line-928"> executorService.shutdownNow();</span> |
| <span class="source-line-no">929</span><span id="line-929"> assertNull(error.get());</span> |
| <span class="source-line-no">930</span><span id="line-930"> }</span> |
| <span class="source-line-no">931</span><span id="line-931"> }</span> |
| <span class="source-line-no">932</span><span id="line-932"></span> |
| <span class="source-line-no">933</span><span id="line-933"> @Test</span> |
| <span class="source-line-no">934</span><span id="line-934"> public void testCheckAndPut() throws IOException {</span> |
| <span class="source-line-no">935</span><span id="line-935"> final byte[] anotherrow = Bytes.toBytes("anotherrow");</span> |
| <span class="source-line-no">936</span><span id="line-936"> final byte[] value2 = Bytes.toBytes("abcd");</span> |
| <span class="source-line-no">937</span><span id="line-937"></span> |
| <span class="source-line-no">938</span><span id="line-938"> try (Table table = TEST_UTIL.createTable(name.getTableName(), FAMILY)) {</span> |
| <span class="source-line-no">939</span><span id="line-939"> Put put1 = new Put(ROW);</span> |
| <span class="source-line-no">940</span><span id="line-940"> put1.addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">941</span><span id="line-941"></span> |
| <span class="source-line-no">942</span><span id="line-942"> // row doesn't exist, so using non-null value should be considered "not match".</span> |
| <span class="source-line-no">943</span><span id="line-943"> boolean ok =</span> |
| <span class="source-line-no">944</span><span id="line-944"> table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER).ifEquals(VALUE).thenPut(put1);</span> |
| <span class="source-line-no">945</span><span id="line-945"> assertFalse(ok);</span> |
| <span class="source-line-no">946</span><span id="line-946"></span> |
| <span class="source-line-no">947</span><span id="line-947"> // row doesn't exist, so using "ifNotExists" should be considered "match".</span> |
| <span class="source-line-no">948</span><span id="line-948"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER).ifNotExists().thenPut(put1);</span> |
| <span class="source-line-no">949</span><span id="line-949"> assertTrue(ok);</span> |
| <span class="source-line-no">950</span><span id="line-950"></span> |
| <span class="source-line-no">951</span><span id="line-951"> // row now exists, so using "ifNotExists" should be considered "not match".</span> |
| <span class="source-line-no">952</span><span id="line-952"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER).ifNotExists().thenPut(put1);</span> |
| <span class="source-line-no">953</span><span id="line-953"> assertFalse(ok);</span> |
| <span class="source-line-no">954</span><span id="line-954"></span> |
| <span class="source-line-no">955</span><span id="line-955"> Put put2 = new Put(ROW);</span> |
| <span class="source-line-no">956</span><span id="line-956"> put2.addColumn(FAMILY, QUALIFIER, value2);</span> |
| <span class="source-line-no">957</span><span id="line-957"></span> |
| <span class="source-line-no">958</span><span id="line-958"> // row now exists, use the matching value to check</span> |
| <span class="source-line-no">959</span><span id="line-959"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER).ifEquals(VALUE).thenPut(put2);</span> |
| <span class="source-line-no">960</span><span id="line-960"> assertTrue(ok);</span> |
| <span class="source-line-no">961</span><span id="line-961"></span> |
| <span class="source-line-no">962</span><span id="line-962"> Put put3 = new Put(anotherrow);</span> |
| <span class="source-line-no">963</span><span id="line-963"> put3.addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">964</span><span id="line-964"></span> |
| <span class="source-line-no">965</span><span id="line-965"> // try to do CheckAndPut on different rows</span> |
| <span class="source-line-no">966</span><span id="line-966"> try {</span> |
| <span class="source-line-no">967</span><span id="line-967"> table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER).ifEquals(value2).thenPut(put3);</span> |
| <span class="source-line-no">968</span><span id="line-968"> fail("trying to check and modify different rows should have failed.");</span> |
| <span class="source-line-no">969</span><span id="line-969"> } catch (Exception ignored) {</span> |
| <span class="source-line-no">970</span><span id="line-970"> }</span> |
| <span class="source-line-no">971</span><span id="line-971"> }</span> |
| <span class="source-line-no">972</span><span id="line-972"> }</span> |
| <span class="source-line-no">973</span><span id="line-973"></span> |
| <span class="source-line-no">974</span><span id="line-974"> @Test</span> |
| <span class="source-line-no">975</span><span id="line-975"> public void testCheckAndMutateWithTimeRange() throws IOException {</span> |
| <span class="source-line-no">976</span><span id="line-976"> try (Table table = TEST_UTIL.createTable(name.getTableName(), FAMILY)) {</span> |
| <span class="source-line-no">977</span><span id="line-977"> final long ts = EnvironmentEdgeManager.currentTime() / 2;</span> |
| <span class="source-line-no">978</span><span id="line-978"> Put put = new Put(ROW);</span> |
| <span class="source-line-no">979</span><span id="line-979"> put.addColumn(FAMILY, QUALIFIER, ts, VALUE);</span> |
| <span class="source-line-no">980</span><span id="line-980"></span> |
| <span class="source-line-no">981</span><span id="line-981"> boolean ok =</span> |
| <span class="source-line-no">982</span><span id="line-982"> table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER).ifNotExists().thenPut(put);</span> |
| <span class="source-line-no">983</span><span id="line-983"> assertTrue(ok);</span> |
| <span class="source-line-no">984</span><span id="line-984"></span> |
| <span class="source-line-no">985</span><span id="line-985"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">986</span><span id="line-986"> .timeRange(TimeRange.at(ts + 10000)).ifEquals(VALUE).thenPut(put);</span> |
| <span class="source-line-no">987</span><span id="line-987"> assertFalse(ok);</span> |
| <span class="source-line-no">988</span><span id="line-988"></span> |
| <span class="source-line-no">989</span><span id="line-989"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">990</span><span id="line-990"> .timeRange(TimeRange.from(ts + 10000)).ifEquals(VALUE).thenPut(put);</span> |
| <span class="source-line-no">991</span><span id="line-991"> assertFalse(ok);</span> |
| <span class="source-line-no">992</span><span id="line-992"></span> |
| <span class="source-line-no">993</span><span id="line-993"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">994</span><span id="line-994"> .timeRange(TimeRange.between(ts + 10000, ts + 20000)).ifEquals(VALUE).thenPut(put);</span> |
| <span class="source-line-no">995</span><span id="line-995"> assertFalse(ok);</span> |
| <span class="source-line-no">996</span><span id="line-996"></span> |
| <span class="source-line-no">997</span><span id="line-997"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER).timeRange(TimeRange.until(ts))</span> |
| <span class="source-line-no">998</span><span id="line-998"> .ifEquals(VALUE).thenPut(put);</span> |
| <span class="source-line-no">999</span><span id="line-999"> assertFalse(ok);</span> |
| <span class="source-line-no">1000</span><span id="line-1000"></span> |
| <span class="source-line-no">1001</span><span id="line-1001"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER).timeRange(TimeRange.at(ts))</span> |
| <span class="source-line-no">1002</span><span id="line-1002"> .ifEquals(VALUE).thenPut(put);</span> |
| <span class="source-line-no">1003</span><span id="line-1003"> assertTrue(ok);</span> |
| <span class="source-line-no">1004</span><span id="line-1004"></span> |
| <span class="source-line-no">1005</span><span id="line-1005"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER).timeRange(TimeRange.from(ts))</span> |
| <span class="source-line-no">1006</span><span id="line-1006"> .ifEquals(VALUE).thenPut(put);</span> |
| <span class="source-line-no">1007</span><span id="line-1007"> assertTrue(ok);</span> |
| <span class="source-line-no">1008</span><span id="line-1008"></span> |
| <span class="source-line-no">1009</span><span id="line-1009"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1010</span><span id="line-1010"> .timeRange(TimeRange.between(ts, ts + 20000)).ifEquals(VALUE).thenPut(put);</span> |
| <span class="source-line-no">1011</span><span id="line-1011"> assertTrue(ok);</span> |
| <span class="source-line-no">1012</span><span id="line-1012"></span> |
| <span class="source-line-no">1013</span><span id="line-1013"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1014</span><span id="line-1014"> .timeRange(TimeRange.until(ts + 10000)).ifEquals(VALUE).thenPut(put);</span> |
| <span class="source-line-no">1015</span><span id="line-1015"> assertTrue(ok);</span> |
| <span class="source-line-no">1016</span><span id="line-1016"></span> |
| <span class="source-line-no">1017</span><span id="line-1017"> RowMutations rm = new RowMutations(ROW).add((Mutation) put);</span> |
| <span class="source-line-no">1018</span><span id="line-1018"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1019</span><span id="line-1019"> .timeRange(TimeRange.at(ts + 10000)).ifEquals(VALUE).thenMutate(rm);</span> |
| <span class="source-line-no">1020</span><span id="line-1020"> assertFalse(ok);</span> |
| <span class="source-line-no">1021</span><span id="line-1021"></span> |
| <span class="source-line-no">1022</span><span id="line-1022"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER).timeRange(TimeRange.at(ts))</span> |
| <span class="source-line-no">1023</span><span id="line-1023"> .ifEquals(VALUE).thenMutate(rm);</span> |
| <span class="source-line-no">1024</span><span id="line-1024"> assertTrue(ok);</span> |
| <span class="source-line-no">1025</span><span id="line-1025"></span> |
| <span class="source-line-no">1026</span><span id="line-1026"> Delete delete = new Delete(ROW).addColumn(FAMILY, QUALIFIER);</span> |
| <span class="source-line-no">1027</span><span id="line-1027"></span> |
| <span class="source-line-no">1028</span><span id="line-1028"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1029</span><span id="line-1029"> .timeRange(TimeRange.at(ts + 10000)).ifEquals(VALUE).thenDelete(delete);</span> |
| <span class="source-line-no">1030</span><span id="line-1030"> assertFalse(ok);</span> |
| <span class="source-line-no">1031</span><span id="line-1031"></span> |
| <span class="source-line-no">1032</span><span id="line-1032"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER).timeRange(TimeRange.at(ts))</span> |
| <span class="source-line-no">1033</span><span id="line-1033"> .ifEquals(VALUE).thenDelete(delete);</span> |
| <span class="source-line-no">1034</span><span id="line-1034"> assertTrue(ok);</span> |
| <span class="source-line-no">1035</span><span id="line-1035"> }</span> |
| <span class="source-line-no">1036</span><span id="line-1036"> }</span> |
| <span class="source-line-no">1037</span><span id="line-1037"></span> |
| <span class="source-line-no">1038</span><span id="line-1038"> @Test</span> |
| <span class="source-line-no">1039</span><span id="line-1039"> public void testCheckAndPutWithCompareOp() throws IOException {</span> |
| <span class="source-line-no">1040</span><span id="line-1040"> final byte[] value1 = Bytes.toBytes("aaaa");</span> |
| <span class="source-line-no">1041</span><span id="line-1041"> final byte[] value2 = Bytes.toBytes("bbbb");</span> |
| <span class="source-line-no">1042</span><span id="line-1042"> final byte[] value3 = Bytes.toBytes("cccc");</span> |
| <span class="source-line-no">1043</span><span id="line-1043"> final byte[] value4 = Bytes.toBytes("dddd");</span> |
| <span class="source-line-no">1044</span><span id="line-1044"></span> |
| <span class="source-line-no">1045</span><span id="line-1045"> try (Table table = TEST_UTIL.createTable(name.getTableName(), FAMILY)) {</span> |
| <span class="source-line-no">1046</span><span id="line-1046"></span> |
| <span class="source-line-no">1047</span><span id="line-1047"> Put put2 = new Put(ROW);</span> |
| <span class="source-line-no">1048</span><span id="line-1048"> put2.addColumn(FAMILY, QUALIFIER, value2);</span> |
| <span class="source-line-no">1049</span><span id="line-1049"></span> |
| <span class="source-line-no">1050</span><span id="line-1050"> Put put3 = new Put(ROW);</span> |
| <span class="source-line-no">1051</span><span id="line-1051"> put3.addColumn(FAMILY, QUALIFIER, value3);</span> |
| <span class="source-line-no">1052</span><span id="line-1052"></span> |
| <span class="source-line-no">1053</span><span id="line-1053"> // row doesn't exist, so using "ifNotExists" should be considered "match".</span> |
| <span class="source-line-no">1054</span><span id="line-1054"> boolean ok =</span> |
| <span class="source-line-no">1055</span><span id="line-1055"> table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER).ifNotExists().thenPut(put2);</span> |
| <span class="source-line-no">1056</span><span id="line-1056"> assertTrue(ok);</span> |
| <span class="source-line-no">1057</span><span id="line-1057"></span> |
| <span class="source-line-no">1058</span><span id="line-1058"> // cell = "bbbb", using "aaaa" to compare only LESS/LESS_OR_EQUAL/NOT_EQUAL</span> |
| <span class="source-line-no">1059</span><span id="line-1059"> // turns out "match"</span> |
| <span class="source-line-no">1060</span><span id="line-1060"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1061</span><span id="line-1061"> .ifMatches(CompareOperator.GREATER, value1).thenPut(put2);</span> |
| <span class="source-line-no">1062</span><span id="line-1062"> assertFalse(ok);</span> |
| <span class="source-line-no">1063</span><span id="line-1063"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1064</span><span id="line-1064"> .ifMatches(CompareOperator.EQUAL, value1).thenPut(put2);</span> |
| <span class="source-line-no">1065</span><span id="line-1065"> assertFalse(ok);</span> |
| <span class="source-line-no">1066</span><span id="line-1066"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1067</span><span id="line-1067"> .ifMatches(CompareOperator.GREATER_OR_EQUAL, value1).thenPut(put2);</span> |
| <span class="source-line-no">1068</span><span id="line-1068"> assertFalse(ok);</span> |
| <span class="source-line-no">1069</span><span id="line-1069"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1070</span><span id="line-1070"> .ifMatches(CompareOperator.LESS, value1).thenPut(put2);</span> |
| <span class="source-line-no">1071</span><span id="line-1071"> assertTrue(ok);</span> |
| <span class="source-line-no">1072</span><span id="line-1072"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1073</span><span id="line-1073"> .ifMatches(CompareOperator.LESS_OR_EQUAL, value1).thenPut(put2);</span> |
| <span class="source-line-no">1074</span><span id="line-1074"> assertTrue(ok);</span> |
| <span class="source-line-no">1075</span><span id="line-1075"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1076</span><span id="line-1076"> .ifMatches(CompareOperator.NOT_EQUAL, value1).thenPut(put3);</span> |
| <span class="source-line-no">1077</span><span id="line-1077"> assertTrue(ok);</span> |
| <span class="source-line-no">1078</span><span id="line-1078"></span> |
| <span class="source-line-no">1079</span><span id="line-1079"> // cell = "cccc", using "dddd" to compare only LARGER/LARGER_OR_EQUAL/NOT_EQUAL</span> |
| <span class="source-line-no">1080</span><span id="line-1080"> // turns out "match"</span> |
| <span class="source-line-no">1081</span><span id="line-1081"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1082</span><span id="line-1082"> .ifMatches(CompareOperator.LESS, value4).thenPut(put3);</span> |
| <span class="source-line-no">1083</span><span id="line-1083"> assertFalse(ok);</span> |
| <span class="source-line-no">1084</span><span id="line-1084"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1085</span><span id="line-1085"> .ifMatches(CompareOperator.LESS_OR_EQUAL, value4).thenPut(put3);</span> |
| <span class="source-line-no">1086</span><span id="line-1086"> assertFalse(ok);</span> |
| <span class="source-line-no">1087</span><span id="line-1087"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1088</span><span id="line-1088"> .ifMatches(CompareOperator.EQUAL, value4).thenPut(put3);</span> |
| <span class="source-line-no">1089</span><span id="line-1089"> assertFalse(ok);</span> |
| <span class="source-line-no">1090</span><span id="line-1090"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1091</span><span id="line-1091"> .ifMatches(CompareOperator.GREATER, value4).thenPut(put3);</span> |
| <span class="source-line-no">1092</span><span id="line-1092"> assertTrue(ok);</span> |
| <span class="source-line-no">1093</span><span id="line-1093"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1094</span><span id="line-1094"> .ifMatches(CompareOperator.GREATER_OR_EQUAL, value4).thenPut(put3);</span> |
| <span class="source-line-no">1095</span><span id="line-1095"> assertTrue(ok);</span> |
| <span class="source-line-no">1096</span><span id="line-1096"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1097</span><span id="line-1097"> .ifMatches(CompareOperator.NOT_EQUAL, value4).thenPut(put2);</span> |
| <span class="source-line-no">1098</span><span id="line-1098"> assertTrue(ok);</span> |
| <span class="source-line-no">1099</span><span id="line-1099"></span> |
| <span class="source-line-no">1100</span><span id="line-1100"> // cell = "bbbb", using "bbbb" to compare only GREATER_OR_EQUAL/LESS_OR_EQUAL/EQUAL</span> |
| <span class="source-line-no">1101</span><span id="line-1101"> // turns out "match"</span> |
| <span class="source-line-no">1102</span><span id="line-1102"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1103</span><span id="line-1103"> .ifMatches(CompareOperator.GREATER, value2).thenPut(put2);</span> |
| <span class="source-line-no">1104</span><span id="line-1104"> assertFalse(ok);</span> |
| <span class="source-line-no">1105</span><span id="line-1105"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1106</span><span id="line-1106"> .ifMatches(CompareOperator.NOT_EQUAL, value2).thenPut(put2);</span> |
| <span class="source-line-no">1107</span><span id="line-1107"> assertFalse(ok);</span> |
| <span class="source-line-no">1108</span><span id="line-1108"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1109</span><span id="line-1109"> .ifMatches(CompareOperator.LESS, value2).thenPut(put2);</span> |
| <span class="source-line-no">1110</span><span id="line-1110"> assertFalse(ok);</span> |
| <span class="source-line-no">1111</span><span id="line-1111"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1112</span><span id="line-1112"> .ifMatches(CompareOperator.GREATER_OR_EQUAL, value2).thenPut(put2);</span> |
| <span class="source-line-no">1113</span><span id="line-1113"> assertTrue(ok);</span> |
| <span class="source-line-no">1114</span><span id="line-1114"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1115</span><span id="line-1115"> .ifMatches(CompareOperator.LESS_OR_EQUAL, value2).thenPut(put2);</span> |
| <span class="source-line-no">1116</span><span id="line-1116"> assertTrue(ok);</span> |
| <span class="source-line-no">1117</span><span id="line-1117"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1118</span><span id="line-1118"> .ifMatches(CompareOperator.EQUAL, value2).thenPut(put3);</span> |
| <span class="source-line-no">1119</span><span id="line-1119"> assertTrue(ok);</span> |
| <span class="source-line-no">1120</span><span id="line-1120"> }</span> |
| <span class="source-line-no">1121</span><span id="line-1121"> }</span> |
| <span class="source-line-no">1122</span><span id="line-1122"></span> |
| <span class="source-line-no">1123</span><span id="line-1123"> @Test</span> |
| <span class="source-line-no">1124</span><span id="line-1124"> public void testCheckAndDelete() throws IOException {</span> |
| <span class="source-line-no">1125</span><span id="line-1125"> final byte[] value1 = Bytes.toBytes("aaaa");</span> |
| <span class="source-line-no">1126</span><span id="line-1126"></span> |
| <span class="source-line-no">1127</span><span id="line-1127"> try (Table table = TEST_UTIL.createTable(name.getTableName(), FAMILY)) {</span> |
| <span class="source-line-no">1128</span><span id="line-1128"></span> |
| <span class="source-line-no">1129</span><span id="line-1129"> Put put = new Put(ROW);</span> |
| <span class="source-line-no">1130</span><span id="line-1130"> put.addColumn(FAMILY, QUALIFIER, value1);</span> |
| <span class="source-line-no">1131</span><span id="line-1131"> table.put(put);</span> |
| <span class="source-line-no">1132</span><span id="line-1132"></span> |
| <span class="source-line-no">1133</span><span id="line-1133"> Delete delete = new Delete(ROW);</span> |
| <span class="source-line-no">1134</span><span id="line-1134"> delete.addColumns(FAMILY, QUALIFIER);</span> |
| <span class="source-line-no">1135</span><span id="line-1135"></span> |
| <span class="source-line-no">1136</span><span id="line-1136"> boolean ok =</span> |
| <span class="source-line-no">1137</span><span id="line-1137"> table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER).ifEquals(value1).thenDelete(delete);</span> |
| <span class="source-line-no">1138</span><span id="line-1138"> assertTrue(ok);</span> |
| <span class="source-line-no">1139</span><span id="line-1139"> }</span> |
| <span class="source-line-no">1140</span><span id="line-1140"> }</span> |
| <span class="source-line-no">1141</span><span id="line-1141"></span> |
| <span class="source-line-no">1142</span><span id="line-1142"> @Test</span> |
| <span class="source-line-no">1143</span><span id="line-1143"> public void testCheckAndDeleteWithCompareOp() throws IOException {</span> |
| <span class="source-line-no">1144</span><span id="line-1144"> final byte[] value1 = Bytes.toBytes("aaaa");</span> |
| <span class="source-line-no">1145</span><span id="line-1145"> final byte[] value2 = Bytes.toBytes("bbbb");</span> |
| <span class="source-line-no">1146</span><span id="line-1146"> final byte[] value3 = Bytes.toBytes("cccc");</span> |
| <span class="source-line-no">1147</span><span id="line-1147"> final byte[] value4 = Bytes.toBytes("dddd");</span> |
| <span class="source-line-no">1148</span><span id="line-1148"></span> |
| <span class="source-line-no">1149</span><span id="line-1149"> try (Table table = TEST_UTIL.createTable(name.getTableName(), FAMILY)) {</span> |
| <span class="source-line-no">1150</span><span id="line-1150"></span> |
| <span class="source-line-no">1151</span><span id="line-1151"> Put put2 = new Put(ROW);</span> |
| <span class="source-line-no">1152</span><span id="line-1152"> put2.addColumn(FAMILY, QUALIFIER, value2);</span> |
| <span class="source-line-no">1153</span><span id="line-1153"> table.put(put2);</span> |
| <span class="source-line-no">1154</span><span id="line-1154"></span> |
| <span class="source-line-no">1155</span><span id="line-1155"> Put put3 = new Put(ROW);</span> |
| <span class="source-line-no">1156</span><span id="line-1156"> put3.addColumn(FAMILY, QUALIFIER, value3);</span> |
| <span class="source-line-no">1157</span><span id="line-1157"></span> |
| <span class="source-line-no">1158</span><span id="line-1158"> Delete delete = new Delete(ROW);</span> |
| <span class="source-line-no">1159</span><span id="line-1159"> delete.addColumns(FAMILY, QUALIFIER);</span> |
| <span class="source-line-no">1160</span><span id="line-1160"></span> |
| <span class="source-line-no">1161</span><span id="line-1161"> // cell = "bbbb", using "aaaa" to compare only LESS/LESS_OR_EQUAL/NOT_EQUAL</span> |
| <span class="source-line-no">1162</span><span id="line-1162"> // turns out "match"</span> |
| <span class="source-line-no">1163</span><span id="line-1163"> boolean ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1164</span><span id="line-1164"> .ifMatches(CompareOperator.GREATER, value1).thenDelete(delete);</span> |
| <span class="source-line-no">1165</span><span id="line-1165"> assertFalse(ok);</span> |
| <span class="source-line-no">1166</span><span id="line-1166"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1167</span><span id="line-1167"> .ifMatches(CompareOperator.EQUAL, value1).thenDelete(delete);</span> |
| <span class="source-line-no">1168</span><span id="line-1168"> assertFalse(ok);</span> |
| <span class="source-line-no">1169</span><span id="line-1169"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1170</span><span id="line-1170"> .ifMatches(CompareOperator.GREATER_OR_EQUAL, value1).thenDelete(delete);</span> |
| <span class="source-line-no">1171</span><span id="line-1171"> assertFalse(ok);</span> |
| <span class="source-line-no">1172</span><span id="line-1172"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1173</span><span id="line-1173"> .ifMatches(CompareOperator.LESS, value1).thenDelete(delete);</span> |
| <span class="source-line-no">1174</span><span id="line-1174"> assertTrue(ok);</span> |
| <span class="source-line-no">1175</span><span id="line-1175"> table.put(put2);</span> |
| <span class="source-line-no">1176</span><span id="line-1176"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1177</span><span id="line-1177"> .ifMatches(CompareOperator.LESS_OR_EQUAL, value1).thenDelete(delete);</span> |
| <span class="source-line-no">1178</span><span id="line-1178"> assertTrue(ok);</span> |
| <span class="source-line-no">1179</span><span id="line-1179"> table.put(put2);</span> |
| <span class="source-line-no">1180</span><span id="line-1180"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1181</span><span id="line-1181"> .ifMatches(CompareOperator.NOT_EQUAL, value1).thenDelete(delete);</span> |
| <span class="source-line-no">1182</span><span id="line-1182"> assertTrue(ok);</span> |
| <span class="source-line-no">1183</span><span id="line-1183"></span> |
| <span class="source-line-no">1184</span><span id="line-1184"> // cell = "cccc", using "dddd" to compare only LARGER/LARGER_OR_EQUAL/NOT_EQUAL</span> |
| <span class="source-line-no">1185</span><span id="line-1185"> // turns out "match"</span> |
| <span class="source-line-no">1186</span><span id="line-1186"> table.put(put3);</span> |
| <span class="source-line-no">1187</span><span id="line-1187"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1188</span><span id="line-1188"> .ifMatches(CompareOperator.LESS, value4).thenDelete(delete);</span> |
| <span class="source-line-no">1189</span><span id="line-1189"> assertFalse(ok);</span> |
| <span class="source-line-no">1190</span><span id="line-1190"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1191</span><span id="line-1191"> .ifMatches(CompareOperator.LESS_OR_EQUAL, value4).thenDelete(delete);</span> |
| <span class="source-line-no">1192</span><span id="line-1192"> assertFalse(ok);</span> |
| <span class="source-line-no">1193</span><span id="line-1193"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1194</span><span id="line-1194"> .ifMatches(CompareOperator.EQUAL, value4).thenDelete(delete);</span> |
| <span class="source-line-no">1195</span><span id="line-1195"> assertFalse(ok);</span> |
| <span class="source-line-no">1196</span><span id="line-1196"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1197</span><span id="line-1197"> .ifMatches(CompareOperator.GREATER, value4).thenDelete(delete);</span> |
| <span class="source-line-no">1198</span><span id="line-1198"> assertTrue(ok);</span> |
| <span class="source-line-no">1199</span><span id="line-1199"> table.put(put3);</span> |
| <span class="source-line-no">1200</span><span id="line-1200"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1201</span><span id="line-1201"> .ifMatches(CompareOperator.GREATER_OR_EQUAL, value4).thenDelete(delete);</span> |
| <span class="source-line-no">1202</span><span id="line-1202"> assertTrue(ok);</span> |
| <span class="source-line-no">1203</span><span id="line-1203"> table.put(put3);</span> |
| <span class="source-line-no">1204</span><span id="line-1204"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1205</span><span id="line-1205"> .ifMatches(CompareOperator.NOT_EQUAL, value4).thenDelete(delete);</span> |
| <span class="source-line-no">1206</span><span id="line-1206"> assertTrue(ok);</span> |
| <span class="source-line-no">1207</span><span id="line-1207"></span> |
| <span class="source-line-no">1208</span><span id="line-1208"> // cell = "bbbb", using "bbbb" to compare only GREATER_OR_EQUAL/LESS_OR_EQUAL/EQUAL</span> |
| <span class="source-line-no">1209</span><span id="line-1209"> // turns out "match"</span> |
| <span class="source-line-no">1210</span><span id="line-1210"> table.put(put2);</span> |
| <span class="source-line-no">1211</span><span id="line-1211"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1212</span><span id="line-1212"> .ifMatches(CompareOperator.GREATER, value2).thenDelete(delete);</span> |
| <span class="source-line-no">1213</span><span id="line-1213"> assertFalse(ok);</span> |
| <span class="source-line-no">1214</span><span id="line-1214"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1215</span><span id="line-1215"> .ifMatches(CompareOperator.NOT_EQUAL, value2).thenDelete(delete);</span> |
| <span class="source-line-no">1216</span><span id="line-1216"> assertFalse(ok);</span> |
| <span class="source-line-no">1217</span><span id="line-1217"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1218</span><span id="line-1218"> .ifMatches(CompareOperator.LESS, value2).thenDelete(delete);</span> |
| <span class="source-line-no">1219</span><span id="line-1219"> assertFalse(ok);</span> |
| <span class="source-line-no">1220</span><span id="line-1220"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1221</span><span id="line-1221"> .ifMatches(CompareOperator.GREATER_OR_EQUAL, value2).thenDelete(delete);</span> |
| <span class="source-line-no">1222</span><span id="line-1222"> assertTrue(ok);</span> |
| <span class="source-line-no">1223</span><span id="line-1223"> table.put(put2);</span> |
| <span class="source-line-no">1224</span><span id="line-1224"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1225</span><span id="line-1225"> .ifMatches(CompareOperator.LESS_OR_EQUAL, value2).thenDelete(delete);</span> |
| <span class="source-line-no">1226</span><span id="line-1226"> assertTrue(ok);</span> |
| <span class="source-line-no">1227</span><span id="line-1227"> table.put(put2);</span> |
| <span class="source-line-no">1228</span><span id="line-1228"> ok = table.checkAndMutate(ROW, FAMILY).qualifier(QUALIFIER)</span> |
| <span class="source-line-no">1229</span><span id="line-1229"> .ifMatches(CompareOperator.EQUAL, value2).thenDelete(delete);</span> |
| <span class="source-line-no">1230</span><span id="line-1230"> assertTrue(ok);</span> |
| <span class="source-line-no">1231</span><span id="line-1231"> }</span> |
| <span class="source-line-no">1232</span><span id="line-1232"> }</span> |
| <span class="source-line-no">1233</span><span id="line-1233"></span> |
| <span class="source-line-no">1234</span><span id="line-1234"> /**</span> |
| <span class="source-line-no">1235</span><span id="line-1235"> * Test ScanMetrics</span> |
| <span class="source-line-no">1236</span><span id="line-1236"> */</span> |
| <span class="source-line-no">1237</span><span id="line-1237"> @Test</span> |
| <span class="source-line-no">1238</span><span id="line-1238"> @SuppressWarnings({ "unused", "checkstyle:EmptyBlock" })</span> |
| <span class="source-line-no">1239</span><span id="line-1239"> public void testScanMetrics() throws Exception {</span> |
| <span class="source-line-no">1240</span><span id="line-1240"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">1241</span><span id="line-1241"></span> |
| <span class="source-line-no">1242</span><span id="line-1242"> // Set up test table:</span> |
| <span class="source-line-no">1243</span><span id="line-1243"> // Create table:</span> |
| <span class="source-line-no">1244</span><span id="line-1244"> try (Table ht = TEST_UTIL.createMultiRegionTable(tableName, FAMILY)) {</span> |
| <span class="source-line-no">1245</span><span id="line-1245"> int numOfRegions;</span> |
| <span class="source-line-no">1246</span><span id="line-1246"> try (RegionLocator r = TEST_UTIL.getConnection().getRegionLocator(tableName)) {</span> |
| <span class="source-line-no">1247</span><span id="line-1247"> numOfRegions = r.getStartKeys().length;</span> |
| <span class="source-line-no">1248</span><span id="line-1248"> }</span> |
| <span class="source-line-no">1249</span><span id="line-1249"> // Create 3 rows in the table, with rowkeys starting with "zzz*" so that</span> |
| <span class="source-line-no">1250</span><span id="line-1250"> // scan are forced to hit all the regions.</span> |
| <span class="source-line-no">1251</span><span id="line-1251"> Put put1 = new Put(Bytes.toBytes("zzz1"));</span> |
| <span class="source-line-no">1252</span><span id="line-1252"> put1.addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">1253</span><span id="line-1253"> Put put2 = new Put(Bytes.toBytes("zzz2"));</span> |
| <span class="source-line-no">1254</span><span id="line-1254"> put2.addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">1255</span><span id="line-1255"> Put put3 = new Put(Bytes.toBytes("zzz3"));</span> |
| <span class="source-line-no">1256</span><span id="line-1256"> put3.addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">1257</span><span id="line-1257"> ht.put(Arrays.asList(put1, put2, put3));</span> |
| <span class="source-line-no">1258</span><span id="line-1258"></span> |
| <span class="source-line-no">1259</span><span id="line-1259"> Scan scan1 = new Scan();</span> |
| <span class="source-line-no">1260</span><span id="line-1260"> int numRecords = 0;</span> |
| <span class="source-line-no">1261</span><span id="line-1261"> try (ResultScanner scanner = ht.getScanner(scan1)) {</span> |
| <span class="source-line-no">1262</span><span id="line-1262"> for (Result result : scanner) {</span> |
| <span class="source-line-no">1263</span><span id="line-1263"> numRecords++;</span> |
| <span class="source-line-no">1264</span><span id="line-1264"> }</span> |
| <span class="source-line-no">1265</span><span id="line-1265"></span> |
| <span class="source-line-no">1266</span><span id="line-1266"> LOG.info("test data has {} records.", numRecords);</span> |
| <span class="source-line-no">1267</span><span id="line-1267"></span> |
| <span class="source-line-no">1268</span><span id="line-1268"> // by default, scan metrics collection is turned off</span> |
| <span class="source-line-no">1269</span><span id="line-1269"> assertNull(scanner.getScanMetrics());</span> |
| <span class="source-line-no">1270</span><span id="line-1270"> }</span> |
| <span class="source-line-no">1271</span><span id="line-1271"></span> |
| <span class="source-line-no">1272</span><span id="line-1272"> // turn on scan metrics</span> |
| <span class="source-line-no">1273</span><span id="line-1273"> Scan scan2 = new Scan();</span> |
| <span class="source-line-no">1274</span><span id="line-1274"> scan2.setScanMetricsEnabled(true);</span> |
| <span class="source-line-no">1275</span><span id="line-1275"> scan2.setCaching(numRecords + 1);</span> |
| <span class="source-line-no">1276</span><span id="line-1276"> try (ResultScanner scanner = ht.getScanner(scan2)) {</span> |
| <span class="source-line-no">1277</span><span id="line-1277"> for (Result result : scanner.next(numRecords - 1)) {</span> |
| <span class="source-line-no">1278</span><span id="line-1278"> }</span> |
| <span class="source-line-no">1279</span><span id="line-1279"> assertNotNull(scanner.getScanMetrics());</span> |
| <span class="source-line-no">1280</span><span id="line-1280"> }</span> |
| <span class="source-line-no">1281</span><span id="line-1281"></span> |
| <span class="source-line-no">1282</span><span id="line-1282"> // set caching to 1, because metrics are collected in each roundtrip only</span> |
| <span class="source-line-no">1283</span><span id="line-1283"> scan2 = new Scan();</span> |
| <span class="source-line-no">1284</span><span id="line-1284"> scan2.setScanMetricsEnabled(true);</span> |
| <span class="source-line-no">1285</span><span id="line-1285"> scan2.setCaching(1);</span> |
| <span class="source-line-no">1286</span><span id="line-1286"> try (ResultScanner scanner = ht.getScanner(scan2)) {</span> |
| <span class="source-line-no">1287</span><span id="line-1287"> // per HBASE-5717, this should still collect even if you don't run all the way to</span> |
| <span class="source-line-no">1288</span><span id="line-1288"> // the end of the scanner. So this is asking for 2 of the 3 rows we inserted.</span> |
| <span class="source-line-no">1289</span><span id="line-1289"> for (Result result : scanner.next(numRecords - 1)) {</span> |
| <span class="source-line-no">1290</span><span id="line-1290"> }</span> |
| <span class="source-line-no">1291</span><span id="line-1291"> ScanMetrics scanMetrics = scanner.getScanMetrics();</span> |
| <span class="source-line-no">1292</span><span id="line-1292"> assertEquals("Did not access all the regions in the table", numOfRegions,</span> |
| <span class="source-line-no">1293</span><span id="line-1293"> scanMetrics.countOfRegions.get());</span> |
| <span class="source-line-no">1294</span><span id="line-1294"> }</span> |
| <span class="source-line-no">1295</span><span id="line-1295"></span> |
| <span class="source-line-no">1296</span><span id="line-1296"> // check byte counters</span> |
| <span class="source-line-no">1297</span><span id="line-1297"> scan2 = new Scan();</span> |
| <span class="source-line-no">1298</span><span id="line-1298"> scan2.setScanMetricsEnabled(true);</span> |
| <span class="source-line-no">1299</span><span id="line-1299"> scan2.setCaching(1);</span> |
| <span class="source-line-no">1300</span><span id="line-1300"> try (ResultScanner scanner = ht.getScanner(scan2)) {</span> |
| <span class="source-line-no">1301</span><span id="line-1301"> int numBytes = 0;</span> |
| <span class="source-line-no">1302</span><span id="line-1302"> for (Result result : scanner) {</span> |
| <span class="source-line-no">1303</span><span id="line-1303"> for (Cell cell : result.listCells()) {</span> |
| <span class="source-line-no">1304</span><span id="line-1304"> numBytes += PrivateCellUtil.estimatedSerializedSizeOf(cell);</span> |
| <span class="source-line-no">1305</span><span id="line-1305"> }</span> |
| <span class="source-line-no">1306</span><span id="line-1306"> }</span> |
| <span class="source-line-no">1307</span><span id="line-1307"> ScanMetrics scanMetrics = scanner.getScanMetrics();</span> |
| <span class="source-line-no">1308</span><span id="line-1308"> assertEquals("Did not count the result bytes", numBytes,</span> |
| <span class="source-line-no">1309</span><span id="line-1309"> scanMetrics.countOfBytesInResults.get());</span> |
| <span class="source-line-no">1310</span><span id="line-1310"> }</span> |
| <span class="source-line-no">1311</span><span id="line-1311"></span> |
| <span class="source-line-no">1312</span><span id="line-1312"> // check byte counters on a small scan</span> |
| <span class="source-line-no">1313</span><span id="line-1313"> scan2 = new Scan();</span> |
| <span class="source-line-no">1314</span><span id="line-1314"> scan2.setScanMetricsEnabled(true);</span> |
| <span class="source-line-no">1315</span><span id="line-1315"> scan2.setCaching(1);</span> |
| <span class="source-line-no">1316</span><span id="line-1316"> scan2.setReadType(ReadType.PREAD);</span> |
| <span class="source-line-no">1317</span><span id="line-1317"> try (ResultScanner scanner = ht.getScanner(scan2)) {</span> |
| <span class="source-line-no">1318</span><span id="line-1318"> int numBytes = 0;</span> |
| <span class="source-line-no">1319</span><span id="line-1319"> for (Result result : scanner) {</span> |
| <span class="source-line-no">1320</span><span id="line-1320"> for (Cell cell : result.listCells()) {</span> |
| <span class="source-line-no">1321</span><span id="line-1321"> numBytes += PrivateCellUtil.estimatedSerializedSizeOf(cell);</span> |
| <span class="source-line-no">1322</span><span id="line-1322"> }</span> |
| <span class="source-line-no">1323</span><span id="line-1323"> }</span> |
| <span class="source-line-no">1324</span><span id="line-1324"> ScanMetrics scanMetrics = scanner.getScanMetrics();</span> |
| <span class="source-line-no">1325</span><span id="line-1325"> assertEquals("Did not count the result bytes", numBytes,</span> |
| <span class="source-line-no">1326</span><span id="line-1326"> scanMetrics.countOfBytesInResults.get());</span> |
| <span class="source-line-no">1327</span><span id="line-1327"> }</span> |
| <span class="source-line-no">1328</span><span id="line-1328"></span> |
| <span class="source-line-no">1329</span><span id="line-1329"> // now, test that the metrics are still collected even if you don't call close, but do</span> |
| <span class="source-line-no">1330</span><span id="line-1330"> // run past the end of all the records</span> |
| <span class="source-line-no">1331</span><span id="line-1331"> /**</span> |
| <span class="source-line-no">1332</span><span id="line-1332"> * There seems to be a timing issue here. Comment out for now. Fix when time. Scan</span> |
| <span class="source-line-no">1333</span><span id="line-1333"> * scanWithoutClose = new Scan(); scanWithoutClose.setCaching(1);</span> |
| <span class="source-line-no">1334</span><span id="line-1334"> * scanWithoutClose.setScanMetricsEnabled(true); ResultScanner scannerWithoutClose =</span> |
| <span class="source-line-no">1335</span><span id="line-1335"> * ht.getScanner(scanWithoutClose); for (Result result : scannerWithoutClose.next(numRecords +</span> |
| <span class="source-line-no">1336</span><span id="line-1336"> * 1)) { } ScanMetrics scanMetricsWithoutClose = getScanMetrics(scanWithoutClose);</span> |
| <span class="source-line-no">1337</span><span id="line-1337"> * assertEquals("Did not access all the regions in the table", numOfRegions,</span> |
| <span class="source-line-no">1338</span><span id="line-1338"> * scanMetricsWithoutClose.countOfRegions.get());</span> |
| <span class="source-line-no">1339</span><span id="line-1339"> */</span> |
| <span class="source-line-no">1340</span><span id="line-1340"></span> |
| <span class="source-line-no">1341</span><span id="line-1341"> // finally,</span> |
| <span class="source-line-no">1342</span><span id="line-1342"> // test that the metrics are collected correctly if you both run past all the records,</span> |
| <span class="source-line-no">1343</span><span id="line-1343"> // AND close the scanner</span> |
| <span class="source-line-no">1344</span><span id="line-1344"> Scan scanWithClose = new Scan();</span> |
| <span class="source-line-no">1345</span><span id="line-1345"> // make sure we can set caching up to the number of a scanned values</span> |
| <span class="source-line-no">1346</span><span id="line-1346"> scanWithClose.setCaching(numRecords);</span> |
| <span class="source-line-no">1347</span><span id="line-1347"> scanWithClose.setScanMetricsEnabled(true);</span> |
| <span class="source-line-no">1348</span><span id="line-1348"> try (ResultScanner scannerWithClose = ht.getScanner(scanWithClose)) {</span> |
| <span class="source-line-no">1349</span><span id="line-1349"> for (Result result : scannerWithClose.next(numRecords + 1)) {</span> |
| <span class="source-line-no">1350</span><span id="line-1350"> }</span> |
| <span class="source-line-no">1351</span><span id="line-1351"> scannerWithClose.close();</span> |
| <span class="source-line-no">1352</span><span id="line-1352"> ScanMetrics scanMetricsWithClose = scannerWithClose.getScanMetrics();</span> |
| <span class="source-line-no">1353</span><span id="line-1353"> assertEquals("Did not access all the regions in the table", numOfRegions,</span> |
| <span class="source-line-no">1354</span><span id="line-1354"> scanMetricsWithClose.countOfRegions.get());</span> |
| <span class="source-line-no">1355</span><span id="line-1355"> }</span> |
| <span class="source-line-no">1356</span><span id="line-1356"> } finally {</span> |
| <span class="source-line-no">1357</span><span id="line-1357"> TEST_UTIL.deleteTable(tableName);</span> |
| <span class="source-line-no">1358</span><span id="line-1358"> }</span> |
| <span class="source-line-no">1359</span><span id="line-1359"> }</span> |
| <span class="source-line-no">1360</span><span id="line-1360"></span> |
| <span class="source-line-no">1361</span><span id="line-1361"> /**</span> |
| <span class="source-line-no">1362</span><span id="line-1362"> * Tests that cache on write works all the way up from the client-side. Performs inserts, flushes,</span> |
| <span class="source-line-no">1363</span><span id="line-1363"> * and compactions, verifying changes in the block cache along the way.</span> |
| <span class="source-line-no">1364</span><span id="line-1364"> */</span> |
| <span class="source-line-no">1365</span><span id="line-1365"> @Test</span> |
| <span class="source-line-no">1366</span><span id="line-1366"> public void testCacheOnWriteEvictOnClose() throws Exception {</span> |
| <span class="source-line-no">1367</span><span id="line-1367"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">1368</span><span id="line-1368"> byte[] data = Bytes.toBytes("data");</span> |
| <span class="source-line-no">1369</span><span id="line-1369"> try (Table table = TEST_UTIL.createTable(tableName, FAMILY)) {</span> |
| <span class="source-line-no">1370</span><span id="line-1370"> try (RegionLocator locator = TEST_UTIL.getConnection().getRegionLocator(tableName)) {</span> |
| <span class="source-line-no">1371</span><span id="line-1371"> // get the block cache and region</span> |
| <span class="source-line-no">1372</span><span id="line-1372"> String regionName = locator.getAllRegionLocations().get(0).getRegion().getEncodedName();</span> |
| <span class="source-line-no">1373</span><span id="line-1373"></span> |
| <span class="source-line-no">1374</span><span id="line-1374"> HRegion region = TEST_UTIL.getRSForFirstRegionInTable(tableName).getRegion(regionName);</span> |
| <span class="source-line-no">1375</span><span id="line-1375"> HStore store = region.getStores().iterator().next();</span> |
| <span class="source-line-no">1376</span><span id="line-1376"> CacheConfig cacheConf = store.getCacheConfig();</span> |
| <span class="source-line-no">1377</span><span id="line-1377"> cacheConf.setCacheDataOnWrite(true);</span> |
| <span class="source-line-no">1378</span><span id="line-1378"> cacheConf.setEvictOnClose(true);</span> |
| <span class="source-line-no">1379</span><span id="line-1379"> BlockCache cache = cacheConf.getBlockCache().get();</span> |
| <span class="source-line-no">1380</span><span id="line-1380"></span> |
| <span class="source-line-no">1381</span><span id="line-1381"> // establish baseline stats</span> |
| <span class="source-line-no">1382</span><span id="line-1382"> long startBlockCount = cache.getBlockCount();</span> |
| <span class="source-line-no">1383</span><span id="line-1383"> long startBlockHits = cache.getStats().getHitCount();</span> |
| <span class="source-line-no">1384</span><span id="line-1384"> long startBlockMiss = cache.getStats().getMissCount();</span> |
| <span class="source-line-no">1385</span><span id="line-1385"></span> |
| <span class="source-line-no">1386</span><span id="line-1386"> // wait till baseline is stable, (minimal 500 ms)</span> |
| <span class="source-line-no">1387</span><span id="line-1387"> for (int i = 0; i < 5; i++) {</span> |
| <span class="source-line-no">1388</span><span id="line-1388"> Thread.sleep(100);</span> |
| <span class="source-line-no">1389</span><span id="line-1389"> if (</span> |
| <span class="source-line-no">1390</span><span id="line-1390"> startBlockCount != cache.getBlockCount()</span> |
| <span class="source-line-no">1391</span><span id="line-1391"> || startBlockHits != cache.getStats().getHitCount()</span> |
| <span class="source-line-no">1392</span><span id="line-1392"> || startBlockMiss != cache.getStats().getMissCount()</span> |
| <span class="source-line-no">1393</span><span id="line-1393"> ) {</span> |
| <span class="source-line-no">1394</span><span id="line-1394"> startBlockCount = cache.getBlockCount();</span> |
| <span class="source-line-no">1395</span><span id="line-1395"> startBlockHits = cache.getStats().getHitCount();</span> |
| <span class="source-line-no">1396</span><span id="line-1396"> startBlockMiss = cache.getStats().getMissCount();</span> |
| <span class="source-line-no">1397</span><span id="line-1397"> i = -1;</span> |
| <span class="source-line-no">1398</span><span id="line-1398"> }</span> |
| <span class="source-line-no">1399</span><span id="line-1399"> }</span> |
| <span class="source-line-no">1400</span><span id="line-1400"></span> |
| <span class="source-line-no">1401</span><span id="line-1401"> // insert data</span> |
| <span class="source-line-no">1402</span><span id="line-1402"> Put put = new Put(ROW);</span> |
| <span class="source-line-no">1403</span><span id="line-1403"> put.addColumn(FAMILY, QUALIFIER, data);</span> |
| <span class="source-line-no">1404</span><span id="line-1404"> table.put(put);</span> |
| <span class="source-line-no">1405</span><span id="line-1405"> assertTrue(Bytes.equals(table.get(new Get(ROW)).value(), data));</span> |
| <span class="source-line-no">1406</span><span id="line-1406"></span> |
| <span class="source-line-no">1407</span><span id="line-1407"> // data was in memstore so don't expect any changes</span> |
| <span class="source-line-no">1408</span><span id="line-1408"> assertEquals(startBlockCount, cache.getBlockCount());</span> |
| <span class="source-line-no">1409</span><span id="line-1409"> assertEquals(startBlockHits, cache.getStats().getHitCount());</span> |
| <span class="source-line-no">1410</span><span id="line-1410"> assertEquals(startBlockMiss, cache.getStats().getMissCount());</span> |
| <span class="source-line-no">1411</span><span id="line-1411"></span> |
| <span class="source-line-no">1412</span><span id="line-1412"> // flush the data</span> |
| <span class="source-line-no">1413</span><span id="line-1413"> LOG.debug("Flushing cache");</span> |
| <span class="source-line-no">1414</span><span id="line-1414"> region.flush(true);</span> |
| <span class="source-line-no">1415</span><span id="line-1415"></span> |
| <span class="source-line-no">1416</span><span id="line-1416"> // expect two more blocks in cache - DATA and ROOT_INDEX</span> |
| <span class="source-line-no">1417</span><span id="line-1417"> // , no change in hits/misses</span> |
| <span class="source-line-no">1418</span><span id="line-1418"> long expectedBlockCount = startBlockCount + 2;</span> |
| <span class="source-line-no">1419</span><span id="line-1419"> long expectedBlockHits = startBlockHits;</span> |
| <span class="source-line-no">1420</span><span id="line-1420"> long expectedBlockMiss = startBlockMiss;</span> |
| <span class="source-line-no">1421</span><span id="line-1421"> assertEquals(expectedBlockCount, cache.getBlockCount());</span> |
| <span class="source-line-no">1422</span><span id="line-1422"> assertEquals(expectedBlockHits, cache.getStats().getHitCount());</span> |
| <span class="source-line-no">1423</span><span id="line-1423"> assertEquals(expectedBlockMiss, cache.getStats().getMissCount());</span> |
| <span class="source-line-no">1424</span><span id="line-1424"> // read the data and expect same blocks, one new hit, no misses</span> |
| <span class="source-line-no">1425</span><span id="line-1425"> assertTrue(Bytes.equals(table.get(new Get(ROW)).value(), data));</span> |
| <span class="source-line-no">1426</span><span id="line-1426"> assertEquals(expectedBlockCount, cache.getBlockCount());</span> |
| <span class="source-line-no">1427</span><span id="line-1427"> assertEquals(++expectedBlockHits, cache.getStats().getHitCount());</span> |
| <span class="source-line-no">1428</span><span id="line-1428"> assertEquals(expectedBlockMiss, cache.getStats().getMissCount());</span> |
| <span class="source-line-no">1429</span><span id="line-1429"> // insert a second column, read the row, no new blocks, one new hit</span> |
| <span class="source-line-no">1430</span><span id="line-1430"> byte[] QUALIFIER2 = Bytes.add(QUALIFIER, QUALIFIER);</span> |
| <span class="source-line-no">1431</span><span id="line-1431"> byte[] data2 = Bytes.add(data, data);</span> |
| <span class="source-line-no">1432</span><span id="line-1432"> put = new Put(ROW);</span> |
| <span class="source-line-no">1433</span><span id="line-1433"> put.addColumn(FAMILY, QUALIFIER2, data2);</span> |
| <span class="source-line-no">1434</span><span id="line-1434"> table.put(put);</span> |
| <span class="source-line-no">1435</span><span id="line-1435"> Result r = table.get(new Get(ROW));</span> |
| <span class="source-line-no">1436</span><span id="line-1436"> assertTrue(Bytes.equals(r.getValue(FAMILY, QUALIFIER), data));</span> |
| <span class="source-line-no">1437</span><span id="line-1437"> assertTrue(Bytes.equals(r.getValue(FAMILY, QUALIFIER2), data2));</span> |
| <span class="source-line-no">1438</span><span id="line-1438"> assertEquals(expectedBlockCount, cache.getBlockCount());</span> |
| <span class="source-line-no">1439</span><span id="line-1439"> assertEquals(++expectedBlockHits, cache.getStats().getHitCount());</span> |
| <span class="source-line-no">1440</span><span id="line-1440"> assertEquals(expectedBlockMiss, cache.getStats().getMissCount());</span> |
| <span class="source-line-no">1441</span><span id="line-1441"> // flush, one new block</span> |
| <span class="source-line-no">1442</span><span id="line-1442"> System.out.println("Flushing cache");</span> |
| <span class="source-line-no">1443</span><span id="line-1443"> region.flush(true);</span> |
| <span class="source-line-no">1444</span><span id="line-1444"></span> |
| <span class="source-line-no">1445</span><span id="line-1445"> // + 1 for Index Block, +1 for data block</span> |
| <span class="source-line-no">1446</span><span id="line-1446"> expectedBlockCount += 2;</span> |
| <span class="source-line-no">1447</span><span id="line-1447"> assertEquals(expectedBlockCount, cache.getBlockCount());</span> |
| <span class="source-line-no">1448</span><span id="line-1448"> assertEquals(expectedBlockHits, cache.getStats().getHitCount());</span> |
| <span class="source-line-no">1449</span><span id="line-1449"> assertEquals(expectedBlockMiss, cache.getStats().getMissCount());</span> |
| <span class="source-line-no">1450</span><span id="line-1450"> // compact, net minus two blocks, two hits, no misses</span> |
| <span class="source-line-no">1451</span><span id="line-1451"> System.out.println("Compacting");</span> |
| <span class="source-line-no">1452</span><span id="line-1452"> assertEquals(2, store.getStorefilesCount());</span> |
| <span class="source-line-no">1453</span><span id="line-1453"> store.triggerMajorCompaction();</span> |
| <span class="source-line-no">1454</span><span id="line-1454"> region.compact(true);</span> |
| <span class="source-line-no">1455</span><span id="line-1455"> store.closeAndArchiveCompactedFiles();</span> |
| <span class="source-line-no">1456</span><span id="line-1456"> waitForStoreFileCount(store, 1, 10000); // wait 10 seconds max</span> |
| <span class="source-line-no">1457</span><span id="line-1457"> assertEquals(1, store.getStorefilesCount());</span> |
| <span class="source-line-no">1458</span><span id="line-1458"> // evicted two data blocks and two index blocks and compaction does not cache new blocks</span> |
| <span class="source-line-no">1459</span><span id="line-1459"> expectedBlockCount = 0;</span> |
| <span class="source-line-no">1460</span><span id="line-1460"> assertEquals(expectedBlockCount, cache.getBlockCount());</span> |
| <span class="source-line-no">1461</span><span id="line-1461"> expectedBlockHits += 2;</span> |
| <span class="source-line-no">1462</span><span id="line-1462"> assertEquals(expectedBlockMiss, cache.getStats().getMissCount());</span> |
| <span class="source-line-no">1463</span><span id="line-1463"> assertEquals(expectedBlockHits, cache.getStats().getHitCount());</span> |
| <span class="source-line-no">1464</span><span id="line-1464"> // read the row, this should be a cache miss because we don't cache data</span> |
| <span class="source-line-no">1465</span><span id="line-1465"> // blocks on compaction</span> |
| <span class="source-line-no">1466</span><span id="line-1466"> r = table.get(new Get(ROW));</span> |
| <span class="source-line-no">1467</span><span id="line-1467"> assertTrue(Bytes.equals(r.getValue(FAMILY, QUALIFIER), data));</span> |
| <span class="source-line-no">1468</span><span id="line-1468"> assertTrue(Bytes.equals(r.getValue(FAMILY, QUALIFIER2), data2));</span> |
| <span class="source-line-no">1469</span><span id="line-1469"> expectedBlockCount += 1; // cached one data block</span> |
| <span class="source-line-no">1470</span><span id="line-1470"> assertEquals(expectedBlockCount, cache.getBlockCount());</span> |
| <span class="source-line-no">1471</span><span id="line-1471"> assertEquals(expectedBlockHits, cache.getStats().getHitCount());</span> |
| <span class="source-line-no">1472</span><span id="line-1472"> assertEquals(++expectedBlockMiss, cache.getStats().getMissCount());</span> |
| <span class="source-line-no">1473</span><span id="line-1473"> }</span> |
| <span class="source-line-no">1474</span><span id="line-1474"> }</span> |
| <span class="source-line-no">1475</span><span id="line-1475"> }</span> |
| <span class="source-line-no">1476</span><span id="line-1476"></span> |
| <span class="source-line-no">1477</span><span id="line-1477"> private void waitForStoreFileCount(HStore store, int count, int timeout)</span> |
| <span class="source-line-no">1478</span><span id="line-1478"> throws InterruptedException {</span> |
| <span class="source-line-no">1479</span><span id="line-1479"> long start = EnvironmentEdgeManager.currentTime();</span> |
| <span class="source-line-no">1480</span><span id="line-1480"> while (</span> |
| <span class="source-line-no">1481</span><span id="line-1481"> start + timeout > EnvironmentEdgeManager.currentTime() && store.getStorefilesCount() != count</span> |
| <span class="source-line-no">1482</span><span id="line-1482"> ) {</span> |
| <span class="source-line-no">1483</span><span id="line-1483"> Thread.sleep(100);</span> |
| <span class="source-line-no">1484</span><span id="line-1484"> }</span> |
| <span class="source-line-no">1485</span><span id="line-1485"> System.out.println("start=" + start + ", now=" + EnvironmentEdgeManager.currentTime() + ", cur="</span> |
| <span class="source-line-no">1486</span><span id="line-1486"> + store.getStorefilesCount());</span> |
| <span class="source-line-no">1487</span><span id="line-1487"> assertEquals(count, store.getStorefilesCount());</span> |
| <span class="source-line-no">1488</span><span id="line-1488"> }</span> |
| <span class="source-line-no">1489</span><span id="line-1489"></span> |
| <span class="source-line-no">1490</span><span id="line-1490"> /**</span> |
| <span class="source-line-no">1491</span><span id="line-1491"> * Tests the non cached version of getRegionLocator by moving a region.</span> |
| <span class="source-line-no">1492</span><span id="line-1492"> */</span> |
| <span class="source-line-no">1493</span><span id="line-1493"> @Test</span> |
| <span class="source-line-no">1494</span><span id="line-1494"> public void testNonCachedGetRegionLocation() throws Exception {</span> |
| <span class="source-line-no">1495</span><span id="line-1495"> // Test Initialization.</span> |
| <span class="source-line-no">1496</span><span id="line-1496"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">1497</span><span id="line-1497"> byte[] family1 = Bytes.toBytes("f1");</span> |
| <span class="source-line-no">1498</span><span id="line-1498"> byte[] family2 = Bytes.toBytes("f2");</span> |
| <span class="source-line-no">1499</span><span id="line-1499"> try (Table ignored = TEST_UTIL.createTable(tableName, new byte[][] { family1, family2 }, 10);</span> |
| <span class="source-line-no">1500</span><span id="line-1500"> Admin admin = TEST_UTIL.getAdmin();</span> |
| <span class="source-line-no">1501</span><span id="line-1501"> RegionLocator locator = TEST_UTIL.getConnection().getRegionLocator(tableName)) {</span> |
| <span class="source-line-no">1502</span><span id="line-1502"> List<HRegionLocation> allRegionLocations = locator.getAllRegionLocations();</span> |
| <span class="source-line-no">1503</span><span id="line-1503"> assertEquals(1, allRegionLocations.size());</span> |
| <span class="source-line-no">1504</span><span id="line-1504"> RegionInfo regionInfo = allRegionLocations.get(0).getRegion();</span> |
| <span class="source-line-no">1505</span><span id="line-1505"> ServerName addrBefore = allRegionLocations.get(0).getServerName();</span> |
| <span class="source-line-no">1506</span><span id="line-1506"> // Verify region location before move.</span> |
| <span class="source-line-no">1507</span><span id="line-1507"> HRegionLocation addrCache = locator.getRegionLocation(regionInfo.getStartKey(), false);</span> |
| <span class="source-line-no">1508</span><span id="line-1508"> HRegionLocation addrNoCache = locator.getRegionLocation(regionInfo.getStartKey(), true);</span> |
| <span class="source-line-no">1509</span><span id="line-1509"></span> |
| <span class="source-line-no">1510</span><span id="line-1510"> assertEquals(addrBefore.getPort(), addrCache.getPort());</span> |
| <span class="source-line-no">1511</span><span id="line-1511"> assertEquals(addrBefore.getPort(), addrNoCache.getPort());</span> |
| <span class="source-line-no">1512</span><span id="line-1512"></span> |
| <span class="source-line-no">1513</span><span id="line-1513"> // Make sure more than one server.</span> |
| <span class="source-line-no">1514</span><span id="line-1514"> if (TEST_UTIL.getMiniHBaseCluster().getLiveRegionServerThreads().size() <= 1) {</span> |
| <span class="source-line-no">1515</span><span id="line-1515"> TEST_UTIL.getMiniHBaseCluster().startRegionServer();</span> |
| <span class="source-line-no">1516</span><span id="line-1516"> Waiter.waitFor(TEST_UTIL.getConfiguration(), 30000, new Waiter.Predicate<Exception>() {</span> |
| <span class="source-line-no">1517</span><span id="line-1517"> @Override</span> |
| <span class="source-line-no">1518</span><span id="line-1518"> public boolean evaluate() throws Exception {</span> |
| <span class="source-line-no">1519</span><span id="line-1519"> return TEST_UTIL.getMiniHBaseCluster().getLiveRegionServerThreads().size() > 1;</span> |
| <span class="source-line-no">1520</span><span id="line-1520"> }</span> |
| <span class="source-line-no">1521</span><span id="line-1521"> });</span> |
| <span class="source-line-no">1522</span><span id="line-1522"> }</span> |
| <span class="source-line-no">1523</span><span id="line-1523"></span> |
| <span class="source-line-no">1524</span><span id="line-1524"> ServerName addrAfter = null;</span> |
| <span class="source-line-no">1525</span><span id="line-1525"> // Now move the region to a different server.</span> |
| <span class="source-line-no">1526</span><span id="line-1526"> for (int i = 0; i</span> |
| <span class="source-line-no">1527</span><span id="line-1527"> < TEST_UTIL.getMiniHBaseCluster().getLiveRegionServerThreads().size(); i++) {</span> |
| <span class="source-line-no">1528</span><span id="line-1528"> HRegionServer regionServer = TEST_UTIL.getHBaseCluster().getRegionServer(i);</span> |
| <span class="source-line-no">1529</span><span id="line-1529"> ServerName addr = regionServer.getServerName();</span> |
| <span class="source-line-no">1530</span><span id="line-1530"> if (addr.getPort() != addrBefore.getPort()) {</span> |
| <span class="source-line-no">1531</span><span id="line-1531"> admin.move(regionInfo.getEncodedNameAsBytes(), addr);</span> |
| <span class="source-line-no">1532</span><span id="line-1532"> // Wait for the region to move.</span> |
| <span class="source-line-no">1533</span><span id="line-1533"> Thread.sleep(5000);</span> |
| <span class="source-line-no">1534</span><span id="line-1534"> addrAfter = addr;</span> |
| <span class="source-line-no">1535</span><span id="line-1535"> break;</span> |
| <span class="source-line-no">1536</span><span id="line-1536"> }</span> |
| <span class="source-line-no">1537</span><span id="line-1537"> }</span> |
| <span class="source-line-no">1538</span><span id="line-1538"></span> |
| <span class="source-line-no">1539</span><span id="line-1539"> // Verify the region was moved.</span> |
| <span class="source-line-no">1540</span><span id="line-1540"> addrCache = locator.getRegionLocation(regionInfo.getStartKey(), false);</span> |
| <span class="source-line-no">1541</span><span id="line-1541"> addrNoCache = locator.getRegionLocation(regionInfo.getStartKey(), true);</span> |
| <span class="source-line-no">1542</span><span id="line-1542"> assertNotNull(addrAfter);</span> |
| <span class="source-line-no">1543</span><span id="line-1543"> assertTrue(addrAfter.getPort() != addrCache.getPort());</span> |
| <span class="source-line-no">1544</span><span id="line-1544"> assertEquals(addrAfter.getPort(), addrNoCache.getPort());</span> |
| <span class="source-line-no">1545</span><span id="line-1545"> }</span> |
| <span class="source-line-no">1546</span><span id="line-1546"> }</span> |
| <span class="source-line-no">1547</span><span id="line-1547"></span> |
| <span class="source-line-no">1548</span><span id="line-1548"> /**</span> |
| <span class="source-line-no">1549</span><span id="line-1549"> * Tests getRegionsInRange by creating some regions over which a range of keys spans; then</span> |
| <span class="source-line-no">1550</span><span id="line-1550"> * changing the key range.</span> |
| <span class="source-line-no">1551</span><span id="line-1551"> */</span> |
| <span class="source-line-no">1552</span><span id="line-1552"> @Test</span> |
| <span class="source-line-no">1553</span><span id="line-1553"> public void testGetRegionsInRange() throws Exception {</span> |
| <span class="source-line-no">1554</span><span id="line-1554"> // Test Initialization.</span> |
| <span class="source-line-no">1555</span><span id="line-1555"> byte[] startKey = Bytes.toBytes("ddc");</span> |
| <span class="source-line-no">1556</span><span id="line-1556"> byte[] endKey = Bytes.toBytes("mmm");</span> |
| <span class="source-line-no">1557</span><span id="line-1557"> TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">1558</span><span id="line-1558"> TEST_UTIL.createMultiRegionTable(tableName, new byte[][] { FAMILY }, 10);</span> |
| <span class="source-line-no">1559</span><span id="line-1559"></span> |
| <span class="source-line-no">1560</span><span id="line-1560"> int numOfRegions;</span> |
| <span class="source-line-no">1561</span><span id="line-1561"> try (RegionLocator r = TEST_UTIL.getConnection().getRegionLocator(tableName)) {</span> |
| <span class="source-line-no">1562</span><span id="line-1562"> numOfRegions = r.getStartKeys().length;</span> |
| <span class="source-line-no">1563</span><span id="line-1563"> }</span> |
| <span class="source-line-no">1564</span><span id="line-1564"> assertEquals(26, numOfRegions);</span> |
| <span class="source-line-no">1565</span><span id="line-1565"></span> |
| <span class="source-line-no">1566</span><span id="line-1566"> // Get the regions in this range</span> |
| <span class="source-line-no">1567</span><span id="line-1567"> List<HRegionLocation> regionsList = getRegionsInRange(tableName, startKey, endKey);</span> |
| <span class="source-line-no">1568</span><span id="line-1568"> assertEquals(10, regionsList.size());</span> |
| <span class="source-line-no">1569</span><span id="line-1569"></span> |
| <span class="source-line-no">1570</span><span id="line-1570"> // Change the start key</span> |
| <span class="source-line-no">1571</span><span id="line-1571"> startKey = Bytes.toBytes("fff");</span> |
| <span class="source-line-no">1572</span><span id="line-1572"> regionsList = getRegionsInRange(tableName, startKey, endKey);</span> |
| <span class="source-line-no">1573</span><span id="line-1573"> assertEquals(7, regionsList.size());</span> |
| <span class="source-line-no">1574</span><span id="line-1574"></span> |
| <span class="source-line-no">1575</span><span id="line-1575"> // Change the end key</span> |
| <span class="source-line-no">1576</span><span id="line-1576"> endKey = Bytes.toBytes("nnn");</span> |
| <span class="source-line-no">1577</span><span id="line-1577"> regionsList = getRegionsInRange(tableName, startKey, endKey);</span> |
| <span class="source-line-no">1578</span><span id="line-1578"> assertEquals(8, regionsList.size());</span> |
| <span class="source-line-no">1579</span><span id="line-1579"></span> |
| <span class="source-line-no">1580</span><span id="line-1580"> // Empty start key</span> |
| <span class="source-line-no">1581</span><span id="line-1581"> regionsList = getRegionsInRange(tableName, HConstants.EMPTY_START_ROW, endKey);</span> |
| <span class="source-line-no">1582</span><span id="line-1582"> assertEquals(13, regionsList.size());</span> |
| <span class="source-line-no">1583</span><span id="line-1583"></span> |
| <span class="source-line-no">1584</span><span id="line-1584"> // Empty end key</span> |
| <span class="source-line-no">1585</span><span id="line-1585"> regionsList = getRegionsInRange(tableName, startKey, HConstants.EMPTY_END_ROW);</span> |
| <span class="source-line-no">1586</span><span id="line-1586"> assertEquals(21, regionsList.size());</span> |
| <span class="source-line-no">1587</span><span id="line-1587"></span> |
| <span class="source-line-no">1588</span><span id="line-1588"> // Both start and end keys empty</span> |
| <span class="source-line-no">1589</span><span id="line-1589"> regionsList =</span> |
| <span class="source-line-no">1590</span><span id="line-1590"> getRegionsInRange(tableName, HConstants.EMPTY_START_ROW, HConstants.EMPTY_END_ROW);</span> |
| <span class="source-line-no">1591</span><span id="line-1591"> assertEquals(26, regionsList.size());</span> |
| <span class="source-line-no">1592</span><span id="line-1592"></span> |
| <span class="source-line-no">1593</span><span id="line-1593"> // Change the end key to somewhere in the last block</span> |
| <span class="source-line-no">1594</span><span id="line-1594"> endKey = Bytes.toBytes("zzz1");</span> |
| <span class="source-line-no">1595</span><span id="line-1595"> regionsList = getRegionsInRange(tableName, startKey, endKey);</span> |
| <span class="source-line-no">1596</span><span id="line-1596"> assertEquals(21, regionsList.size());</span> |
| <span class="source-line-no">1597</span><span id="line-1597"></span> |
| <span class="source-line-no">1598</span><span id="line-1598"> // Change the start key to somewhere in the first block</span> |
| <span class="source-line-no">1599</span><span id="line-1599"> startKey = Bytes.toBytes("aac");</span> |
| <span class="source-line-no">1600</span><span id="line-1600"> regionsList = getRegionsInRange(tableName, startKey, endKey);</span> |
| <span class="source-line-no">1601</span><span id="line-1601"> assertEquals(26, regionsList.size());</span> |
| <span class="source-line-no">1602</span><span id="line-1602"></span> |
| <span class="source-line-no">1603</span><span id="line-1603"> // Make start and end key the same</span> |
| <span class="source-line-no">1604</span><span id="line-1604"> startKey = Bytes.toBytes("ccc");</span> |
| <span class="source-line-no">1605</span><span id="line-1605"> endKey = Bytes.toBytes("ccc");</span> |
| <span class="source-line-no">1606</span><span id="line-1606"> regionsList = getRegionsInRange(tableName, startKey, endKey);</span> |
| <span class="source-line-no">1607</span><span id="line-1607"> assertEquals(1, regionsList.size());</span> |
| <span class="source-line-no">1608</span><span id="line-1608"> }</span> |
| <span class="source-line-no">1609</span><span id="line-1609"></span> |
| <span class="source-line-no">1610</span><span id="line-1610"> private List<HRegionLocation> getRegionsInRange(TableName tableName, byte[] startKey,</span> |
| <span class="source-line-no">1611</span><span id="line-1611"> byte[] endKey) throws IOException {</span> |
| <span class="source-line-no">1612</span><span id="line-1612"> List<HRegionLocation> regionsInRange = new ArrayList<>();</span> |
| <span class="source-line-no">1613</span><span id="line-1613"> byte[] currentKey = startKey;</span> |
| <span class="source-line-no">1614</span><span id="line-1614"> final boolean endKeyIsEndOfTable = Bytes.equals(endKey, HConstants.EMPTY_END_ROW);</span> |
| <span class="source-line-no">1615</span><span id="line-1615"> try (RegionLocator r = TEST_UTIL.getConnection().getRegionLocator(tableName)) {</span> |
| <span class="source-line-no">1616</span><span id="line-1616"> do {</span> |
| <span class="source-line-no">1617</span><span id="line-1617"> HRegionLocation regionLocation = r.getRegionLocation(currentKey);</span> |
| <span class="source-line-no">1618</span><span id="line-1618"> regionsInRange.add(regionLocation);</span> |
| <span class="source-line-no">1619</span><span id="line-1619"> currentKey = regionLocation.getRegion().getEndKey();</span> |
| <span class="source-line-no">1620</span><span id="line-1620"> } while (</span> |
| <span class="source-line-no">1621</span><span id="line-1621"> !Bytes.equals(currentKey, HConstants.EMPTY_END_ROW)</span> |
| <span class="source-line-no">1622</span><span id="line-1622"> && (endKeyIsEndOfTable || Bytes.compareTo(currentKey, endKey) < 0)</span> |
| <span class="source-line-no">1623</span><span id="line-1623"> );</span> |
| <span class="source-line-no">1624</span><span id="line-1624"> return regionsInRange;</span> |
| <span class="source-line-no">1625</span><span id="line-1625"> }</span> |
| <span class="source-line-no">1626</span><span id="line-1626"> }</span> |
| <span class="source-line-no">1627</span><span id="line-1627"></span> |
| <span class="source-line-no">1628</span><span id="line-1628"> @Test</span> |
| <span class="source-line-no">1629</span><span id="line-1629"> public void testJira6912() throws Exception {</span> |
| <span class="source-line-no">1630</span><span id="line-1630"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">1631</span><span id="line-1631"> try (Table foo = TEST_UTIL.createTable(tableName, new byte[][] { FAMILY }, 10)) {</span> |
| <span class="source-line-no">1632</span><span id="line-1632"></span> |
| <span class="source-line-no">1633</span><span id="line-1633"> List<Put> puts = new ArrayList<>();</span> |
| <span class="source-line-no">1634</span><span id="line-1634"> for (int i = 0; i != 100; i++) {</span> |
| <span class="source-line-no">1635</span><span id="line-1635"> Put put = new Put(Bytes.toBytes(i));</span> |
| <span class="source-line-no">1636</span><span id="line-1636"> put.addColumn(FAMILY, FAMILY, Bytes.toBytes(i));</span> |
| <span class="source-line-no">1637</span><span id="line-1637"> puts.add(put);</span> |
| <span class="source-line-no">1638</span><span id="line-1638"> }</span> |
| <span class="source-line-no">1639</span><span id="line-1639"> foo.put(puts);</span> |
| <span class="source-line-no">1640</span><span id="line-1640"> // If i comment this out it works</span> |
| <span class="source-line-no">1641</span><span id="line-1641"> TEST_UTIL.flush();</span> |
| <span class="source-line-no">1642</span><span id="line-1642"></span> |
| <span class="source-line-no">1643</span><span id="line-1643"> Scan scan = new Scan();</span> |
| <span class="source-line-no">1644</span><span id="line-1644"> scan.withStartRow(Bytes.toBytes(1));</span> |
| <span class="source-line-no">1645</span><span id="line-1645"> scan.withStopRow(Bytes.toBytes(3));</span> |
| <span class="source-line-no">1646</span><span id="line-1646"> scan.addColumn(FAMILY, FAMILY);</span> |
| <span class="source-line-no">1647</span><span id="line-1647"> scan.setFilter(</span> |
| <span class="source-line-no">1648</span><span id="line-1648"> new RowFilter(CompareOperator.NOT_EQUAL, new BinaryComparator(Bytes.toBytes(1))));</span> |
| <span class="source-line-no">1649</span><span id="line-1649"></span> |
| <span class="source-line-no">1650</span><span id="line-1650"> try (ResultScanner scanner = foo.getScanner(scan)) {</span> |
| <span class="source-line-no">1651</span><span id="line-1651"> Result[] bar = scanner.next(100);</span> |
| <span class="source-line-no">1652</span><span id="line-1652"> assertEquals(1, bar.length);</span> |
| <span class="source-line-no">1653</span><span id="line-1653"> }</span> |
| <span class="source-line-no">1654</span><span id="line-1654"> }</span> |
| <span class="source-line-no">1655</span><span id="line-1655"> }</span> |
| <span class="source-line-no">1656</span><span id="line-1656"></span> |
| <span class="source-line-no">1657</span><span id="line-1657"> @Test</span> |
| <span class="source-line-no">1658</span><span id="line-1658"> public void testScan_NullQualifier() throws IOException {</span> |
| <span class="source-line-no">1659</span><span id="line-1659"> try (Table table = TEST_UTIL.createTable(name.getTableName(), FAMILY)) {</span> |
| <span class="source-line-no">1660</span><span id="line-1660"> Put put = new Put(ROW);</span> |
| <span class="source-line-no">1661</span><span id="line-1661"> put.addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">1662</span><span id="line-1662"> table.put(put);</span> |
| <span class="source-line-no">1663</span><span id="line-1663"></span> |
| <span class="source-line-no">1664</span><span id="line-1664"> put = new Put(ROW);</span> |
| <span class="source-line-no">1665</span><span id="line-1665"> put.addColumn(FAMILY, null, VALUE);</span> |
| <span class="source-line-no">1666</span><span id="line-1666"> table.put(put);</span> |
| <span class="source-line-no">1667</span><span id="line-1667"> LOG.info("Row put");</span> |
| <span class="source-line-no">1668</span><span id="line-1668"></span> |
| <span class="source-line-no">1669</span><span id="line-1669"> Scan scan = new Scan();</span> |
| <span class="source-line-no">1670</span><span id="line-1670"> scan.addColumn(FAMILY, null);</span> |
| <span class="source-line-no">1671</span><span id="line-1671"></span> |
| <span class="source-line-no">1672</span><span id="line-1672"> ResultScanner scanner = table.getScanner(scan);</span> |
| <span class="source-line-no">1673</span><span id="line-1673"> Result[] bar = scanner.next(100);</span> |
| <span class="source-line-no">1674</span><span id="line-1674"> assertEquals(1, bar.length);</span> |
| <span class="source-line-no">1675</span><span id="line-1675"> assertEquals(1, bar[0].size());</span> |
| <span class="source-line-no">1676</span><span id="line-1676"></span> |
| <span class="source-line-no">1677</span><span id="line-1677"> scan = new Scan();</span> |
| <span class="source-line-no">1678</span><span id="line-1678"> scan.addFamily(FAMILY);</span> |
| <span class="source-line-no">1679</span><span id="line-1679"></span> |
| <span class="source-line-no">1680</span><span id="line-1680"> scanner = table.getScanner(scan);</span> |
| <span class="source-line-no">1681</span><span id="line-1681"> bar = scanner.next(100);</span> |
| <span class="source-line-no">1682</span><span id="line-1682"> assertEquals(1, bar.length);</span> |
| <span class="source-line-no">1683</span><span id="line-1683"> assertEquals(2, bar[0].size());</span> |
| <span class="source-line-no">1684</span><span id="line-1684"> }</span> |
| <span class="source-line-no">1685</span><span id="line-1685"> }</span> |
| <span class="source-line-no">1686</span><span id="line-1686"></span> |
| <span class="source-line-no">1687</span><span id="line-1687"> @Test</span> |
| <span class="source-line-no">1688</span><span id="line-1688"> public void testNegativeTimestamp() throws IOException {</span> |
| <span class="source-line-no">1689</span><span id="line-1689"> try (Table table = TEST_UTIL.createTable(name.getTableName(), FAMILY)) {</span> |
| <span class="source-line-no">1690</span><span id="line-1690"></span> |
| <span class="source-line-no">1691</span><span id="line-1691"> try {</span> |
| <span class="source-line-no">1692</span><span id="line-1692"> Put put = new Put(ROW, -1);</span> |
| <span class="source-line-no">1693</span><span id="line-1693"> put.addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">1694</span><span id="line-1694"> table.put(put);</span> |
| <span class="source-line-no">1695</span><span id="line-1695"> fail("Negative timestamps should not have been allowed");</span> |
| <span class="source-line-no">1696</span><span id="line-1696"> } catch (IllegalArgumentException ex) {</span> |
| <span class="source-line-no">1697</span><span id="line-1697"> assertTrue(ex.getMessage().contains("negative"));</span> |
| <span class="source-line-no">1698</span><span id="line-1698"> }</span> |
| <span class="source-line-no">1699</span><span id="line-1699"></span> |
| <span class="source-line-no">1700</span><span id="line-1700"> try {</span> |
| <span class="source-line-no">1701</span><span id="line-1701"> Put put = new Put(ROW);</span> |
| <span class="source-line-no">1702</span><span id="line-1702"> long ts = -1;</span> |
| <span class="source-line-no">1703</span><span id="line-1703"> put.addColumn(FAMILY, QUALIFIER, ts, VALUE);</span> |
| <span class="source-line-no">1704</span><span id="line-1704"> table.put(put);</span> |
| <span class="source-line-no">1705</span><span id="line-1705"> fail("Negative timestamps should not have been allowed");</span> |
| <span class="source-line-no">1706</span><span id="line-1706"> } catch (IllegalArgumentException ex) {</span> |
| <span class="source-line-no">1707</span><span id="line-1707"> assertTrue(ex.getMessage().contains("negative"));</span> |
| <span class="source-line-no">1708</span><span id="line-1708"> }</span> |
| <span class="source-line-no">1709</span><span id="line-1709"></span> |
| <span class="source-line-no">1710</span><span id="line-1710"> try {</span> |
| <span class="source-line-no">1711</span><span id="line-1711"> Delete delete = new Delete(ROW, -1);</span> |
| <span class="source-line-no">1712</span><span id="line-1712"> table.delete(delete);</span> |
| <span class="source-line-no">1713</span><span id="line-1713"> fail("Negative timestamps should not have been allowed");</span> |
| <span class="source-line-no">1714</span><span id="line-1714"> } catch (IllegalArgumentException ex) {</span> |
| <span class="source-line-no">1715</span><span id="line-1715"> assertTrue(ex.getMessage().contains("negative"));</span> |
| <span class="source-line-no">1716</span><span id="line-1716"> }</span> |
| <span class="source-line-no">1717</span><span id="line-1717"></span> |
| <span class="source-line-no">1718</span><span id="line-1718"> try {</span> |
| <span class="source-line-no">1719</span><span id="line-1719"> Delete delete = new Delete(ROW);</span> |
| <span class="source-line-no">1720</span><span id="line-1720"> delete.addFamily(FAMILY, -1);</span> |
| <span class="source-line-no">1721</span><span id="line-1721"> table.delete(delete);</span> |
| <span class="source-line-no">1722</span><span id="line-1722"> fail("Negative timestamps should not have been allowed");</span> |
| <span class="source-line-no">1723</span><span id="line-1723"> } catch (IllegalArgumentException ex) {</span> |
| <span class="source-line-no">1724</span><span id="line-1724"> assertTrue(ex.getMessage().contains("negative"));</span> |
| <span class="source-line-no">1725</span><span id="line-1725"> }</span> |
| <span class="source-line-no">1726</span><span id="line-1726"></span> |
| <span class="source-line-no">1727</span><span id="line-1727"> try {</span> |
| <span class="source-line-no">1728</span><span id="line-1728"> Scan scan = new Scan();</span> |
| <span class="source-line-no">1729</span><span id="line-1729"> scan.setTimeRange(-1, 1);</span> |
| <span class="source-line-no">1730</span><span id="line-1730"> table.getScanner(scan);</span> |
| <span class="source-line-no">1731</span><span id="line-1731"> fail("Negative timestamps should not have been allowed");</span> |
| <span class="source-line-no">1732</span><span id="line-1732"> } catch (IllegalArgumentException ex) {</span> |
| <span class="source-line-no">1733</span><span id="line-1733"> assertTrue(ex.getMessage().contains("negative"));</span> |
| <span class="source-line-no">1734</span><span id="line-1734"> }</span> |
| <span class="source-line-no">1735</span><span id="line-1735"></span> |
| <span class="source-line-no">1736</span><span id="line-1736"> // KeyValue should allow negative timestamps for backwards compat. Otherwise, if the user</span> |
| <span class="source-line-no">1737</span><span id="line-1737"> // already has negative timestamps in cluster data, HBase won't be able to handle that</span> |
| <span class="source-line-no">1738</span><span id="line-1738"> try {</span> |
| <span class="source-line-no">1739</span><span id="line-1739"> new KeyValue(Bytes.toBytes(42), Bytes.toBytes(42), Bytes.toBytes(42), -1,</span> |
| <span class="source-line-no">1740</span><span id="line-1740"> Bytes.toBytes(42));</span> |
| <span class="source-line-no">1741</span><span id="line-1741"> } catch (IllegalArgumentException ex) {</span> |
| <span class="source-line-no">1742</span><span id="line-1742"> fail("KeyValue SHOULD allow negative timestamps");</span> |
| <span class="source-line-no">1743</span><span id="line-1743"> }</span> |
| <span class="source-line-no">1744</span><span id="line-1744"></span> |
| <span class="source-line-no">1745</span><span id="line-1745"> }</span> |
| <span class="source-line-no">1746</span><span id="line-1746"> }</span> |
| <span class="source-line-no">1747</span><span id="line-1747"></span> |
| <span class="source-line-no">1748</span><span id="line-1748"> @Test</span> |
| <span class="source-line-no">1749</span><span id="line-1749"> public void testRawScanRespectsVersions() throws Exception {</span> |
| <span class="source-line-no">1750</span><span id="line-1750"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">1751</span><span id="line-1751"> try (Table table = TEST_UTIL.createTable(tableName, FAMILY)) {</span> |
| <span class="source-line-no">1752</span><span id="line-1752"> byte[] row = Bytes.toBytes("row");</span> |
| <span class="source-line-no">1753</span><span id="line-1753"></span> |
| <span class="source-line-no">1754</span><span id="line-1754"> // put the same row 4 times, with different values</span> |
| <span class="source-line-no">1755</span><span id="line-1755"> Put p = new Put(row);</span> |
| <span class="source-line-no">1756</span><span id="line-1756"> p.addColumn(FAMILY, QUALIFIER, 10, VALUE);</span> |
| <span class="source-line-no">1757</span><span id="line-1757"> table.put(p);</span> |
| <span class="source-line-no">1758</span><span id="line-1758"> p = new Put(row);</span> |
| <span class="source-line-no">1759</span><span id="line-1759"> p.addColumn(FAMILY, QUALIFIER, 11, ArrayUtils.add(VALUE, (byte) 2));</span> |
| <span class="source-line-no">1760</span><span id="line-1760"> table.put(p);</span> |
| <span class="source-line-no">1761</span><span id="line-1761"></span> |
| <span class="source-line-no">1762</span><span id="line-1762"> p = new Put(row);</span> |
| <span class="source-line-no">1763</span><span id="line-1763"> p.addColumn(FAMILY, QUALIFIER, 12, ArrayUtils.add(VALUE, (byte) 3));</span> |
| <span class="source-line-no">1764</span><span id="line-1764"> table.put(p);</span> |
| <span class="source-line-no">1765</span><span id="line-1765"></span> |
| <span class="source-line-no">1766</span><span id="line-1766"> p = new Put(row);</span> |
| <span class="source-line-no">1767</span><span id="line-1767"> p.addColumn(FAMILY, QUALIFIER, 13, ArrayUtils.add(VALUE, (byte) 4));</span> |
| <span class="source-line-no">1768</span><span id="line-1768"> table.put(p);</span> |
| <span class="source-line-no">1769</span><span id="line-1769"></span> |
| <span class="source-line-no">1770</span><span id="line-1770"> int versions = 4;</span> |
| <span class="source-line-no">1771</span><span id="line-1771"> Scan s = new Scan().withStartRow(row);</span> |
| <span class="source-line-no">1772</span><span id="line-1772"> // get all the possible versions</span> |
| <span class="source-line-no">1773</span><span id="line-1773"> s.readAllVersions();</span> |
| <span class="source-line-no">1774</span><span id="line-1774"> s.setRaw(true);</span> |
| <span class="source-line-no">1775</span><span id="line-1775"></span> |
| <span class="source-line-no">1776</span><span id="line-1776"> try (ResultScanner scanner = table.getScanner(s)) {</span> |
| <span class="source-line-no">1777</span><span id="line-1777"> int count = 0;</span> |
| <span class="source-line-no">1778</span><span id="line-1778"> for (Result r : scanner) {</span> |
| <span class="source-line-no">1779</span><span id="line-1779"> assertEquals("Found an unexpected number of results for the row!", versions,</span> |
| <span class="source-line-no">1780</span><span id="line-1780"> r.listCells().size());</span> |
| <span class="source-line-no">1781</span><span id="line-1781"> count++;</span> |
| <span class="source-line-no">1782</span><span id="line-1782"> }</span> |
| <span class="source-line-no">1783</span><span id="line-1783"> assertEquals("Found more than a single row when raw scanning the table with a single row!",</span> |
| <span class="source-line-no">1784</span><span id="line-1784"> 1, count);</span> |
| <span class="source-line-no">1785</span><span id="line-1785"> }</span> |
| <span class="source-line-no">1786</span><span id="line-1786"></span> |
| <span class="source-line-no">1787</span><span id="line-1787"> // then if we decrease the number of versions, but keep the scan raw, we should see exactly</span> |
| <span class="source-line-no">1788</span><span id="line-1788"> // that number of versions</span> |
| <span class="source-line-no">1789</span><span id="line-1789"> versions = 2;</span> |
| <span class="source-line-no">1790</span><span id="line-1790"> s.readVersions(versions);</span> |
| <span class="source-line-no">1791</span><span id="line-1791"> try (ResultScanner scanner = table.getScanner(s)) {</span> |
| <span class="source-line-no">1792</span><span id="line-1792"> int count = 0;</span> |
| <span class="source-line-no">1793</span><span id="line-1793"> for (Result r : scanner) {</span> |
| <span class="source-line-no">1794</span><span id="line-1794"> assertEquals("Found an unexpected number of results for the row!", versions,</span> |
| <span class="source-line-no">1795</span><span id="line-1795"> r.listCells().size());</span> |
| <span class="source-line-no">1796</span><span id="line-1796"> count++;</span> |
| <span class="source-line-no">1797</span><span id="line-1797"> }</span> |
| <span class="source-line-no">1798</span><span id="line-1798"> assertEquals("Found more than a single row when raw scanning the table with a single row!",</span> |
| <span class="source-line-no">1799</span><span id="line-1799"> 1, count);</span> |
| <span class="source-line-no">1800</span><span id="line-1800"> }</span> |
| <span class="source-line-no">1801</span><span id="line-1801"></span> |
| <span class="source-line-no">1802</span><span id="line-1802"> // finally, if we turn off raw scanning, but max out the number of versions, we should go back</span> |
| <span class="source-line-no">1803</span><span id="line-1803"> // to seeing just three</span> |
| <span class="source-line-no">1804</span><span id="line-1804"> versions = 3;</span> |
| <span class="source-line-no">1805</span><span id="line-1805"> s.readVersions(versions);</span> |
| <span class="source-line-no">1806</span><span id="line-1806"> try (ResultScanner scanner = table.getScanner(s)) {</span> |
| <span class="source-line-no">1807</span><span id="line-1807"> int count = 0;</span> |
| <span class="source-line-no">1808</span><span id="line-1808"> for (Result r : scanner) {</span> |
| <span class="source-line-no">1809</span><span id="line-1809"> assertEquals("Found an unexpected number of results for the row!", versions,</span> |
| <span class="source-line-no">1810</span><span id="line-1810"> r.listCells().size());</span> |
| <span class="source-line-no">1811</span><span id="line-1811"> count++;</span> |
| <span class="source-line-no">1812</span><span id="line-1812"> }</span> |
| <span class="source-line-no">1813</span><span id="line-1813"> assertEquals("Found more than a single row when raw scanning the table with a single row!",</span> |
| <span class="source-line-no">1814</span><span id="line-1814"> 1, count);</span> |
| <span class="source-line-no">1815</span><span id="line-1815"> }</span> |
| <span class="source-line-no">1816</span><span id="line-1816"></span> |
| <span class="source-line-no">1817</span><span id="line-1817"> }</span> |
| <span class="source-line-no">1818</span><span id="line-1818"> TEST_UTIL.deleteTable(tableName);</span> |
| <span class="source-line-no">1819</span><span id="line-1819"> }</span> |
| <span class="source-line-no">1820</span><span id="line-1820"></span> |
| <span class="source-line-no">1821</span><span id="line-1821"> @Test</span> |
| <span class="source-line-no">1822</span><span id="line-1822"> public void testEmptyFilterList() throws Exception {</span> |
| <span class="source-line-no">1823</span><span id="line-1823"> // Test Initialization.</span> |
| <span class="source-line-no">1824</span><span id="line-1824"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">1825</span><span id="line-1825"> try (Table table = TEST_UTIL.createTable(tableName, FAMILY)) {</span> |
| <span class="source-line-no">1826</span><span id="line-1826"></span> |
| <span class="source-line-no">1827</span><span id="line-1827"> // Insert one row each region</span> |
| <span class="source-line-no">1828</span><span id="line-1828"> Put put = new Put(Bytes.toBytes("row"));</span> |
| <span class="source-line-no">1829</span><span id="line-1829"> put.addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">1830</span><span id="line-1830"> table.put(put);</span> |
| <span class="source-line-no">1831</span><span id="line-1831"></span> |
| <span class="source-line-no">1832</span><span id="line-1832"> List<Result> scanResults = new LinkedList<>();</span> |
| <span class="source-line-no">1833</span><span id="line-1833"> Scan scan = new Scan();</span> |
| <span class="source-line-no">1834</span><span id="line-1834"> scan.setFilter(new FilterList());</span> |
| <span class="source-line-no">1835</span><span id="line-1835"> try (ResultScanner scanner = table.getScanner(scan)) {</span> |
| <span class="source-line-no">1836</span><span id="line-1836"> for (Result r : scanner) {</span> |
| <span class="source-line-no">1837</span><span id="line-1837"> scanResults.add(r);</span> |
| <span class="source-line-no">1838</span><span id="line-1838"> }</span> |
| <span class="source-line-no">1839</span><span id="line-1839"> }</span> |
| <span class="source-line-no">1840</span><span id="line-1840"> assertEquals(1, scanResults.size());</span> |
| <span class="source-line-no">1841</span><span id="line-1841"> Get g = new Get(Bytes.toBytes("row"));</span> |
| <span class="source-line-no">1842</span><span id="line-1842"> g.setFilter(new FilterList());</span> |
| <span class="source-line-no">1843</span><span id="line-1843"> Result getResult = table.get(g);</span> |
| <span class="source-line-no">1844</span><span id="line-1844"> Result scanResult = scanResults.get(0);</span> |
| <span class="source-line-no">1845</span><span id="line-1845"> assertEquals(scanResult.rawCells().length, getResult.rawCells().length);</span> |
| <span class="source-line-no">1846</span><span id="line-1846"> for (int i = 0; i != scanResult.rawCells().length; ++i) {</span> |
| <span class="source-line-no">1847</span><span id="line-1847"> Cell scanCell = scanResult.rawCells()[i];</span> |
| <span class="source-line-no">1848</span><span id="line-1848"> Cell getCell = getResult.rawCells()[i];</span> |
| <span class="source-line-no">1849</span><span id="line-1849"> assertEquals(0, Bytes.compareTo(CellUtil.cloneRow(scanCell), CellUtil.cloneRow(getCell)));</span> |
| <span class="source-line-no">1850</span><span id="line-1850"> assertEquals(0,</span> |
| <span class="source-line-no">1851</span><span id="line-1851"> Bytes.compareTo(CellUtil.cloneFamily(scanCell), CellUtil.cloneFamily(getCell)));</span> |
| <span class="source-line-no">1852</span><span id="line-1852"> assertEquals(0,</span> |
| <span class="source-line-no">1853</span><span id="line-1853"> Bytes.compareTo(CellUtil.cloneQualifier(scanCell), CellUtil.cloneQualifier(getCell)));</span> |
| <span class="source-line-no">1854</span><span id="line-1854"> assertEquals(0,</span> |
| <span class="source-line-no">1855</span><span id="line-1855"> Bytes.compareTo(CellUtil.cloneValue(scanCell), CellUtil.cloneValue(getCell)));</span> |
| <span class="source-line-no">1856</span><span id="line-1856"> }</span> |
| <span class="source-line-no">1857</span><span id="line-1857"> }</span> |
| <span class="source-line-no">1858</span><span id="line-1858"> }</span> |
| <span class="source-line-no">1859</span><span id="line-1859"></span> |
| <span class="source-line-no">1860</span><span id="line-1860"> @Test</span> |
| <span class="source-line-no">1861</span><span id="line-1861"> public void testSmallScan() throws Exception {</span> |
| <span class="source-line-no">1862</span><span id="line-1862"> // Test Initialization.</span> |
| <span class="source-line-no">1863</span><span id="line-1863"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">1864</span><span id="line-1864"> try (Table table = TEST_UTIL.createTable(tableName, FAMILY)) {</span> |
| <span class="source-line-no">1865</span><span id="line-1865"></span> |
| <span class="source-line-no">1866</span><span id="line-1866"> // Insert one row each region</span> |
| <span class="source-line-no">1867</span><span id="line-1867"> int insertNum = 10;</span> |
| <span class="source-line-no">1868</span><span id="line-1868"> for (int i = 0; i < 10; i++) {</span> |
| <span class="source-line-no">1869</span><span id="line-1869"> Put put = new Put(Bytes.toBytes("row" + String.format("%03d", i)));</span> |
| <span class="source-line-no">1870</span><span id="line-1870"> put.addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">1871</span><span id="line-1871"> table.put(put);</span> |
| <span class="source-line-no">1872</span><span id="line-1872"> }</span> |
| <span class="source-line-no">1873</span><span id="line-1873"></span> |
| <span class="source-line-no">1874</span><span id="line-1874"> // normal scan</span> |
| <span class="source-line-no">1875</span><span id="line-1875"> try (ResultScanner scanner = table.getScanner(new Scan())) {</span> |
| <span class="source-line-no">1876</span><span id="line-1876"> int count = 0;</span> |
| <span class="source-line-no">1877</span><span id="line-1877"> for (Result r : scanner) {</span> |
| <span class="source-line-no">1878</span><span id="line-1878"> assertFalse(r.isEmpty());</span> |
| <span class="source-line-no">1879</span><span id="line-1879"> count++;</span> |
| <span class="source-line-no">1880</span><span id="line-1880"> }</span> |
| <span class="source-line-no">1881</span><span id="line-1881"> assertEquals(insertNum, count);</span> |
| <span class="source-line-no">1882</span><span id="line-1882"> }</span> |
| <span class="source-line-no">1883</span><span id="line-1883"></span> |
| <span class="source-line-no">1884</span><span id="line-1884"> // small scan</span> |
| <span class="source-line-no">1885</span><span id="line-1885"> Scan scan = new Scan().withStartRow(HConstants.EMPTY_START_ROW)</span> |
| <span class="source-line-no">1886</span><span id="line-1886"> .withStopRow(HConstants.EMPTY_END_ROW, true);</span> |
| <span class="source-line-no">1887</span><span id="line-1887"> scan.setReadType(ReadType.PREAD);</span> |
| <span class="source-line-no">1888</span><span id="line-1888"> scan.setCaching(2);</span> |
| <span class="source-line-no">1889</span><span id="line-1889"> try (ResultScanner scanner = table.getScanner(scan)) {</span> |
| <span class="source-line-no">1890</span><span id="line-1890"> int count = 0;</span> |
| <span class="source-line-no">1891</span><span id="line-1891"> for (Result r : scanner) {</span> |
| <span class="source-line-no">1892</span><span id="line-1892"> assertFalse(r.isEmpty());</span> |
| <span class="source-line-no">1893</span><span id="line-1893"> count++;</span> |
| <span class="source-line-no">1894</span><span id="line-1894"> }</span> |
| <span class="source-line-no">1895</span><span id="line-1895"> assertEquals(insertNum, count);</span> |
| <span class="source-line-no">1896</span><span id="line-1896"> }</span> |
| <span class="source-line-no">1897</span><span id="line-1897"> }</span> |
| <span class="source-line-no">1898</span><span id="line-1898"> }</span> |
| <span class="source-line-no">1899</span><span id="line-1899"></span> |
| <span class="source-line-no">1900</span><span id="line-1900"> @Test</span> |
| <span class="source-line-no">1901</span><span id="line-1901"> public void testSuperSimpleWithReverseScan() throws Exception {</span> |
| <span class="source-line-no">1902</span><span id="line-1902"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">1903</span><span id="line-1903"> try (Table ht = TEST_UTIL.createTable(tableName, FAMILY)) {</span> |
| <span class="source-line-no">1904</span><span id="line-1904"> Put put = new Put(Bytes.toBytes("0-b11111-0000000000000000000"));</span> |
| <span class="source-line-no">1905</span><span id="line-1905"> put.addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">1906</span><span id="line-1906"> ht.put(put);</span> |
| <span class="source-line-no">1907</span><span id="line-1907"> put = new Put(Bytes.toBytes("0-b11111-0000000000000000002"));</span> |
| <span class="source-line-no">1908</span><span id="line-1908"> put.addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">1909</span><span id="line-1909"> ht.put(put);</span> |
| <span class="source-line-no">1910</span><span id="line-1910"> put = new Put(Bytes.toBytes("0-b11111-0000000000000000004"));</span> |
| <span class="source-line-no">1911</span><span id="line-1911"> put.addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">1912</span><span id="line-1912"> ht.put(put);</span> |
| <span class="source-line-no">1913</span><span id="line-1913"> put = new Put(Bytes.toBytes("0-b11111-0000000000000000006"));</span> |
| <span class="source-line-no">1914</span><span id="line-1914"> put.addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">1915</span><span id="line-1915"> ht.put(put);</span> |
| <span class="source-line-no">1916</span><span id="line-1916"> put = new Put(Bytes.toBytes("0-b11111-0000000000000000008"));</span> |
| <span class="source-line-no">1917</span><span id="line-1917"> put.addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">1918</span><span id="line-1918"> ht.put(put);</span> |
| <span class="source-line-no">1919</span><span id="line-1919"> put = new Put(Bytes.toBytes("0-b22222-0000000000000000001"));</span> |
| <span class="source-line-no">1920</span><span id="line-1920"> put.addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">1921</span><span id="line-1921"> ht.put(put);</span> |
| <span class="source-line-no">1922</span><span id="line-1922"> put = new Put(Bytes.toBytes("0-b22222-0000000000000000003"));</span> |
| <span class="source-line-no">1923</span><span id="line-1923"> put.addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">1924</span><span id="line-1924"> ht.put(put);</span> |
| <span class="source-line-no">1925</span><span id="line-1925"> put = new Put(Bytes.toBytes("0-b22222-0000000000000000005"));</span> |
| <span class="source-line-no">1926</span><span id="line-1926"> put.addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">1927</span><span id="line-1927"> ht.put(put);</span> |
| <span class="source-line-no">1928</span><span id="line-1928"> put = new Put(Bytes.toBytes("0-b22222-0000000000000000007"));</span> |
| <span class="source-line-no">1929</span><span id="line-1929"> put.addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">1930</span><span id="line-1930"> ht.put(put);</span> |
| <span class="source-line-no">1931</span><span id="line-1931"> put = new Put(Bytes.toBytes("0-b22222-0000000000000000009"));</span> |
| <span class="source-line-no">1932</span><span id="line-1932"> put.addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">1933</span><span id="line-1933"> ht.put(put);</span> |
| <span class="source-line-no">1934</span><span id="line-1934"> Scan scan = new Scan().withStartRow(Bytes.toBytes("0-b11111-9223372036854775807"))</span> |
| <span class="source-line-no">1935</span><span id="line-1935"> .withStopRow(Bytes.toBytes("0-b11111-0000000000000000000"), true);</span> |
| <span class="source-line-no">1936</span><span id="line-1936"> scan.setReversed(true);</span> |
| <span class="source-line-no">1937</span><span id="line-1937"> try (ResultScanner scanner = ht.getScanner(scan)) {</span> |
| <span class="source-line-no">1938</span><span id="line-1938"> Result result = scanner.next();</span> |
| <span class="source-line-no">1939</span><span id="line-1939"> assertTrue(Bytes.equals(result.getRow(), Bytes.toBytes("0-b11111-0000000000000000008")));</span> |
| <span class="source-line-no">1940</span><span id="line-1940"> }</span> |
| <span class="source-line-no">1941</span><span id="line-1941"> }</span> |
| <span class="source-line-no">1942</span><span id="line-1942"> }</span> |
| <span class="source-line-no">1943</span><span id="line-1943"></span> |
| <span class="source-line-no">1944</span><span id="line-1944"> @Test</span> |
| <span class="source-line-no">1945</span><span id="line-1945"> public void testFiltersWithReverseScan() throws Exception {</span> |
| <span class="source-line-no">1946</span><span id="line-1946"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">1947</span><span id="line-1947"> try (Table ht = TEST_UTIL.createTable(tableName, FAMILY)) {</span> |
| <span class="source-line-no">1948</span><span id="line-1948"> byte[][] ROWS = makeN(ROW, 10);</span> |
| <span class="source-line-no">1949</span><span id="line-1949"> byte[][] QUALIFIERS =</span> |
| <span class="source-line-no">1950</span><span id="line-1950"> { Bytes.toBytes("col0-<d2v1>-<d3v2>"), Bytes.toBytes("col1-<d2v1>-<d3v2>"),</span> |
| <span class="source-line-no">1951</span><span id="line-1951"> Bytes.toBytes("col2-<d2v1>-<d3v2>"), Bytes.toBytes("col3-<d2v1>-<d3v2>"),</span> |
| <span class="source-line-no">1952</span><span id="line-1952"> Bytes.toBytes("col4-<d2v1>-<d3v2>"), Bytes.toBytes("col5-<d2v1>-<d3v2>"),</span> |
| <span class="source-line-no">1953</span><span id="line-1953"> Bytes.toBytes("col6-<d2v1>-<d3v2>"), Bytes.toBytes("col7-<d2v1>-<d3v2>"),</span> |
| <span class="source-line-no">1954</span><span id="line-1954"> Bytes.toBytes("col8-<d2v1>-<d3v2>"), Bytes.toBytes("col9-<d2v1>-<d3v2>") };</span> |
| <span class="source-line-no">1955</span><span id="line-1955"> for (int i = 0; i < 10; i++) {</span> |
| <span class="source-line-no">1956</span><span id="line-1956"> Put put = new Put(ROWS[i]);</span> |
| <span class="source-line-no">1957</span><span id="line-1957"> put.addColumn(FAMILY, QUALIFIERS[i], VALUE);</span> |
| <span class="source-line-no">1958</span><span id="line-1958"> ht.put(put);</span> |
| <span class="source-line-no">1959</span><span id="line-1959"> }</span> |
| <span class="source-line-no">1960</span><span id="line-1960"> Scan scan = new Scan();</span> |
| <span class="source-line-no">1961</span><span id="line-1961"> scan.setReversed(true);</span> |
| <span class="source-line-no">1962</span><span id="line-1962"> scan.addFamily(FAMILY);</span> |
| <span class="source-line-no">1963</span><span id="line-1963"> Filter filter =</span> |
| <span class="source-line-no">1964</span><span id="line-1964"> new QualifierFilter(CompareOperator.EQUAL, new RegexStringComparator("col[1-5]"));</span> |
| <span class="source-line-no">1965</span><span id="line-1965"> scan.setFilter(filter);</span> |
| <span class="source-line-no">1966</span><span id="line-1966"> try (ResultScanner scanner = ht.getScanner(scan)) {</span> |
| <span class="source-line-no">1967</span><span id="line-1967"> int expectedIndex = 5;</span> |
| <span class="source-line-no">1968</span><span id="line-1968"> for (Result result : scanner) {</span> |
| <span class="source-line-no">1969</span><span id="line-1969"> assertEquals(1, result.size());</span> |
| <span class="source-line-no">1970</span><span id="line-1970"> Cell c = result.rawCells()[0];</span> |
| <span class="source-line-no">1971</span><span id="line-1971"> assertTrue(Bytes.equals(c.getRowArray(), c.getRowOffset(), c.getRowLength(),</span> |
| <span class="source-line-no">1972</span><span id="line-1972"> ROWS[expectedIndex], 0, ROWS[expectedIndex].length));</span> |
| <span class="source-line-no">1973</span><span id="line-1973"> assertTrue(</span> |
| <span class="source-line-no">1974</span><span id="line-1974"> Bytes.equals(c.getQualifierArray(), c.getQualifierOffset(), c.getQualifierLength(),</span> |
| <span class="source-line-no">1975</span><span id="line-1975"> QUALIFIERS[expectedIndex], 0, QUALIFIERS[expectedIndex].length));</span> |
| <span class="source-line-no">1976</span><span id="line-1976"> expectedIndex--;</span> |
| <span class="source-line-no">1977</span><span id="line-1977"> }</span> |
| <span class="source-line-no">1978</span><span id="line-1978"> assertEquals(0, expectedIndex);</span> |
| <span class="source-line-no">1979</span><span id="line-1979"> }</span> |
| <span class="source-line-no">1980</span><span id="line-1980"> }</span> |
| <span class="source-line-no">1981</span><span id="line-1981"> }</span> |
| <span class="source-line-no">1982</span><span id="line-1982"></span> |
| <span class="source-line-no">1983</span><span id="line-1983"> @Test</span> |
| <span class="source-line-no">1984</span><span id="line-1984"> public void testKeyOnlyFilterWithReverseScan() throws Exception {</span> |
| <span class="source-line-no">1985</span><span id="line-1985"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">1986</span><span id="line-1986"> try (Table ht = TEST_UTIL.createTable(tableName, FAMILY)) {</span> |
| <span class="source-line-no">1987</span><span id="line-1987"> byte[][] ROWS = makeN(ROW, 10);</span> |
| <span class="source-line-no">1988</span><span id="line-1988"> byte[][] QUALIFIERS =</span> |
| <span class="source-line-no">1989</span><span id="line-1989"> { Bytes.toBytes("col0-<d2v1>-<d3v2>"), Bytes.toBytes("col1-<d2v1>-<d3v2>"),</span> |
| <span class="source-line-no">1990</span><span id="line-1990"> Bytes.toBytes("col2-<d2v1>-<d3v2>"), Bytes.toBytes("col3-<d2v1>-<d3v2>"),</span> |
| <span class="source-line-no">1991</span><span id="line-1991"> Bytes.toBytes("col4-<d2v1>-<d3v2>"), Bytes.toBytes("col5-<d2v1>-<d3v2>"),</span> |
| <span class="source-line-no">1992</span><span id="line-1992"> Bytes.toBytes("col6-<d2v1>-<d3v2>"), Bytes.toBytes("col7-<d2v1>-<d3v2>"),</span> |
| <span class="source-line-no">1993</span><span id="line-1993"> Bytes.toBytes("col8-<d2v1>-<d3v2>"), Bytes.toBytes("col9-<d2v1>-<d3v2>") };</span> |
| <span class="source-line-no">1994</span><span id="line-1994"> for (int i = 0; i < 10; i++) {</span> |
| <span class="source-line-no">1995</span><span id="line-1995"> Put put = new Put(ROWS[i]);</span> |
| <span class="source-line-no">1996</span><span id="line-1996"> put.addColumn(FAMILY, QUALIFIERS[i], VALUE);</span> |
| <span class="source-line-no">1997</span><span id="line-1997"> ht.put(put);</span> |
| <span class="source-line-no">1998</span><span id="line-1998"> }</span> |
| <span class="source-line-no">1999</span><span id="line-1999"> Scan scan = new Scan();</span> |
| <span class="source-line-no">2000</span><span id="line-2000"> scan.setReversed(true);</span> |
| <span class="source-line-no">2001</span><span id="line-2001"> scan.addFamily(FAMILY);</span> |
| <span class="source-line-no">2002</span><span id="line-2002"> Filter filter = new KeyOnlyFilter(true);</span> |
| <span class="source-line-no">2003</span><span id="line-2003"> scan.setFilter(filter);</span> |
| <span class="source-line-no">2004</span><span id="line-2004"> try (ResultScanner ignored = ht.getScanner(scan)) {</span> |
| <span class="source-line-no">2005</span><span id="line-2005"> int count = 0;</span> |
| <span class="source-line-no">2006</span><span id="line-2006"> for (Result result : ht.getScanner(scan)) {</span> |
| <span class="source-line-no">2007</span><span id="line-2007"> assertEquals(1, result.size());</span> |
| <span class="source-line-no">2008</span><span id="line-2008"> assertEquals(Bytes.SIZEOF_INT, result.rawCells()[0].getValueLength());</span> |
| <span class="source-line-no">2009</span><span id="line-2009"> assertEquals(VALUE.length, Bytes.toInt(CellUtil.cloneValue(result.rawCells()[0])));</span> |
| <span class="source-line-no">2010</span><span id="line-2010"> count++;</span> |
| <span class="source-line-no">2011</span><span id="line-2011"> }</span> |
| <span class="source-line-no">2012</span><span id="line-2012"> assertEquals(10, count);</span> |
| <span class="source-line-no">2013</span><span id="line-2013"> }</span> |
| <span class="source-line-no">2014</span><span id="line-2014"> }</span> |
| <span class="source-line-no">2015</span><span id="line-2015"> }</span> |
| <span class="source-line-no">2016</span><span id="line-2016"></span> |
| <span class="source-line-no">2017</span><span id="line-2017"> /**</span> |
| <span class="source-line-no">2018</span><span id="line-2018"> * Test simple table and non-existent row cases.</span> |
| <span class="source-line-no">2019</span><span id="line-2019"> */</span> |
| <span class="source-line-no">2020</span><span id="line-2020"> @Test</span> |
| <span class="source-line-no">2021</span><span id="line-2021"> public void testSimpleMissingWithReverseScan() throws Exception {</span> |
| <span class="source-line-no">2022</span><span id="line-2022"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">2023</span><span id="line-2023"> try (Table ht = TEST_UTIL.createTable(tableName, FAMILY)) {</span> |
| <span class="source-line-no">2024</span><span id="line-2024"> byte[][] ROWS = makeN(ROW, 4);</span> |
| <span class="source-line-no">2025</span><span id="line-2025"></span> |
| <span class="source-line-no">2026</span><span id="line-2026"> // Try to get a row on an empty table</span> |
| <span class="source-line-no">2027</span><span id="line-2027"> Scan scan = new Scan();</span> |
| <span class="source-line-no">2028</span><span id="line-2028"> scan.setReversed(true);</span> |
| <span class="source-line-no">2029</span><span id="line-2029"> Result result = getSingleScanResult(ht, scan);</span> |
| <span class="source-line-no">2030</span><span id="line-2030"> assertNullResult(result);</span> |
| <span class="source-line-no">2031</span><span id="line-2031"></span> |
| <span class="source-line-no">2032</span><span id="line-2032"> scan = new Scan().withStartRow(ROWS[0]);</span> |
| <span class="source-line-no">2033</span><span id="line-2033"> scan.setReversed(true);</span> |
| <span class="source-line-no">2034</span><span id="line-2034"> result = getSingleScanResult(ht, scan);</span> |
| <span class="source-line-no">2035</span><span id="line-2035"> assertNullResult(result);</span> |
| <span class="source-line-no">2036</span><span id="line-2036"></span> |
| <span class="source-line-no">2037</span><span id="line-2037"> scan = new Scan().withStartRow(ROWS[0]).withStopRow(ROWS[1], true);</span> |
| <span class="source-line-no">2038</span><span id="line-2038"> scan.setReversed(true);</span> |
| <span class="source-line-no">2039</span><span id="line-2039"> result = getSingleScanResult(ht, scan);</span> |
| <span class="source-line-no">2040</span><span id="line-2040"> assertNullResult(result);</span> |
| <span class="source-line-no">2041</span><span id="line-2041"></span> |
| <span class="source-line-no">2042</span><span id="line-2042"> scan = new Scan();</span> |
| <span class="source-line-no">2043</span><span id="line-2043"> scan.setReversed(true);</span> |
| <span class="source-line-no">2044</span><span id="line-2044"> scan.addFamily(FAMILY);</span> |
| <span class="source-line-no">2045</span><span id="line-2045"> result = getSingleScanResult(ht, scan);</span> |
| <span class="source-line-no">2046</span><span id="line-2046"> assertNullResult(result);</span> |
| <span class="source-line-no">2047</span><span id="line-2047"></span> |
| <span class="source-line-no">2048</span><span id="line-2048"> scan = new Scan();</span> |
| <span class="source-line-no">2049</span><span id="line-2049"> scan.setReversed(true);</span> |
| <span class="source-line-no">2050</span><span id="line-2050"> scan.addColumn(FAMILY, QUALIFIER);</span> |
| <span class="source-line-no">2051</span><span id="line-2051"> result = getSingleScanResult(ht, scan);</span> |
| <span class="source-line-no">2052</span><span id="line-2052"> assertNullResult(result);</span> |
| <span class="source-line-no">2053</span><span id="line-2053"></span> |
| <span class="source-line-no">2054</span><span id="line-2054"> // Insert a row</span> |
| <span class="source-line-no">2055</span><span id="line-2055"></span> |
| <span class="source-line-no">2056</span><span id="line-2056"> Put put = new Put(ROWS[2]);</span> |
| <span class="source-line-no">2057</span><span id="line-2057"> put.addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">2058</span><span id="line-2058"> ht.put(put);</span> |
| <span class="source-line-no">2059</span><span id="line-2059"></span> |
| <span class="source-line-no">2060</span><span id="line-2060"> // Make sure we can scan the row</span> |
| <span class="source-line-no">2061</span><span id="line-2061"> scan = new Scan();</span> |
| <span class="source-line-no">2062</span><span id="line-2062"> scan.setReversed(true);</span> |
| <span class="source-line-no">2063</span><span id="line-2063"> result = getSingleScanResult(ht, scan);</span> |
| <span class="source-line-no">2064</span><span id="line-2064"> assertSingleResult(result, ROWS[2], FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">2065</span><span id="line-2065"></span> |
| <span class="source-line-no">2066</span><span id="line-2066"> scan = new Scan().withStartRow(ROWS[3]).withStopRow(ROWS[0], true);</span> |
| <span class="source-line-no">2067</span><span id="line-2067"> scan.setReversed(true);</span> |
| <span class="source-line-no">2068</span><span id="line-2068"> result = getSingleScanResult(ht, scan);</span> |
| <span class="source-line-no">2069</span><span id="line-2069"> assertSingleResult(result, ROWS[2], FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">2070</span><span id="line-2070"></span> |
| <span class="source-line-no">2071</span><span id="line-2071"> scan = new Scan().withStartRow(ROWS[2]).withStopRow(ROWS[1], true);</span> |
| <span class="source-line-no">2072</span><span id="line-2072"> scan.setReversed(true);</span> |
| <span class="source-line-no">2073</span><span id="line-2073"> result = getSingleScanResult(ht, scan);</span> |
| <span class="source-line-no">2074</span><span id="line-2074"> assertSingleResult(result, ROWS[2], FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">2075</span><span id="line-2075"></span> |
| <span class="source-line-no">2076</span><span id="line-2076"> // Try to scan empty rows around it</span> |
| <span class="source-line-no">2077</span><span id="line-2077"> // Introduced MemStore#shouldSeekForReverseScan to fix the following</span> |
| <span class="source-line-no">2078</span><span id="line-2078"> scan = new Scan().withStartRow(ROWS[1]);</span> |
| <span class="source-line-no">2079</span><span id="line-2079"> scan.setReversed(true);</span> |
| <span class="source-line-no">2080</span><span id="line-2080"> result = getSingleScanResult(ht, scan);</span> |
| <span class="source-line-no">2081</span><span id="line-2081"> assertNullResult(result);</span> |
| <span class="source-line-no">2082</span><span id="line-2082"> }</span> |
| <span class="source-line-no">2083</span><span id="line-2083"> }</span> |
| <span class="source-line-no">2084</span><span id="line-2084"></span> |
| <span class="source-line-no">2085</span><span id="line-2085"> @Test</span> |
| <span class="source-line-no">2086</span><span id="line-2086"> public void testNullWithReverseScan() throws Exception {</span> |
| <span class="source-line-no">2087</span><span id="line-2087"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">2088</span><span id="line-2088"> try (Table ht = TEST_UTIL.createTable(tableName, FAMILY)) {</span> |
| <span class="source-line-no">2089</span><span id="line-2089"> // Null qualifier (should work)</span> |
| <span class="source-line-no">2090</span><span id="line-2090"> Put put = new Put(ROW);</span> |
| <span class="source-line-no">2091</span><span id="line-2091"> put.addColumn(FAMILY, null, VALUE);</span> |
| <span class="source-line-no">2092</span><span id="line-2092"> ht.put(put);</span> |
| <span class="source-line-no">2093</span><span id="line-2093"> scanTestNull(ht, ROW, FAMILY, VALUE, true);</span> |
| <span class="source-line-no">2094</span><span id="line-2094"> Delete delete = new Delete(ROW);</span> |
| <span class="source-line-no">2095</span><span id="line-2095"> delete.addColumns(FAMILY, null);</span> |
| <span class="source-line-no">2096</span><span id="line-2096"> ht.delete(delete);</span> |
| <span class="source-line-no">2097</span><span id="line-2097"> }</span> |
| <span class="source-line-no">2098</span><span id="line-2098"></span> |
| <span class="source-line-no">2099</span><span id="line-2099"> // Use a new table</span> |
| <span class="source-line-no">2100</span><span id="line-2100"> try (Table ht =</span> |
| <span class="source-line-no">2101</span><span id="line-2101"> TEST_UTIL.createTable(TableName.valueOf(name.getTableName().toString() + "2"), FAMILY)) {</span> |
| <span class="source-line-no">2102</span><span id="line-2102"> // Empty qualifier, byte[0] instead of null (should work)</span> |
| <span class="source-line-no">2103</span><span id="line-2103"> Put put = new Put(ROW);</span> |
| <span class="source-line-no">2104</span><span id="line-2104"> put.addColumn(FAMILY, HConstants.EMPTY_BYTE_ARRAY, VALUE);</span> |
| <span class="source-line-no">2105</span><span id="line-2105"> ht.put(put);</span> |
| <span class="source-line-no">2106</span><span id="line-2106"> scanTestNull(ht, ROW, FAMILY, VALUE, true);</span> |
| <span class="source-line-no">2107</span><span id="line-2107"> TEST_UTIL.flush();</span> |
| <span class="source-line-no">2108</span><span id="line-2108"> scanTestNull(ht, ROW, FAMILY, VALUE, true);</span> |
| <span class="source-line-no">2109</span><span id="line-2109"> Delete delete = new Delete(ROW);</span> |
| <span class="source-line-no">2110</span><span id="line-2110"> delete.addColumns(FAMILY, HConstants.EMPTY_BYTE_ARRAY);</span> |
| <span class="source-line-no">2111</span><span id="line-2111"> ht.delete(delete);</span> |
| <span class="source-line-no">2112</span><span id="line-2112"> // Null value</span> |
| <span class="source-line-no">2113</span><span id="line-2113"> put = new Put(ROW);</span> |
| <span class="source-line-no">2114</span><span id="line-2114"> put.addColumn(FAMILY, QUALIFIER, null);</span> |
| <span class="source-line-no">2115</span><span id="line-2115"> ht.put(put);</span> |
| <span class="source-line-no">2116</span><span id="line-2116"> Scan scan = new Scan();</span> |
| <span class="source-line-no">2117</span><span id="line-2117"> scan.setReversed(true);</span> |
| <span class="source-line-no">2118</span><span id="line-2118"> scan.addColumn(FAMILY, QUALIFIER);</span> |
| <span class="source-line-no">2119</span><span id="line-2119"> Result result = getSingleScanResult(ht, scan);</span> |
| <span class="source-line-no">2120</span><span id="line-2120"> assertSingleResult(result, ROW, FAMILY, QUALIFIER, null);</span> |
| <span class="source-line-no">2121</span><span id="line-2121"> }</span> |
| <span class="source-line-no">2122</span><span id="line-2122"> }</span> |
| <span class="source-line-no">2123</span><span id="line-2123"></span> |
| <span class="source-line-no">2124</span><span id="line-2124"> @Test</span> |
| <span class="source-line-no">2125</span><span id="line-2125"> @SuppressWarnings("checkstyle:MethodLength")</span> |
| <span class="source-line-no">2126</span><span id="line-2126"> public void testDeletesWithReverseScan() throws Exception {</span> |
| <span class="source-line-no">2127</span><span id="line-2127"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">2128</span><span id="line-2128"> byte[][] ROWS = makeNAscii(ROW, 6);</span> |
| <span class="source-line-no">2129</span><span id="line-2129"> byte[][] FAMILIES = makeNAscii(FAMILY, 3);</span> |
| <span class="source-line-no">2130</span><span id="line-2130"> byte[][] VALUES = makeN(VALUE, 5);</span> |
| <span class="source-line-no">2131</span><span id="line-2131"> long[] ts = { 1000, 2000, 3000, 4000, 5000 };</span> |
| <span class="source-line-no">2132</span><span id="line-2132"> try (Table ht = TEST_UTIL.createTable(tableName, FAMILIES, 3)) {</span> |
| <span class="source-line-no">2133</span><span id="line-2133"></span> |
| <span class="source-line-no">2134</span><span id="line-2134"> Put put = new Put(ROW);</span> |
| <span class="source-line-no">2135</span><span id="line-2135"> put.addColumn(FAMILIES[0], QUALIFIER, ts[0], VALUES[0]);</span> |
| <span class="source-line-no">2136</span><span id="line-2136"> put.addColumn(FAMILIES[0], QUALIFIER, ts[1], VALUES[1]);</span> |
| <span class="source-line-no">2137</span><span id="line-2137"> ht.put(put);</span> |
| <span class="source-line-no">2138</span><span id="line-2138"></span> |
| <span class="source-line-no">2139</span><span id="line-2139"> Delete delete = new Delete(ROW);</span> |
| <span class="source-line-no">2140</span><span id="line-2140"> delete.addFamily(FAMILIES[0], ts[0]);</span> |
| <span class="source-line-no">2141</span><span id="line-2141"> ht.delete(delete);</span> |
| <span class="source-line-no">2142</span><span id="line-2142"></span> |
| <span class="source-line-no">2143</span><span id="line-2143"> Scan scan = new Scan().withStartRow(ROW);</span> |
| <span class="source-line-no">2144</span><span id="line-2144"> scan.setReversed(true);</span> |
| <span class="source-line-no">2145</span><span id="line-2145"> scan.addFamily(FAMILIES[0]);</span> |
| <span class="source-line-no">2146</span><span id="line-2146"> scan.readVersions(Integer.MAX_VALUE);</span> |
| <span class="source-line-no">2147</span><span id="line-2147"> Result result = getSingleScanResult(ht, scan);</span> |
| <span class="source-line-no">2148</span><span id="line-2148"> assertNResult(result, ROW, FAMILIES[0], QUALIFIER, new long[] { ts[1] },</span> |
| <span class="source-line-no">2149</span><span id="line-2149"> new byte[][] { VALUES[1] }, 0, 0);</span> |
| <span class="source-line-no">2150</span><span id="line-2150"></span> |
| <span class="source-line-no">2151</span><span id="line-2151"> // Test delete latest version</span> |
| <span class="source-line-no">2152</span><span id="line-2152"> put = new Put(ROW);</span> |
| <span class="source-line-no">2153</span><span id="line-2153"> put.addColumn(FAMILIES[0], QUALIFIER, ts[4], VALUES[4]);</span> |
| <span class="source-line-no">2154</span><span id="line-2154"> put.addColumn(FAMILIES[0], QUALIFIER, ts[2], VALUES[2]);</span> |
| <span class="source-line-no">2155</span><span id="line-2155"> put.addColumn(FAMILIES[0], QUALIFIER, ts[3], VALUES[3]);</span> |
| <span class="source-line-no">2156</span><span id="line-2156"> put.addColumn(FAMILIES[0], null, ts[4], VALUES[4]);</span> |
| <span class="source-line-no">2157</span><span id="line-2157"> put.addColumn(FAMILIES[0], null, ts[2], VALUES[2]);</span> |
| <span class="source-line-no">2158</span><span id="line-2158"> put.addColumn(FAMILIES[0], null, ts[3], VALUES[3]);</span> |
| <span class="source-line-no">2159</span><span id="line-2159"> ht.put(put);</span> |
| <span class="source-line-no">2160</span><span id="line-2160"></span> |
| <span class="source-line-no">2161</span><span id="line-2161"> delete = new Delete(ROW);</span> |
| <span class="source-line-no">2162</span><span id="line-2162"> delete.addColumn(FAMILIES[0], QUALIFIER); // ts[4]</span> |
| <span class="source-line-no">2163</span><span id="line-2163"> ht.delete(delete);</span> |
| <span class="source-line-no">2164</span><span id="line-2164"></span> |
| <span class="source-line-no">2165</span><span id="line-2165"> scan = new Scan().withStartRow(ROW);</span> |
| <span class="source-line-no">2166</span><span id="line-2166"> scan.setReversed(true);</span> |
| <span class="source-line-no">2167</span><span id="line-2167"> scan.addColumn(FAMILIES[0], QUALIFIER);</span> |
| <span class="source-line-no">2168</span><span id="line-2168"> scan.readVersions(Integer.MAX_VALUE);</span> |
| <span class="source-line-no">2169</span><span id="line-2169"> result = getSingleScanResult(ht, scan);</span> |
| <span class="source-line-no">2170</span><span id="line-2170"> assertNResult(result, ROW, FAMILIES[0], QUALIFIER, new long[] { ts[1], ts[2], ts[3] },</span> |
| <span class="source-line-no">2171</span><span id="line-2171"> new byte[][] { VALUES[1], VALUES[2], VALUES[3] }, 0, 2);</span> |
| <span class="source-line-no">2172</span><span id="line-2172"></span> |
| <span class="source-line-no">2173</span><span id="line-2173"> // Test for HBASE-1847</span> |
| <span class="source-line-no">2174</span><span id="line-2174"> delete = new Delete(ROW);</span> |
| <span class="source-line-no">2175</span><span id="line-2175"> delete.addColumn(FAMILIES[0], null);</span> |
| <span class="source-line-no">2176</span><span id="line-2176"> ht.delete(delete);</span> |
| <span class="source-line-no">2177</span><span id="line-2177"></span> |
| <span class="source-line-no">2178</span><span id="line-2178"> // Cleanup null qualifier</span> |
| <span class="source-line-no">2179</span><span id="line-2179"> delete = new Delete(ROW);</span> |
| <span class="source-line-no">2180</span><span id="line-2180"> delete.addColumns(FAMILIES[0], null);</span> |
| <span class="source-line-no">2181</span><span id="line-2181"> ht.delete(delete);</span> |
| <span class="source-line-no">2182</span><span id="line-2182"></span> |
| <span class="source-line-no">2183</span><span id="line-2183"> // Expected client behavior might be that you can re-put deleted values</span> |
| <span class="source-line-no">2184</span><span id="line-2184"> // But alas, this is not to be. We can't put them back in either case.</span> |
| <span class="source-line-no">2185</span><span id="line-2185"></span> |
| <span class="source-line-no">2186</span><span id="line-2186"> put = new Put(ROW);</span> |
| <span class="source-line-no">2187</span><span id="line-2187"> put.addColumn(FAMILIES[0], QUALIFIER, ts[0], VALUES[0]);</span> |
| <span class="source-line-no">2188</span><span id="line-2188"> put.addColumn(FAMILIES[0], QUALIFIER, ts[4], VALUES[4]);</span> |
| <span class="source-line-no">2189</span><span id="line-2189"> ht.put(put);</span> |
| <span class="source-line-no">2190</span><span id="line-2190"></span> |
| <span class="source-line-no">2191</span><span id="line-2191"> // The Scanner returns the previous values, the expected-naive-unexpected</span> |
| <span class="source-line-no">2192</span><span id="line-2192"> // behavior</span> |
| <span class="source-line-no">2193</span><span id="line-2193"></span> |
| <span class="source-line-no">2194</span><span id="line-2194"> scan = new Scan().withStartRow(ROW);</span> |
| <span class="source-line-no">2195</span><span id="line-2195"> scan.setReversed(true);</span> |
| <span class="source-line-no">2196</span><span id="line-2196"> scan.addFamily(FAMILIES[0]);</span> |
| <span class="source-line-no">2197</span><span id="line-2197"> scan.readVersions(Integer.MAX_VALUE);</span> |
| <span class="source-line-no">2198</span><span id="line-2198"> result = getSingleScanResult(ht, scan);</span> |
| <span class="source-line-no">2199</span><span id="line-2199"> assertNResult(result, ROW, FAMILIES[0], QUALIFIER, new long[] { ts[1], ts[2], ts[3] },</span> |
| <span class="source-line-no">2200</span><span id="line-2200"> new byte[][] { VALUES[1], VALUES[2], VALUES[3] }, 0, 2);</span> |
| <span class="source-line-no">2201</span><span id="line-2201"></span> |
| <span class="source-line-no">2202</span><span id="line-2202"> // Test deleting an entire family from one row but not the other various</span> |
| <span class="source-line-no">2203</span><span id="line-2203"> // ways</span> |
| <span class="source-line-no">2204</span><span id="line-2204"></span> |
| <span class="source-line-no">2205</span><span id="line-2205"> put = new Put(ROWS[0]);</span> |
| <span class="source-line-no">2206</span><span id="line-2206"> put.addColumn(FAMILIES[1], QUALIFIER, ts[0], VALUES[0]);</span> |
| <span class="source-line-no">2207</span><span id="line-2207"> put.addColumn(FAMILIES[1], QUALIFIER, ts[1], VALUES[1]);</span> |
| <span class="source-line-no">2208</span><span id="line-2208"> put.addColumn(FAMILIES[2], QUALIFIER, ts[2], VALUES[2]);</span> |
| <span class="source-line-no">2209</span><span id="line-2209"> put.addColumn(FAMILIES[2], QUALIFIER, ts[3], VALUES[3]);</span> |
| <span class="source-line-no">2210</span><span id="line-2210"> ht.put(put);</span> |
| <span class="source-line-no">2211</span><span id="line-2211"></span> |
| <span class="source-line-no">2212</span><span id="line-2212"> put = new Put(ROWS[1]);</span> |
| <span class="source-line-no">2213</span><span id="line-2213"> put.addColumn(FAMILIES[1], QUALIFIER, ts[0], VALUES[0]);</span> |
| <span class="source-line-no">2214</span><span id="line-2214"> put.addColumn(FAMILIES[1], QUALIFIER, ts[1], VALUES[1]);</span> |
| <span class="source-line-no">2215</span><span id="line-2215"> put.addColumn(FAMILIES[2], QUALIFIER, ts[2], VALUES[2]);</span> |
| <span class="source-line-no">2216</span><span id="line-2216"> put.addColumn(FAMILIES[2], QUALIFIER, ts[3], VALUES[3]);</span> |
| <span class="source-line-no">2217</span><span id="line-2217"> ht.put(put);</span> |
| <span class="source-line-no">2218</span><span id="line-2218"></span> |
| <span class="source-line-no">2219</span><span id="line-2219"> put = new Put(ROWS[2]);</span> |
| <span class="source-line-no">2220</span><span id="line-2220"> put.addColumn(FAMILIES[1], QUALIFIER, ts[0], VALUES[0]);</span> |
| <span class="source-line-no">2221</span><span id="line-2221"> put.addColumn(FAMILIES[1], QUALIFIER, ts[1], VALUES[1]);</span> |
| <span class="source-line-no">2222</span><span id="line-2222"> put.addColumn(FAMILIES[2], QUALIFIER, ts[2], VALUES[2]);</span> |
| <span class="source-line-no">2223</span><span id="line-2223"> put.addColumn(FAMILIES[2], QUALIFIER, ts[3], VALUES[3]);</span> |
| <span class="source-line-no">2224</span><span id="line-2224"> ht.put(put);</span> |
| <span class="source-line-no">2225</span><span id="line-2225"></span> |
| <span class="source-line-no">2226</span><span id="line-2226"> delete = new Delete(ROWS[0]);</span> |
| <span class="source-line-no">2227</span><span id="line-2227"> delete.addFamily(FAMILIES[2]);</span> |
| <span class="source-line-no">2228</span><span id="line-2228"> ht.delete(delete);</span> |
| <span class="source-line-no">2229</span><span id="line-2229"></span> |
| <span class="source-line-no">2230</span><span id="line-2230"> delete = new Delete(ROWS[1]);</span> |
| <span class="source-line-no">2231</span><span id="line-2231"> delete.addColumns(FAMILIES[1], QUALIFIER);</span> |
| <span class="source-line-no">2232</span><span id="line-2232"> ht.delete(delete);</span> |
| <span class="source-line-no">2233</span><span id="line-2233"></span> |
| <span class="source-line-no">2234</span><span id="line-2234"> delete = new Delete(ROWS[2]);</span> |
| <span class="source-line-no">2235</span><span id="line-2235"> delete.addColumn(FAMILIES[1], QUALIFIER);</span> |
| <span class="source-line-no">2236</span><span id="line-2236"> delete.addColumn(FAMILIES[1], QUALIFIER);</span> |
| <span class="source-line-no">2237</span><span id="line-2237"> delete.addColumn(FAMILIES[2], QUALIFIER);</span> |
| <span class="source-line-no">2238</span><span id="line-2238"> ht.delete(delete);</span> |
| <span class="source-line-no">2239</span><span id="line-2239"></span> |
| <span class="source-line-no">2240</span><span id="line-2240"> scan = new Scan().withStartRow(ROWS[0]);</span> |
| <span class="source-line-no">2241</span><span id="line-2241"> scan.setReversed(true);</span> |
| <span class="source-line-no">2242</span><span id="line-2242"> scan.addFamily(FAMILIES[1]);</span> |
| <span class="source-line-no">2243</span><span id="line-2243"> scan.addFamily(FAMILIES[2]);</span> |
| <span class="source-line-no">2244</span><span id="line-2244"> scan.readVersions(Integer.MAX_VALUE);</span> |
| <span class="source-line-no">2245</span><span id="line-2245"> result = getSingleScanResult(ht, scan);</span> |
| <span class="source-line-no">2246</span><span id="line-2246"> assertEquals("Expected 2 keys but received " + result.size(), 2, result.size());</span> |
| <span class="source-line-no">2247</span><span id="line-2247"> assertNResult(result, ROWS[0], FAMILIES[1], QUALIFIER, new long[] { ts[0], ts[1] },</span> |
| <span class="source-line-no">2248</span><span id="line-2248"> new byte[][] { VALUES[0], VALUES[1] }, 0, 1);</span> |
| <span class="source-line-no">2249</span><span id="line-2249"></span> |
| <span class="source-line-no">2250</span><span id="line-2250"> scan = new Scan().withStartRow(ROWS[1]);</span> |
| <span class="source-line-no">2251</span><span id="line-2251"> scan.setReversed(true);</span> |
| <span class="source-line-no">2252</span><span id="line-2252"> scan.addFamily(FAMILIES[1]);</span> |
| <span class="source-line-no">2253</span><span id="line-2253"> scan.addFamily(FAMILIES[2]);</span> |
| <span class="source-line-no">2254</span><span id="line-2254"> scan.readVersions(Integer.MAX_VALUE);</span> |
| <span class="source-line-no">2255</span><span id="line-2255"> result = getSingleScanResult(ht, scan);</span> |
| <span class="source-line-no">2256</span><span id="line-2256"> assertEquals("Expected 2 keys but received " + result.size(), 2, result.size());</span> |
| <span class="source-line-no">2257</span><span id="line-2257"></span> |
| <span class="source-line-no">2258</span><span id="line-2258"> scan = new Scan().withStartRow(ROWS[2]);</span> |
| <span class="source-line-no">2259</span><span id="line-2259"> scan.setReversed(true);</span> |
| <span class="source-line-no">2260</span><span id="line-2260"> scan.addFamily(FAMILIES[1]);</span> |
| <span class="source-line-no">2261</span><span id="line-2261"> scan.addFamily(FAMILIES[2]);</span> |
| <span class="source-line-no">2262</span><span id="line-2262"> scan.readVersions(Integer.MAX_VALUE);</span> |
| <span class="source-line-no">2263</span><span id="line-2263"> result = getSingleScanResult(ht, scan);</span> |
| <span class="source-line-no">2264</span><span id="line-2264"> assertEquals(1, result.size());</span> |
| <span class="source-line-no">2265</span><span id="line-2265"> assertNResult(result, ROWS[2], FAMILIES[2], QUALIFIER, new long[] { ts[2] },</span> |
| <span class="source-line-no">2266</span><span id="line-2266"> new byte[][] { VALUES[2] }, 0, 0);</span> |
| <span class="source-line-no">2267</span><span id="line-2267"></span> |
| <span class="source-line-no">2268</span><span id="line-2268"> // Test if we delete the family first in one row (HBASE-1541)</span> |
| <span class="source-line-no">2269</span><span id="line-2269"></span> |
| <span class="source-line-no">2270</span><span id="line-2270"> delete = new Delete(ROWS[3]);</span> |
| <span class="source-line-no">2271</span><span id="line-2271"> delete.addFamily(FAMILIES[1]);</span> |
| <span class="source-line-no">2272</span><span id="line-2272"> ht.delete(delete);</span> |
| <span class="source-line-no">2273</span><span id="line-2273"></span> |
| <span class="source-line-no">2274</span><span id="line-2274"> put = new Put(ROWS[3]);</span> |
| <span class="source-line-no">2275</span><span id="line-2275"> put.addColumn(FAMILIES[2], QUALIFIER, VALUES[0]);</span> |
| <span class="source-line-no">2276</span><span id="line-2276"> ht.put(put);</span> |
| <span class="source-line-no">2277</span><span id="line-2277"></span> |
| <span class="source-line-no">2278</span><span id="line-2278"> put = new Put(ROWS[4]);</span> |
| <span class="source-line-no">2279</span><span id="line-2279"> put.addColumn(FAMILIES[1], QUALIFIER, VALUES[1]);</span> |
| <span class="source-line-no">2280</span><span id="line-2280"> put.addColumn(FAMILIES[2], QUALIFIER, VALUES[2]);</span> |
| <span class="source-line-no">2281</span><span id="line-2281"> ht.put(put);</span> |
| <span class="source-line-no">2282</span><span id="line-2282"></span> |
| <span class="source-line-no">2283</span><span id="line-2283"> scan = new Scan().withStartRow(ROWS[4]);</span> |
| <span class="source-line-no">2284</span><span id="line-2284"> scan.setReversed(true);</span> |
| <span class="source-line-no">2285</span><span id="line-2285"> scan.addFamily(FAMILIES[1]);</span> |
| <span class="source-line-no">2286</span><span id="line-2286"> scan.addFamily(FAMILIES[2]);</span> |
| <span class="source-line-no">2287</span><span id="line-2287"> scan.readVersions(Integer.MAX_VALUE);</span> |
| <span class="source-line-no">2288</span><span id="line-2288"> ResultScanner scanner = ht.getScanner(scan);</span> |
| <span class="source-line-no">2289</span><span id="line-2289"> result = scanner.next();</span> |
| <span class="source-line-no">2290</span><span id="line-2290"> assertEquals("Expected 2 keys but received " + result.size(), 2, result.size());</span> |
| <span class="source-line-no">2291</span><span id="line-2291"> assertTrue(Bytes.equals(CellUtil.cloneRow(result.rawCells()[0]), ROWS[4]));</span> |
| <span class="source-line-no">2292</span><span id="line-2292"> assertTrue(Bytes.equals(CellUtil.cloneRow(result.rawCells()[1]), ROWS[4]));</span> |
| <span class="source-line-no">2293</span><span id="line-2293"> assertTrue(Bytes.equals(CellUtil.cloneValue(result.rawCells()[0]), VALUES[1]));</span> |
| <span class="source-line-no">2294</span><span id="line-2294"> assertTrue(Bytes.equals(CellUtil.cloneValue(result.rawCells()[1]), VALUES[2]));</span> |
| <span class="source-line-no">2295</span><span id="line-2295"> result = scanner.next();</span> |
| <span class="source-line-no">2296</span><span id="line-2296"> assertEquals("Expected 1 key but received " + result.size(), 1, result.size());</span> |
| <span class="source-line-no">2297</span><span id="line-2297"> assertTrue(Bytes.equals(CellUtil.cloneRow(result.rawCells()[0]), ROWS[3]));</span> |
| <span class="source-line-no">2298</span><span id="line-2298"> assertTrue(Bytes.equals(CellUtil.cloneValue(result.rawCells()[0]), VALUES[0]));</span> |
| <span class="source-line-no">2299</span><span id="line-2299"> scanner.close();</span> |
| <span class="source-line-no">2300</span><span id="line-2300"> }</span> |
| <span class="source-line-no">2301</span><span id="line-2301"> }</span> |
| <span class="source-line-no">2302</span><span id="line-2302"></span> |
| <span class="source-line-no">2303</span><span id="line-2303"> /**</span> |
| <span class="source-line-no">2304</span><span id="line-2304"> * Tests reversed scan under multi regions</span> |
| <span class="source-line-no">2305</span><span id="line-2305"> */</span> |
| <span class="source-line-no">2306</span><span id="line-2306"> @Test</span> |
| <span class="source-line-no">2307</span><span id="line-2307"> public void testReversedScanUnderMultiRegions() throws Exception {</span> |
| <span class="source-line-no">2308</span><span id="line-2308"> // Test Initialization.</span> |
| <span class="source-line-no">2309</span><span id="line-2309"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">2310</span><span id="line-2310"> byte[] maxByteArray = ConnectionUtils.MAX_BYTE_ARRAY;</span> |
| <span class="source-line-no">2311</span><span id="line-2311"> byte[][] splitRows = new byte[][] { Bytes.toBytes("005"),</span> |
| <span class="source-line-no">2312</span><span id="line-2312"> Bytes.add(Bytes.toBytes("005"), Bytes.multiple(maxByteArray, 16)), Bytes.toBytes("006"),</span> |
| <span class="source-line-no">2313</span><span id="line-2313"> Bytes.add(Bytes.toBytes("006"), Bytes.multiple(maxByteArray, 8)), Bytes.toBytes("007"),</span> |
| <span class="source-line-no">2314</span><span id="line-2314"> Bytes.add(Bytes.toBytes("007"), Bytes.multiple(maxByteArray, 4)), Bytes.toBytes("008"),</span> |
| <span class="source-line-no">2315</span><span id="line-2315"> Bytes.multiple(maxByteArray, 2) };</span> |
| <span class="source-line-no">2316</span><span id="line-2316"> try (Table table = TEST_UTIL.createTable(tableName, FAMILY, splitRows)) {</span> |
| <span class="source-line-no">2317</span><span id="line-2317"> TEST_UTIL.waitUntilAllRegionsAssigned(table.getName());</span> |
| <span class="source-line-no">2318</span><span id="line-2318"></span> |
| <span class="source-line-no">2319</span><span id="line-2319"> try (RegionLocator l = TEST_UTIL.getConnection().getRegionLocator(tableName)) {</span> |
| <span class="source-line-no">2320</span><span id="line-2320"> assertEquals(splitRows.length + 1, l.getAllRegionLocations().size());</span> |
| <span class="source-line-no">2321</span><span id="line-2321"> }</span> |
| <span class="source-line-no">2322</span><span id="line-2322"> // Insert one row each region</span> |
| <span class="source-line-no">2323</span><span id="line-2323"> int insertNum = splitRows.length;</span> |
| <span class="source-line-no">2324</span><span id="line-2324"> for (byte[] splitRow : splitRows) {</span> |
| <span class="source-line-no">2325</span><span id="line-2325"> Put put = new Put(splitRow);</span> |
| <span class="source-line-no">2326</span><span id="line-2326"> put.addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">2327</span><span id="line-2327"> table.put(put);</span> |
| <span class="source-line-no">2328</span><span id="line-2328"> }</span> |
| <span class="source-line-no">2329</span><span id="line-2329"></span> |
| <span class="source-line-no">2330</span><span id="line-2330"> // scan forward</span> |
| <span class="source-line-no">2331</span><span id="line-2331"> try (ResultScanner scanner = table.getScanner(new Scan())) {</span> |
| <span class="source-line-no">2332</span><span id="line-2332"> int count = 0;</span> |
| <span class="source-line-no">2333</span><span id="line-2333"> for (Result r : scanner) {</span> |
| <span class="source-line-no">2334</span><span id="line-2334"> assertFalse(r.isEmpty());</span> |
| <span class="source-line-no">2335</span><span id="line-2335"> count++;</span> |
| <span class="source-line-no">2336</span><span id="line-2336"> }</span> |
| <span class="source-line-no">2337</span><span id="line-2337"> assertEquals(insertNum, count);</span> |
| <span class="source-line-no">2338</span><span id="line-2338"> }</span> |
| <span class="source-line-no">2339</span><span id="line-2339"></span> |
| <span class="source-line-no">2340</span><span id="line-2340"> // scan backward</span> |
| <span class="source-line-no">2341</span><span id="line-2341"> Scan scan = new Scan();</span> |
| <span class="source-line-no">2342</span><span id="line-2342"> scan.setReversed(true);</span> |
| <span class="source-line-no">2343</span><span id="line-2343"> try (ResultScanner scanner = table.getScanner(scan)) {</span> |
| <span class="source-line-no">2344</span><span id="line-2344"> int count = 0;</span> |
| <span class="source-line-no">2345</span><span id="line-2345"> byte[] lastRow = null;</span> |
| <span class="source-line-no">2346</span><span id="line-2346"> for (Result r : scanner) {</span> |
| <span class="source-line-no">2347</span><span id="line-2347"> assertFalse(r.isEmpty());</span> |
| <span class="source-line-no">2348</span><span id="line-2348"> count++;</span> |
| <span class="source-line-no">2349</span><span id="line-2349"> byte[] thisRow = r.getRow();</span> |
| <span class="source-line-no">2350</span><span id="line-2350"> if (lastRow != null) {</span> |
| <span class="source-line-no">2351</span><span id="line-2351"> assertTrue("Error scan order, last row= " + Bytes.toString(lastRow) + ",this row="</span> |
| <span class="source-line-no">2352</span><span id="line-2352"> + Bytes.toString(thisRow), Bytes.compareTo(thisRow, lastRow) < 0);</span> |
| <span class="source-line-no">2353</span><span id="line-2353"> }</span> |
| <span class="source-line-no">2354</span><span id="line-2354"> lastRow = thisRow;</span> |
| <span class="source-line-no">2355</span><span id="line-2355"> }</span> |
| <span class="source-line-no">2356</span><span id="line-2356"> assertEquals(insertNum, count);</span> |
| <span class="source-line-no">2357</span><span id="line-2357"> }</span> |
| <span class="source-line-no">2358</span><span id="line-2358"> }</span> |
| <span class="source-line-no">2359</span><span id="line-2359"> }</span> |
| <span class="source-line-no">2360</span><span id="line-2360"></span> |
| <span class="source-line-no">2361</span><span id="line-2361"> /**</span> |
| <span class="source-line-no">2362</span><span id="line-2362"> * Tests reversed scan under multi regions</span> |
| <span class="source-line-no">2363</span><span id="line-2363"> */</span> |
| <span class="source-line-no">2364</span><span id="line-2364"> @Test</span> |
| <span class="source-line-no">2365</span><span id="line-2365"> public void testSmallReversedScanUnderMultiRegions() throws Exception {</span> |
| <span class="source-line-no">2366</span><span id="line-2366"> // Test Initialization.</span> |
| <span class="source-line-no">2367</span><span id="line-2367"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">2368</span><span id="line-2368"> byte[][] splitRows = new byte[][] { Bytes.toBytes("000"), Bytes.toBytes("002"),</span> |
| <span class="source-line-no">2369</span><span id="line-2369"> Bytes.toBytes("004"), Bytes.toBytes("006"), Bytes.toBytes("008"), Bytes.toBytes("010") };</span> |
| <span class="source-line-no">2370</span><span id="line-2370"> try (Table table = TEST_UTIL.createTable(tableName, FAMILY, splitRows)) {</span> |
| <span class="source-line-no">2371</span><span id="line-2371"> TEST_UTIL.waitUntilAllRegionsAssigned(table.getName());</span> |
| <span class="source-line-no">2372</span><span id="line-2372"></span> |
| <span class="source-line-no">2373</span><span id="line-2373"> try (RegionLocator l = TEST_UTIL.getConnection().getRegionLocator(tableName)) {</span> |
| <span class="source-line-no">2374</span><span id="line-2374"> assertEquals(splitRows.length + 1, l.getAllRegionLocations().size());</span> |
| <span class="source-line-no">2375</span><span id="line-2375"> }</span> |
| <span class="source-line-no">2376</span><span id="line-2376"> for (byte[] splitRow : splitRows) {</span> |
| <span class="source-line-no">2377</span><span id="line-2377"> Put put = new Put(splitRow);</span> |
| <span class="source-line-no">2378</span><span id="line-2378"> put.addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">2379</span><span id="line-2379"> table.put(put);</span> |
| <span class="source-line-no">2380</span><span id="line-2380"></span> |
| <span class="source-line-no">2381</span><span id="line-2381"> byte[] nextRow = Bytes.copy(splitRow);</span> |
| <span class="source-line-no">2382</span><span id="line-2382"> nextRow[nextRow.length - 1]++;</span> |
| <span class="source-line-no">2383</span><span id="line-2383"></span> |
| <span class="source-line-no">2384</span><span id="line-2384"> put = new Put(nextRow);</span> |
| <span class="source-line-no">2385</span><span id="line-2385"> put.addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">2386</span><span id="line-2386"> table.put(put);</span> |
| <span class="source-line-no">2387</span><span id="line-2387"> }</span> |
| <span class="source-line-no">2388</span><span id="line-2388"></span> |
| <span class="source-line-no">2389</span><span id="line-2389"> // scan forward</span> |
| <span class="source-line-no">2390</span><span id="line-2390"> try (ResultScanner scanner = table.getScanner(new Scan())) {</span> |
| <span class="source-line-no">2391</span><span id="line-2391"> int count = 0;</span> |
| <span class="source-line-no">2392</span><span id="line-2392"> for (Result r : scanner) {</span> |
| <span class="source-line-no">2393</span><span id="line-2393"> assertTrue(!r.isEmpty());</span> |
| <span class="source-line-no">2394</span><span id="line-2394"> count++;</span> |
| <span class="source-line-no">2395</span><span id="line-2395"> }</span> |
| <span class="source-line-no">2396</span><span id="line-2396"> assertEquals(12, count);</span> |
| <span class="source-line-no">2397</span><span id="line-2397"> }</span> |
| <span class="source-line-no">2398</span><span id="line-2398"></span> |
| <span class="source-line-no">2399</span><span id="line-2399"> reverseScanTest(table, ReadType.STREAM);</span> |
| <span class="source-line-no">2400</span><span id="line-2400"> reverseScanTest(table, ReadType.PREAD);</span> |
| <span class="source-line-no">2401</span><span id="line-2401"> reverseScanTest(table, ReadType.DEFAULT);</span> |
| <span class="source-line-no">2402</span><span id="line-2402"> }</span> |
| <span class="source-line-no">2403</span><span id="line-2403"> }</span> |
| <span class="source-line-no">2404</span><span id="line-2404"></span> |
| <span class="source-line-no">2405</span><span id="line-2405"> private void reverseScanTest(Table table, ReadType readType) throws IOException {</span> |
| <span class="source-line-no">2406</span><span id="line-2406"> // scan backward</span> |
| <span class="source-line-no">2407</span><span id="line-2407"> Scan scan = new Scan();</span> |
| <span class="source-line-no">2408</span><span id="line-2408"> scan.setReversed(true);</span> |
| <span class="source-line-no">2409</span><span id="line-2409"> try (ResultScanner scanner = table.getScanner(scan)) {</span> |
| <span class="source-line-no">2410</span><span id="line-2410"> int count = 0;</span> |
| <span class="source-line-no">2411</span><span id="line-2411"> byte[] lastRow = null;</span> |
| <span class="source-line-no">2412</span><span id="line-2412"> for (Result r : scanner) {</span> |
| <span class="source-line-no">2413</span><span id="line-2413"> assertTrue(!r.isEmpty());</span> |
| <span class="source-line-no">2414</span><span id="line-2414"> count++;</span> |
| <span class="source-line-no">2415</span><span id="line-2415"> byte[] thisRow = r.getRow();</span> |
| <span class="source-line-no">2416</span><span id="line-2416"> if (lastRow != null) {</span> |
| <span class="source-line-no">2417</span><span id="line-2417"> assertTrue("Error scan order, last row= " + Bytes.toString(lastRow) + ",this row="</span> |
| <span class="source-line-no">2418</span><span id="line-2418"> + Bytes.toString(thisRow), Bytes.compareTo(thisRow, lastRow) < 0);</span> |
| <span class="source-line-no">2419</span><span id="line-2419"> }</span> |
| <span class="source-line-no">2420</span><span id="line-2420"> lastRow = thisRow;</span> |
| <span class="source-line-no">2421</span><span id="line-2421"> }</span> |
| <span class="source-line-no">2422</span><span id="line-2422"> assertEquals(12, count);</span> |
| <span class="source-line-no">2423</span><span id="line-2423"> }</span> |
| <span class="source-line-no">2424</span><span id="line-2424"></span> |
| <span class="source-line-no">2425</span><span id="line-2425"> scan = new Scan();</span> |
| <span class="source-line-no">2426</span><span id="line-2426"> scan.setReadType(readType);</span> |
| <span class="source-line-no">2427</span><span id="line-2427"> scan.setReversed(true);</span> |
| <span class="source-line-no">2428</span><span id="line-2428"> scan.withStartRow(Bytes.toBytes("002"));</span> |
| <span class="source-line-no">2429</span><span id="line-2429"> try (ResultScanner scanner = table.getScanner(scan)) {</span> |
| <span class="source-line-no">2430</span><span id="line-2430"> int count = 0;</span> |
| <span class="source-line-no">2431</span><span id="line-2431"> byte[] lastRow = null;</span> |
| <span class="source-line-no">2432</span><span id="line-2432"> for (Result r : scanner) {</span> |
| <span class="source-line-no">2433</span><span id="line-2433"> assertTrue(!r.isEmpty());</span> |
| <span class="source-line-no">2434</span><span id="line-2434"> count++;</span> |
| <span class="source-line-no">2435</span><span id="line-2435"> byte[] thisRow = r.getRow();</span> |
| <span class="source-line-no">2436</span><span id="line-2436"> if (lastRow != null) {</span> |
| <span class="source-line-no">2437</span><span id="line-2437"> assertTrue("Error scan order, last row= " + Bytes.toString(lastRow) + ",this row="</span> |
| <span class="source-line-no">2438</span><span id="line-2438"> + Bytes.toString(thisRow), Bytes.compareTo(thisRow, lastRow) < 0);</span> |
| <span class="source-line-no">2439</span><span id="line-2439"> }</span> |
| <span class="source-line-no">2440</span><span id="line-2440"> lastRow = thisRow;</span> |
| <span class="source-line-no">2441</span><span id="line-2441"> }</span> |
| <span class="source-line-no">2442</span><span id="line-2442"> assertEquals(3, count); // 000 001 002</span> |
| <span class="source-line-no">2443</span><span id="line-2443"> }</span> |
| <span class="source-line-no">2444</span><span id="line-2444"></span> |
| <span class="source-line-no">2445</span><span id="line-2445"> scan = new Scan();</span> |
| <span class="source-line-no">2446</span><span id="line-2446"> scan.setReadType(readType);</span> |
| <span class="source-line-no">2447</span><span id="line-2447"> scan.setReversed(true);</span> |
| <span class="source-line-no">2448</span><span id="line-2448"> scan.withStartRow(Bytes.toBytes("002"));</span> |
| <span class="source-line-no">2449</span><span id="line-2449"> scan.withStopRow(Bytes.toBytes("000"));</span> |
| <span class="source-line-no">2450</span><span id="line-2450"> try (ResultScanner scanner = table.getScanner(scan)) {</span> |
| <span class="source-line-no">2451</span><span id="line-2451"> int count = 0;</span> |
| <span class="source-line-no">2452</span><span id="line-2452"> byte[] lastRow = null;</span> |
| <span class="source-line-no">2453</span><span id="line-2453"> for (Result r : scanner) {</span> |
| <span class="source-line-no">2454</span><span id="line-2454"> assertFalse(r.isEmpty());</span> |
| <span class="source-line-no">2455</span><span id="line-2455"> count++;</span> |
| <span class="source-line-no">2456</span><span id="line-2456"> byte[] thisRow = r.getRow();</span> |
| <span class="source-line-no">2457</span><span id="line-2457"> if (lastRow != null) {</span> |
| <span class="source-line-no">2458</span><span id="line-2458"> assertTrue("Error scan order, last row= " + Bytes.toString(lastRow) + ",this row="</span> |
| <span class="source-line-no">2459</span><span id="line-2459"> + Bytes.toString(thisRow), Bytes.compareTo(thisRow, lastRow) < 0);</span> |
| <span class="source-line-no">2460</span><span id="line-2460"> }</span> |
| <span class="source-line-no">2461</span><span id="line-2461"> lastRow = thisRow;</span> |
| <span class="source-line-no">2462</span><span id="line-2462"> }</span> |
| <span class="source-line-no">2463</span><span id="line-2463"> assertEquals(2, count); // 001 002</span> |
| <span class="source-line-no">2464</span><span id="line-2464"> }</span> |
| <span class="source-line-no">2465</span><span id="line-2465"></span> |
| <span class="source-line-no">2466</span><span id="line-2466"> scan = new Scan();</span> |
| <span class="source-line-no">2467</span><span id="line-2467"> scan.setReadType(readType);</span> |
| <span class="source-line-no">2468</span><span id="line-2468"> scan.setReversed(true);</span> |
| <span class="source-line-no">2469</span><span id="line-2469"> scan.withStartRow(Bytes.toBytes("001"));</span> |
| <span class="source-line-no">2470</span><span id="line-2470"> try (ResultScanner scanner = table.getScanner(scan)) {</span> |
| <span class="source-line-no">2471</span><span id="line-2471"> int count = 0;</span> |
| <span class="source-line-no">2472</span><span id="line-2472"> byte[] lastRow = null;</span> |
| <span class="source-line-no">2473</span><span id="line-2473"> for (Result r : scanner) {</span> |
| <span class="source-line-no">2474</span><span id="line-2474"> assertFalse(r.isEmpty());</span> |
| <span class="source-line-no">2475</span><span id="line-2475"> count++;</span> |
| <span class="source-line-no">2476</span><span id="line-2476"> byte[] thisRow = r.getRow();</span> |
| <span class="source-line-no">2477</span><span id="line-2477"> if (lastRow != null) {</span> |
| <span class="source-line-no">2478</span><span id="line-2478"> assertTrue("Error scan order, last row= " + Bytes.toString(lastRow) + ",this row="</span> |
| <span class="source-line-no">2479</span><span id="line-2479"> + Bytes.toString(thisRow), Bytes.compareTo(thisRow, lastRow) < 0);</span> |
| <span class="source-line-no">2480</span><span id="line-2480"> }</span> |
| <span class="source-line-no">2481</span><span id="line-2481"> lastRow = thisRow;</span> |
| <span class="source-line-no">2482</span><span id="line-2482"> }</span> |
| <span class="source-line-no">2483</span><span id="line-2483"> assertEquals(2, count); // 000 001</span> |
| <span class="source-line-no">2484</span><span id="line-2484"> }</span> |
| <span class="source-line-no">2485</span><span id="line-2485"></span> |
| <span class="source-line-no">2486</span><span id="line-2486"> scan = new Scan();</span> |
| <span class="source-line-no">2487</span><span id="line-2487"> scan.setReadType(readType);</span> |
| <span class="source-line-no">2488</span><span id="line-2488"> scan.setReversed(true);</span> |
| <span class="source-line-no">2489</span><span id="line-2489"> scan.withStartRow(Bytes.toBytes("000"));</span> |
| <span class="source-line-no">2490</span><span id="line-2490"> try (ResultScanner scanner = table.getScanner(scan)) {</span> |
| <span class="source-line-no">2491</span><span id="line-2491"> int count = 0;</span> |
| <span class="source-line-no">2492</span><span id="line-2492"> byte[] lastRow = null;</span> |
| <span class="source-line-no">2493</span><span id="line-2493"> for (Result r : scanner) {</span> |
| <span class="source-line-no">2494</span><span id="line-2494"> assertFalse(r.isEmpty());</span> |
| <span class="source-line-no">2495</span><span id="line-2495"> count++;</span> |
| <span class="source-line-no">2496</span><span id="line-2496"> byte[] thisRow = r.getRow();</span> |
| <span class="source-line-no">2497</span><span id="line-2497"> if (lastRow != null) {</span> |
| <span class="source-line-no">2498</span><span id="line-2498"> assertTrue("Error scan order, last row= " + Bytes.toString(lastRow) + ",this row="</span> |
| <span class="source-line-no">2499</span><span id="line-2499"> + Bytes.toString(thisRow), Bytes.compareTo(thisRow, lastRow) < 0);</span> |
| <span class="source-line-no">2500</span><span id="line-2500"> }</span> |
| <span class="source-line-no">2501</span><span id="line-2501"> lastRow = thisRow;</span> |
| <span class="source-line-no">2502</span><span id="line-2502"> }</span> |
| <span class="source-line-no">2503</span><span id="line-2503"> assertEquals(1, count); // 000</span> |
| <span class="source-line-no">2504</span><span id="line-2504"> }</span> |
| <span class="source-line-no">2505</span><span id="line-2505"></span> |
| <span class="source-line-no">2506</span><span id="line-2506"> scan = new Scan();</span> |
| <span class="source-line-no">2507</span><span id="line-2507"> scan.setReadType(readType);</span> |
| <span class="source-line-no">2508</span><span id="line-2508"> scan.setReversed(true);</span> |
| <span class="source-line-no">2509</span><span id="line-2509"> scan.withStartRow(Bytes.toBytes("006"));</span> |
| <span class="source-line-no">2510</span><span id="line-2510"> scan.withStopRow(Bytes.toBytes("002"));</span> |
| <span class="source-line-no">2511</span><span id="line-2511"> try (ResultScanner scanner = table.getScanner(scan)) {</span> |
| <span class="source-line-no">2512</span><span id="line-2512"> int count = 0;</span> |
| <span class="source-line-no">2513</span><span id="line-2513"> byte[] lastRow = null;</span> |
| <span class="source-line-no">2514</span><span id="line-2514"> for (Result r : scanner) {</span> |
| <span class="source-line-no">2515</span><span id="line-2515"> assertFalse(r.isEmpty());</span> |
| <span class="source-line-no">2516</span><span id="line-2516"> count++;</span> |
| <span class="source-line-no">2517</span><span id="line-2517"> byte[] thisRow = r.getRow();</span> |
| <span class="source-line-no">2518</span><span id="line-2518"> if (lastRow != null) {</span> |
| <span class="source-line-no">2519</span><span id="line-2519"> assertTrue("Error scan order, last row= " + Bytes.toString(lastRow) + ",this row="</span> |
| <span class="source-line-no">2520</span><span id="line-2520"> + Bytes.toString(thisRow), Bytes.compareTo(thisRow, lastRow) < 0);</span> |
| <span class="source-line-no">2521</span><span id="line-2521"> }</span> |
| <span class="source-line-no">2522</span><span id="line-2522"> lastRow = thisRow;</span> |
| <span class="source-line-no">2523</span><span id="line-2523"> }</span> |
| <span class="source-line-no">2524</span><span id="line-2524"> assertEquals(4, count); // 003 004 005 006</span> |
| <span class="source-line-no">2525</span><span id="line-2525"> }</span> |
| <span class="source-line-no">2526</span><span id="line-2526"> }</span> |
| <span class="source-line-no">2527</span><span id="line-2527"></span> |
| <span class="source-line-no">2528</span><span id="line-2528"> @Test</span> |
| <span class="source-line-no">2529</span><span id="line-2529"> public void testFilterAllRecords() throws IOException {</span> |
| <span class="source-line-no">2530</span><span id="line-2530"> Scan scan = new Scan();</span> |
| <span class="source-line-no">2531</span><span id="line-2531"> scan.setBatch(1);</span> |
| <span class="source-line-no">2532</span><span id="line-2532"> scan.setCaching(1);</span> |
| <span class="source-line-no">2533</span><span id="line-2533"> // Filter out any records</span> |
| <span class="source-line-no">2534</span><span id="line-2534"> scan.setFilter(new FilterList(new FirstKeyOnlyFilter(), new InclusiveStopFilter(new byte[0])));</span> |
| <span class="source-line-no">2535</span><span id="line-2535"> try (Table table = TEST_UTIL.getConnection().getTable(TableName.META_TABLE_NAME)) {</span> |
| <span class="source-line-no">2536</span><span id="line-2536"> try (ResultScanner s = table.getScanner(scan)) {</span> |
| <span class="source-line-no">2537</span><span id="line-2537"> assertNull(s.next());</span> |
| <span class="source-line-no">2538</span><span id="line-2538"> }</span> |
| <span class="source-line-no">2539</span><span id="line-2539"> }</span> |
| <span class="source-line-no">2540</span><span id="line-2540"> }</span> |
| <span class="source-line-no">2541</span><span id="line-2541"></span> |
| <span class="source-line-no">2542</span><span id="line-2542"> @Test</span> |
| <span class="source-line-no">2543</span><span id="line-2543"> public void testCellSizeLimit() throws IOException {</span> |
| <span class="source-line-no">2544</span><span id="line-2544"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">2545</span><span id="line-2545"> TableDescriptor tableDescriptor = TableDescriptorBuilder.newBuilder(tableName)</span> |
| <span class="source-line-no">2546</span><span id="line-2546"> .setValue(HRegion.HBASE_MAX_CELL_SIZE_KEY, Integer.toString(10 * 1024))</span> |
| <span class="source-line-no">2547</span><span id="line-2547"> .setColumnFamily(ColumnFamilyDescriptorBuilder.of(FAMILY)).build();</span> |
| <span class="source-line-no">2548</span><span id="line-2548"> try (Admin admin = TEST_UTIL.getAdmin()) {</span> |
| <span class="source-line-no">2549</span><span id="line-2549"> admin.createTable(tableDescriptor);</span> |
| <span class="source-line-no">2550</span><span id="line-2550"> }</span> |
| <span class="source-line-no">2551</span><span id="line-2551"> // Will succeed</span> |
| <span class="source-line-no">2552</span><span id="line-2552"> try (Table t = TEST_UTIL.getConnection().getTable(tableName)) {</span> |
| <span class="source-line-no">2553</span><span id="line-2553"> t.put(new Put(ROW).addColumn(FAMILY, QUALIFIER, Bytes.toBytes(0L)));</span> |
| <span class="source-line-no">2554</span><span id="line-2554"> t.increment(new Increment(ROW).addColumn(FAMILY, QUALIFIER, 1L));</span> |
| <span class="source-line-no">2555</span><span id="line-2555"> }</span> |
| <span class="source-line-no">2556</span><span id="line-2556"> // Will succeed</span> |
| <span class="source-line-no">2557</span><span id="line-2557"> try (Table t = TEST_UTIL.getConnection().getTable(tableName)) {</span> |
| <span class="source-line-no">2558</span><span id="line-2558"> t.put(new Put(ROW).addColumn(FAMILY, QUALIFIER, new byte[9 * 1024]));</span> |
| <span class="source-line-no">2559</span><span id="line-2559"> }</span> |
| <span class="source-line-no">2560</span><span id="line-2560"> // Will fail</span> |
| <span class="source-line-no">2561</span><span id="line-2561"> try (Table t = TEST_UTIL.getConnection().getTable(tableName)) {</span> |
| <span class="source-line-no">2562</span><span id="line-2562"> try {</span> |
| <span class="source-line-no">2563</span><span id="line-2563"> t.put(new Put(ROW).addColumn(FAMILY, QUALIFIER, new byte[10 * 1024]));</span> |
| <span class="source-line-no">2564</span><span id="line-2564"> fail("Oversize cell failed to trigger exception");</span> |
| <span class="source-line-no">2565</span><span id="line-2565"> } catch (IOException e) {</span> |
| <span class="source-line-no">2566</span><span id="line-2566"> // expected</span> |
| <span class="source-line-no">2567</span><span id="line-2567"> }</span> |
| <span class="source-line-no">2568</span><span id="line-2568"> try {</span> |
| <span class="source-line-no">2569</span><span id="line-2569"> t.append(new Append(ROW).addColumn(FAMILY, QUALIFIER, new byte[2 * 1024]));</span> |
| <span class="source-line-no">2570</span><span id="line-2570"> fail("Oversize cell failed to trigger exception");</span> |
| <span class="source-line-no">2571</span><span id="line-2571"> } catch (IOException e) {</span> |
| <span class="source-line-no">2572</span><span id="line-2572"> // expected</span> |
| <span class="source-line-no">2573</span><span id="line-2573"> }</span> |
| <span class="source-line-no">2574</span><span id="line-2574"> }</span> |
| <span class="source-line-no">2575</span><span id="line-2575"> }</span> |
| <span class="source-line-no">2576</span><span id="line-2576"></span> |
| <span class="source-line-no">2577</span><span id="line-2577"> @Test</span> |
| <span class="source-line-no">2578</span><span id="line-2578"> public void testCellSizeNoLimit() throws IOException {</span> |
| <span class="source-line-no">2579</span><span id="line-2579"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">2580</span><span id="line-2580"> TableDescriptor tableDescriptor = TableDescriptorBuilder.newBuilder(tableName)</span> |
| <span class="source-line-no">2581</span><span id="line-2581"> .setValue(HRegion.HBASE_MAX_CELL_SIZE_KEY, Integer.toString(0))</span> |
| <span class="source-line-no">2582</span><span id="line-2582"> .setColumnFamily(ColumnFamilyDescriptorBuilder.of(FAMILY)).build();</span> |
| <span class="source-line-no">2583</span><span id="line-2583"></span> |
| <span class="source-line-no">2584</span><span id="line-2584"> try (Admin admin = TEST_UTIL.getAdmin()) {</span> |
| <span class="source-line-no">2585</span><span id="line-2585"> admin.createTable(tableDescriptor);</span> |
| <span class="source-line-no">2586</span><span id="line-2586"> }</span> |
| <span class="source-line-no">2587</span><span id="line-2587"></span> |
| <span class="source-line-no">2588</span><span id="line-2588"> // Will succeed</span> |
| <span class="source-line-no">2589</span><span id="line-2589"> try (Table ht = TEST_UTIL.getConnection().getTable(tableName)) {</span> |
| <span class="source-line-no">2590</span><span id="line-2590"> ht.put(</span> |
| <span class="source-line-no">2591</span><span id="line-2591"> new Put(ROW).addColumn(FAMILY, QUALIFIER, new byte[HRegion.DEFAULT_MAX_CELL_SIZE - 1024]));</span> |
| <span class="source-line-no">2592</span><span id="line-2592"> ht.append(new Append(ROW).addColumn(FAMILY, QUALIFIER, new byte[1024 + 1]));</span> |
| <span class="source-line-no">2593</span><span id="line-2593"> }</span> |
| <span class="source-line-no">2594</span><span id="line-2594"> }</span> |
| <span class="source-line-no">2595</span><span id="line-2595"></span> |
| <span class="source-line-no">2596</span><span id="line-2596"> @Test</span> |
| <span class="source-line-no">2597</span><span id="line-2597"> public void testDeleteSpecifiedVersionOfSpecifiedColumn() throws Exception {</span> |
| <span class="source-line-no">2598</span><span id="line-2598"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">2599</span><span id="line-2599"></span> |
| <span class="source-line-no">2600</span><span id="line-2600"> byte[][] VALUES = makeN(VALUE, 5);</span> |
| <span class="source-line-no">2601</span><span id="line-2601"> long[] ts = { 1000, 2000, 3000, 4000, 5000 };</span> |
| <span class="source-line-no">2602</span><span id="line-2602"></span> |
| <span class="source-line-no">2603</span><span id="line-2603"> try (Table ht = TEST_UTIL.createTable(tableName, FAMILY, 5)) {</span> |
| <span class="source-line-no">2604</span><span id="line-2604"></span> |
| <span class="source-line-no">2605</span><span id="line-2605"> Put put = new Put(ROW);</span> |
| <span class="source-line-no">2606</span><span id="line-2606"> // Put version 1000,2000,3000,4000 of column FAMILY:QUALIFIER</span> |
| <span class="source-line-no">2607</span><span id="line-2607"> for (int t = 0; t < 4; t++) {</span> |
| <span class="source-line-no">2608</span><span id="line-2608"> put.addColumn(FAMILY, QUALIFIER, ts[t], VALUES[t]);</span> |
| <span class="source-line-no">2609</span><span id="line-2609"> }</span> |
| <span class="source-line-no">2610</span><span id="line-2610"> ht.put(put);</span> |
| <span class="source-line-no">2611</span><span id="line-2611"></span> |
| <span class="source-line-no">2612</span><span id="line-2612"> Delete delete = new Delete(ROW);</span> |
| <span class="source-line-no">2613</span><span id="line-2613"> // Delete version 3000 of column FAMILY:QUALIFIER</span> |
| <span class="source-line-no">2614</span><span id="line-2614"> delete.addColumn(FAMILY, QUALIFIER, ts[2]);</span> |
| <span class="source-line-no">2615</span><span id="line-2615"> ht.delete(delete);</span> |
| <span class="source-line-no">2616</span><span id="line-2616"></span> |
| <span class="source-line-no">2617</span><span id="line-2617"> Get get = new Get(ROW);</span> |
| <span class="source-line-no">2618</span><span id="line-2618"> get.addColumn(FAMILY, QUALIFIER);</span> |
| <span class="source-line-no">2619</span><span id="line-2619"> get.readVersions(Integer.MAX_VALUE);</span> |
| <span class="source-line-no">2620</span><span id="line-2620"> Result result = ht.get(get);</span> |
| <span class="source-line-no">2621</span><span id="line-2621"> // verify version 1000,2000,4000 remains for column FAMILY:QUALIFIER</span> |
| <span class="source-line-no">2622</span><span id="line-2622"> assertNResult(result, ROW, FAMILY, QUALIFIER, new long[] { ts[0], ts[1], ts[3] },</span> |
| <span class="source-line-no">2623</span><span id="line-2623"> new byte[][] { VALUES[0], VALUES[1], VALUES[3] }, 0, 2);</span> |
| <span class="source-line-no">2624</span><span id="line-2624"></span> |
| <span class="source-line-no">2625</span><span id="line-2625"> delete = new Delete(ROW);</span> |
| <span class="source-line-no">2626</span><span id="line-2626"> // Delete a version 5000 of column FAMILY:QUALIFIER which didn't exist</span> |
| <span class="source-line-no">2627</span><span id="line-2627"> delete.addColumn(FAMILY, QUALIFIER, ts[4]);</span> |
| <span class="source-line-no">2628</span><span id="line-2628"> ht.delete(delete);</span> |
| <span class="source-line-no">2629</span><span id="line-2629"></span> |
| <span class="source-line-no">2630</span><span id="line-2630"> get = new Get(ROW);</span> |
| <span class="source-line-no">2631</span><span id="line-2631"> get.addColumn(FAMILY, QUALIFIER);</span> |
| <span class="source-line-no">2632</span><span id="line-2632"> get.readVersions(Integer.MAX_VALUE);</span> |
| <span class="source-line-no">2633</span><span id="line-2633"> result = ht.get(get);</span> |
| <span class="source-line-no">2634</span><span id="line-2634"> // verify version 1000,2000,4000 remains for column FAMILY:QUALIFIER</span> |
| <span class="source-line-no">2635</span><span id="line-2635"> assertNResult(result, ROW, FAMILY, QUALIFIER, new long[] { ts[0], ts[1], ts[3] },</span> |
| <span class="source-line-no">2636</span><span id="line-2636"> new byte[][] { VALUES[0], VALUES[1], VALUES[3] }, 0, 2);</span> |
| <span class="source-line-no">2637</span><span id="line-2637"> }</span> |
| <span class="source-line-no">2638</span><span id="line-2638"> }</span> |
| <span class="source-line-no">2639</span><span id="line-2639"></span> |
| <span class="source-line-no">2640</span><span id="line-2640"> @Test</span> |
| <span class="source-line-no">2641</span><span id="line-2641"> public void testDeleteLatestVersionOfSpecifiedColumn() throws Exception {</span> |
| <span class="source-line-no">2642</span><span id="line-2642"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">2643</span><span id="line-2643"> byte[][] VALUES = makeN(VALUE, 5);</span> |
| <span class="source-line-no">2644</span><span id="line-2644"> long[] ts = { 1000, 2000, 3000, 4000, 5000 };</span> |
| <span class="source-line-no">2645</span><span id="line-2645"> try (Table ht = TEST_UTIL.createTable(tableName, FAMILY, 5)) {</span> |
| <span class="source-line-no">2646</span><span id="line-2646"> Put put = new Put(ROW);</span> |
| <span class="source-line-no">2647</span><span id="line-2647"> // Put version 1000,2000,3000,4000 of column FAMILY:QUALIFIER</span> |
| <span class="source-line-no">2648</span><span id="line-2648"> for (int t = 0; t < 4; t++) {</span> |
| <span class="source-line-no">2649</span><span id="line-2649"> put.addColumn(FAMILY, QUALIFIER, ts[t], VALUES[t]);</span> |
| <span class="source-line-no">2650</span><span id="line-2650"> }</span> |
| <span class="source-line-no">2651</span><span id="line-2651"> ht.put(put);</span> |
| <span class="source-line-no">2652</span><span id="line-2652"></span> |
| <span class="source-line-no">2653</span><span id="line-2653"> Delete delete = new Delete(ROW);</span> |
| <span class="source-line-no">2654</span><span id="line-2654"> // Delete latest version of column FAMILY:QUALIFIER</span> |
| <span class="source-line-no">2655</span><span id="line-2655"> delete.addColumn(FAMILY, QUALIFIER);</span> |
| <span class="source-line-no">2656</span><span id="line-2656"> ht.delete(delete);</span> |
| <span class="source-line-no">2657</span><span id="line-2657"></span> |
| <span class="source-line-no">2658</span><span id="line-2658"> Get get = new Get(ROW);</span> |
| <span class="source-line-no">2659</span><span id="line-2659"> get.addColumn(FAMILY, QUALIFIER);</span> |
| <span class="source-line-no">2660</span><span id="line-2660"> get.readVersions(Integer.MAX_VALUE);</span> |
| <span class="source-line-no">2661</span><span id="line-2661"> Result result = ht.get(get);</span> |
| <span class="source-line-no">2662</span><span id="line-2662"> // verify version 1000,2000,3000 remains for column FAMILY:QUALIFIER</span> |
| <span class="source-line-no">2663</span><span id="line-2663"> assertNResult(result, ROW, FAMILY, QUALIFIER, new long[] { ts[0], ts[1], ts[2] },</span> |
| <span class="source-line-no">2664</span><span id="line-2664"> new byte[][] { VALUES[0], VALUES[1], VALUES[2] }, 0, 2);</span> |
| <span class="source-line-no">2665</span><span id="line-2665"></span> |
| <span class="source-line-no">2666</span><span id="line-2666"> delete = new Delete(ROW);</span> |
| <span class="source-line-no">2667</span><span id="line-2667"> // Delete two latest version of column FAMILY:QUALIFIER</span> |
| <span class="source-line-no">2668</span><span id="line-2668"> delete.addColumn(FAMILY, QUALIFIER);</span> |
| <span class="source-line-no">2669</span><span id="line-2669"> delete.addColumn(FAMILY, QUALIFIER);</span> |
| <span class="source-line-no">2670</span><span id="line-2670"> ht.delete(delete);</span> |
| <span class="source-line-no">2671</span><span id="line-2671"></span> |
| <span class="source-line-no">2672</span><span id="line-2672"> get = new Get(ROW);</span> |
| <span class="source-line-no">2673</span><span id="line-2673"> get.addColumn(FAMILY, QUALIFIER);</span> |
| <span class="source-line-no">2674</span><span id="line-2674"> get.readVersions(Integer.MAX_VALUE);</span> |
| <span class="source-line-no">2675</span><span id="line-2675"> result = ht.get(get);</span> |
| <span class="source-line-no">2676</span><span id="line-2676"> // verify version 1000 remains for column FAMILY:QUALIFIER</span> |
| <span class="source-line-no">2677</span><span id="line-2677"> assertNResult(result, ROW, FAMILY, QUALIFIER, new long[] { ts[0] },</span> |
| <span class="source-line-no">2678</span><span id="line-2678"> new byte[][] { VALUES[0] }, 0, 0);</span> |
| <span class="source-line-no">2679</span><span id="line-2679"></span> |
| <span class="source-line-no">2680</span><span id="line-2680"> put = new Put(ROW);</span> |
| <span class="source-line-no">2681</span><span id="line-2681"> // Put a version 5000 of column FAMILY:QUALIFIER</span> |
| <span class="source-line-no">2682</span><span id="line-2682"> put.addColumn(FAMILY, QUALIFIER, ts[4], VALUES[4]);</span> |
| <span class="source-line-no">2683</span><span id="line-2683"> ht.put(put);</span> |
| <span class="source-line-no">2684</span><span id="line-2684"></span> |
| <span class="source-line-no">2685</span><span id="line-2685"> get = new Get(ROW);</span> |
| <span class="source-line-no">2686</span><span id="line-2686"> get.addColumn(FAMILY, QUALIFIER);</span> |
| <span class="source-line-no">2687</span><span id="line-2687"> get.readVersions(Integer.MAX_VALUE);</span> |
| <span class="source-line-no">2688</span><span id="line-2688"> result = ht.get(get);</span> |
| <span class="source-line-no">2689</span><span id="line-2689"> // verify version 1000,5000 remains for column FAMILY:QUALIFIER</span> |
| <span class="source-line-no">2690</span><span id="line-2690"> assertNResult(result, ROW, FAMILY, QUALIFIER, new long[] { ts[0], ts[4] },</span> |
| <span class="source-line-no">2691</span><span id="line-2691"> new byte[][] { VALUES[0], VALUES[4] }, 0, 1);</span> |
| <span class="source-line-no">2692</span><span id="line-2692"> }</span> |
| <span class="source-line-no">2693</span><span id="line-2693"> }</span> |
| <span class="source-line-no">2694</span><span id="line-2694"></span> |
| <span class="source-line-no">2695</span><span id="line-2695"> /**</span> |
| <span class="source-line-no">2696</span><span id="line-2696"> * Test for HBASE-17125</span> |
| <span class="source-line-no">2697</span><span id="line-2697"> */</span> |
| <span class="source-line-no">2698</span><span id="line-2698"> @Test</span> |
| <span class="source-line-no">2699</span><span id="line-2699"> public void testReadWithFilter() throws Exception {</span> |
| <span class="source-line-no">2700</span><span id="line-2700"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">2701</span><span id="line-2701"> try (Table table = TEST_UTIL.createTable(tableName, FAMILY, 3)) {</span> |
| <span class="source-line-no">2702</span><span id="line-2702"></span> |
| <span class="source-line-no">2703</span><span id="line-2703"> byte[] VALUEA = Bytes.toBytes("value-a");</span> |
| <span class="source-line-no">2704</span><span id="line-2704"> byte[] VALUEB = Bytes.toBytes("value-b");</span> |
| <span class="source-line-no">2705</span><span id="line-2705"> long[] ts = { 1000, 2000, 3000, 4000 };</span> |
| <span class="source-line-no">2706</span><span id="line-2706"></span> |
| <span class="source-line-no">2707</span><span id="line-2707"> Put put = new Put(ROW);</span> |
| <span class="source-line-no">2708</span><span id="line-2708"> // Put version 1000,2000,3000,4000 of column FAMILY:QUALIFIER</span> |
| <span class="source-line-no">2709</span><span id="line-2709"> for (int t = 0; t <= 3; t++) {</span> |
| <span class="source-line-no">2710</span><span id="line-2710"> if (t <= 1) {</span> |
| <span class="source-line-no">2711</span><span id="line-2711"> put.addColumn(FAMILY, QUALIFIER, ts[t], VALUEA);</span> |
| <span class="source-line-no">2712</span><span id="line-2712"> } else {</span> |
| <span class="source-line-no">2713</span><span id="line-2713"> put.addColumn(FAMILY, QUALIFIER, ts[t], VALUEB);</span> |
| <span class="source-line-no">2714</span><span id="line-2714"> }</span> |
| <span class="source-line-no">2715</span><span id="line-2715"> }</span> |
| <span class="source-line-no">2716</span><span id="line-2716"> table.put(put);</span> |
| <span class="source-line-no">2717</span><span id="line-2717"></span> |
| <span class="source-line-no">2718</span><span id="line-2718"> Scan scan = new Scan()</span> |
| <span class="source-line-no">2719</span><span id="line-2719"> .setFilter(new ValueFilter(CompareOperator.EQUAL, new SubstringComparator("value-a")))</span> |
| <span class="source-line-no">2720</span><span id="line-2720"> .readVersions(3);</span> |
| <span class="source-line-no">2721</span><span id="line-2721"> ResultScanner scanner = table.getScanner(scan);</span> |
| <span class="source-line-no">2722</span><span id="line-2722"> Result result = scanner.next();</span> |
| <span class="source-line-no">2723</span><span id="line-2723"> // ts[0] has gone from user view. Only read ts[2] which value is less or equal to 3</span> |
| <span class="source-line-no">2724</span><span id="line-2724"> assertNResult(result, ROW, FAMILY, QUALIFIER, new long[] { ts[1] }, new byte[][] { VALUEA },</span> |
| <span class="source-line-no">2725</span><span id="line-2725"> 0, 0);</span> |
| <span class="source-line-no">2726</span><span id="line-2726"></span> |
| <span class="source-line-no">2727</span><span id="line-2727"> Get get = new Get(ROW)</span> |
| <span class="source-line-no">2728</span><span id="line-2728"> .setFilter(new ValueFilter(CompareOperator.EQUAL, new SubstringComparator("value-a")))</span> |
| <span class="source-line-no">2729</span><span id="line-2729"> .readVersions(3);</span> |
| <span class="source-line-no">2730</span><span id="line-2730"> result = table.get(get);</span> |
| <span class="source-line-no">2731</span><span id="line-2731"> // ts[0] has gone from user view. Only read ts[2] which value is less or equal to 3</span> |
| <span class="source-line-no">2732</span><span id="line-2732"> assertNResult(result, ROW, FAMILY, QUALIFIER, new long[] { ts[1] }, new byte[][] { VALUEA },</span> |
| <span class="source-line-no">2733</span><span id="line-2733"> 0, 0);</span> |
| <span class="source-line-no">2734</span><span id="line-2734"></span> |
| <span class="source-line-no">2735</span><span id="line-2735"> // Test with max versions 1, it should still read ts[1]</span> |
| <span class="source-line-no">2736</span><span id="line-2736"> scan = new Scan()</span> |
| <span class="source-line-no">2737</span><span id="line-2737"> .setFilter(new ValueFilter(CompareOperator.EQUAL, new SubstringComparator("value-a")))</span> |
| <span class="source-line-no">2738</span><span id="line-2738"> .readVersions(1);</span> |
| <span class="source-line-no">2739</span><span id="line-2739"> scanner = table.getScanner(scan);</span> |
| <span class="source-line-no">2740</span><span id="line-2740"> result = scanner.next();</span> |
| <span class="source-line-no">2741</span><span id="line-2741"> // ts[0] has gone from user view. Only read ts[2] which value is less or equal to 3</span> |
| <span class="source-line-no">2742</span><span id="line-2742"> assertNResult(result, ROW, FAMILY, QUALIFIER, new long[] { ts[1] }, new byte[][] { VALUEA },</span> |
| <span class="source-line-no">2743</span><span id="line-2743"> 0, 0);</span> |
| <span class="source-line-no">2744</span><span id="line-2744"></span> |
| <span class="source-line-no">2745</span><span id="line-2745"> // Test with max versions 1, it should still read ts[1]</span> |
| <span class="source-line-no">2746</span><span id="line-2746"> get = new Get(ROW)</span> |
| <span class="source-line-no">2747</span><span id="line-2747"> .setFilter(new ValueFilter(CompareOperator.EQUAL, new SubstringComparator("value-a")))</span> |
| <span class="source-line-no">2748</span><span id="line-2748"> .readVersions(1);</span> |
| <span class="source-line-no">2749</span><span id="line-2749"> result = table.get(get);</span> |
| <span class="source-line-no">2750</span><span id="line-2750"> // ts[0] has gone from user view. Only read ts[2] which value is less or equal to 3</span> |
| <span class="source-line-no">2751</span><span id="line-2751"> assertNResult(result, ROW, FAMILY, QUALIFIER, new long[] { ts[1] }, new byte[][] { VALUEA },</span> |
| <span class="source-line-no">2752</span><span id="line-2752"> 0, 0);</span> |
| <span class="source-line-no">2753</span><span id="line-2753"></span> |
| <span class="source-line-no">2754</span><span id="line-2754"> // Test with max versions 5, it should still read ts[1]</span> |
| <span class="source-line-no">2755</span><span id="line-2755"> scan = new Scan()</span> |
| <span class="source-line-no">2756</span><span id="line-2756"> .setFilter(new ValueFilter(CompareOperator.EQUAL, new SubstringComparator("value-a")))</span> |
| <span class="source-line-no">2757</span><span id="line-2757"> .readVersions(5);</span> |
| <span class="source-line-no">2758</span><span id="line-2758"> scanner = table.getScanner(scan);</span> |
| <span class="source-line-no">2759</span><span id="line-2759"> result = scanner.next();</span> |
| <span class="source-line-no">2760</span><span id="line-2760"> // ts[0] has gone from user view. Only read ts[2] which value is less or equal to 3</span> |
| <span class="source-line-no">2761</span><span id="line-2761"> assertNResult(result, ROW, FAMILY, QUALIFIER, new long[] { ts[1] }, new byte[][] { VALUEA },</span> |
| <span class="source-line-no">2762</span><span id="line-2762"> 0, 0);</span> |
| <span class="source-line-no">2763</span><span id="line-2763"></span> |
| <span class="source-line-no">2764</span><span id="line-2764"> // Test with max versions 5, it should still read ts[1]</span> |
| <span class="source-line-no">2765</span><span id="line-2765"> get = new Get(ROW)</span> |
| <span class="source-line-no">2766</span><span id="line-2766"> .setFilter(new ValueFilter(CompareOperator.EQUAL, new SubstringComparator("value-a")))</span> |
| <span class="source-line-no">2767</span><span id="line-2767"> .readVersions(5);</span> |
| <span class="source-line-no">2768</span><span id="line-2768"> result = table.get(get);</span> |
| <span class="source-line-no">2769</span><span id="line-2769"> // ts[0] has gone from user view. Only read ts[2] which value is less or equal to 3</span> |
| <span class="source-line-no">2770</span><span id="line-2770"> assertNResult(result, ROW, FAMILY, QUALIFIER, new long[] { ts[1] }, new byte[][] { VALUEA },</span> |
| <span class="source-line-no">2771</span><span id="line-2771"> 0, 0);</span> |
| <span class="source-line-no">2772</span><span id="line-2772"> }</span> |
| <span class="source-line-no">2773</span><span id="line-2773"> }</span> |
| <span class="source-line-no">2774</span><span id="line-2774"></span> |
| <span class="source-line-no">2775</span><span id="line-2775"> @Test</span> |
| <span class="source-line-no">2776</span><span id="line-2776"> public void testCellUtilTypeMethods() throws IOException {</span> |
| <span class="source-line-no">2777</span><span id="line-2777"> final TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">2778</span><span id="line-2778"> try (Table table = TEST_UTIL.createTable(tableName, FAMILY)) {</span> |
| <span class="source-line-no">2779</span><span id="line-2779"></span> |
| <span class="source-line-no">2780</span><span id="line-2780"> final byte[] row = Bytes.toBytes("p");</span> |
| <span class="source-line-no">2781</span><span id="line-2781"> Put p = new Put(row);</span> |
| <span class="source-line-no">2782</span><span id="line-2782"> p.addColumn(FAMILY, QUALIFIER, VALUE);</span> |
| <span class="source-line-no">2783</span><span id="line-2783"> table.put(p);</span> |
| <span class="source-line-no">2784</span><span id="line-2784"></span> |
| <span class="source-line-no">2785</span><span id="line-2785"> try (ResultScanner scanner = table.getScanner(new Scan())) {</span> |
| <span class="source-line-no">2786</span><span id="line-2786"> Result result = scanner.next();</span> |
| <span class="source-line-no">2787</span><span id="line-2787"> assertNotNull(result);</span> |
| <span class="source-line-no">2788</span><span id="line-2788"> CellScanner cs = result.cellScanner();</span> |
| <span class="source-line-no">2789</span><span id="line-2789"> assertTrue(cs.advance());</span> |
| <span class="source-line-no">2790</span><span id="line-2790"> Cell c = cs.current();</span> |
| <span class="source-line-no">2791</span><span id="line-2791"> assertTrue(CellUtil.isPut(c));</span> |
| <span class="source-line-no">2792</span><span id="line-2792"> assertFalse(CellUtil.isDelete(c));</span> |
| <span class="source-line-no">2793</span><span id="line-2793"> assertFalse(cs.advance());</span> |
| <span class="source-line-no">2794</span><span id="line-2794"> assertNull(scanner.next());</span> |
| <span class="source-line-no">2795</span><span id="line-2795"> }</span> |
| <span class="source-line-no">2796</span><span id="line-2796"></span> |
| <span class="source-line-no">2797</span><span id="line-2797"> Delete d = new Delete(row);</span> |
| <span class="source-line-no">2798</span><span id="line-2798"> d.addColumn(FAMILY, QUALIFIER);</span> |
| <span class="source-line-no">2799</span><span id="line-2799"> table.delete(d);</span> |
| <span class="source-line-no">2800</span><span id="line-2800"></span> |
| <span class="source-line-no">2801</span><span id="line-2801"> Scan scan = new Scan();</span> |
| <span class="source-line-no">2802</span><span id="line-2802"> scan.setRaw(true);</span> |
| <span class="source-line-no">2803</span><span id="line-2803"> try (ResultScanner scanner = table.getScanner(scan)) {</span> |
| <span class="source-line-no">2804</span><span id="line-2804"> Result result = scanner.next();</span> |
| <span class="source-line-no">2805</span><span id="line-2805"> assertNotNull(result);</span> |
| <span class="source-line-no">2806</span><span id="line-2806"> CellScanner cs = result.cellScanner();</span> |
| <span class="source-line-no">2807</span><span id="line-2807"> assertTrue(cs.advance());</span> |
| <span class="source-line-no">2808</span><span id="line-2808"></span> |
| <span class="source-line-no">2809</span><span id="line-2809"> // First cell should be the delete (masking the Put)</span> |
| <span class="source-line-no">2810</span><span id="line-2810"> Cell c = cs.current();</span> |
| <span class="source-line-no">2811</span><span id="line-2811"> assertTrue("Cell should be a Delete: " + c, CellUtil.isDelete(c));</span> |
| <span class="source-line-no">2812</span><span id="line-2812"> assertFalse("Cell should not be a Put: " + c, CellUtil.isPut(c));</span> |
| <span class="source-line-no">2813</span><span id="line-2813"></span> |
| <span class="source-line-no">2814</span><span id="line-2814"> // Second cell should be the original Put</span> |
| <span class="source-line-no">2815</span><span id="line-2815"> assertTrue(cs.advance());</span> |
| <span class="source-line-no">2816</span><span id="line-2816"> c = cs.current();</span> |
| <span class="source-line-no">2817</span><span id="line-2817"> assertFalse("Cell should not be a Delete: " + c, CellUtil.isDelete(c));</span> |
| <span class="source-line-no">2818</span><span id="line-2818"> assertTrue("Cell should be a Put: " + c, CellUtil.isPut(c));</span> |
| <span class="source-line-no">2819</span><span id="line-2819"></span> |
| <span class="source-line-no">2820</span><span id="line-2820"> // No more cells in this row</span> |
| <span class="source-line-no">2821</span><span id="line-2821"> assertFalse(cs.advance());</span> |
| <span class="source-line-no">2822</span><span id="line-2822"></span> |
| <span class="source-line-no">2823</span><span id="line-2823"> // No more results in this scan</span> |
| <span class="source-line-no">2824</span><span id="line-2824"> assertNull(scanner.next());</span> |
| <span class="source-line-no">2825</span><span id="line-2825"> }</span> |
| <span class="source-line-no">2826</span><span id="line-2826"> }</span> |
| <span class="source-line-no">2827</span><span id="line-2827"> }</span> |
| <span class="source-line-no">2828</span><span id="line-2828"></span> |
| <span class="source-line-no">2829</span><span id="line-2829"> @Test(expected = DoNotRetryIOException.class)</span> |
| <span class="source-line-no">2830</span><span id="line-2830"> public void testCreateTableWithZeroRegionReplicas() throws Exception {</span> |
| <span class="source-line-no">2831</span><span id="line-2831"> TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">2832</span><span id="line-2832"> TableDescriptor desc = TableDescriptorBuilder.newBuilder(tableName)</span> |
| <span class="source-line-no">2833</span><span id="line-2833"> .setColumnFamily(ColumnFamilyDescriptorBuilder.of(Bytes.toBytes("cf")))</span> |
| <span class="source-line-no">2834</span><span id="line-2834"> .setRegionReplication(0).build();</span> |
| <span class="source-line-no">2835</span><span id="line-2835"></span> |
| <span class="source-line-no">2836</span><span id="line-2836"> TEST_UTIL.getAdmin().createTable(desc);</span> |
| <span class="source-line-no">2837</span><span id="line-2837"> }</span> |
| <span class="source-line-no">2838</span><span id="line-2838"></span> |
| <span class="source-line-no">2839</span><span id="line-2839"> @Test(expected = DoNotRetryIOException.class)</span> |
| <span class="source-line-no">2840</span><span id="line-2840"> public void testModifyTableWithZeroRegionReplicas() throws Exception {</span> |
| <span class="source-line-no">2841</span><span id="line-2841"> TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">2842</span><span id="line-2842"> TableDescriptor desc = TableDescriptorBuilder.newBuilder(tableName)</span> |
| <span class="source-line-no">2843</span><span id="line-2843"> .setColumnFamily(ColumnFamilyDescriptorBuilder.of(Bytes.toBytes("cf"))).build();</span> |
| <span class="source-line-no">2844</span><span id="line-2844"></span> |
| <span class="source-line-no">2845</span><span id="line-2845"> TEST_UTIL.getAdmin().createTable(desc);</span> |
| <span class="source-line-no">2846</span><span id="line-2846"> TableDescriptor newDesc =</span> |
| <span class="source-line-no">2847</span><span id="line-2847"> TableDescriptorBuilder.newBuilder(desc).setRegionReplication(0).build();</span> |
| <span class="source-line-no">2848</span><span id="line-2848"></span> |
| <span class="source-line-no">2849</span><span id="line-2849"> TEST_UTIL.getAdmin().modifyTable(newDesc);</span> |
| <span class="source-line-no">2850</span><span id="line-2850"> }</span> |
| <span class="source-line-no">2851</span><span id="line-2851"></span> |
| <span class="source-line-no">2852</span><span id="line-2852"> @Test(timeout = 60000)</span> |
| <span class="source-line-no">2853</span><span id="line-2853"> public void testModifyTableWithMemstoreData() throws Exception {</span> |
| <span class="source-line-no">2854</span><span id="line-2854"> TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">2855</span><span id="line-2855"> createTableAndValidateTableSchemaModification(tableName, true);</span> |
| <span class="source-line-no">2856</span><span id="line-2856"> }</span> |
| <span class="source-line-no">2857</span><span id="line-2857"></span> |
| <span class="source-line-no">2858</span><span id="line-2858"> @Test(timeout = 60000)</span> |
| <span class="source-line-no">2859</span><span id="line-2859"> public void testDeleteCFWithMemstoreData() throws Exception {</span> |
| <span class="source-line-no">2860</span><span id="line-2860"> TableName tableName = name.getTableName();</span> |
| <span class="source-line-no">2861</span><span id="line-2861"> createTableAndValidateTableSchemaModification(tableName, false);</span> |
| <span class="source-line-no">2862</span><span id="line-2862"> }</span> |
| <span class="source-line-no">2863</span><span id="line-2863"></span> |
| <span class="source-line-no">2864</span><span id="line-2864"> /**</span> |
| <span class="source-line-no">2865</span><span id="line-2865"> * Create table and validate online schema modification</span> |
| <span class="source-line-no">2866</span><span id="line-2866"> * @param tableName Table name</span> |
| <span class="source-line-no">2867</span><span id="line-2867"> * @param modifyTable Modify table if true otherwise delete column family</span> |
| <span class="source-line-no">2868</span><span id="line-2868"> * @throws IOException in case of failures</span> |
| <span class="source-line-no">2869</span><span id="line-2869"> */</span> |
| <span class="source-line-no">2870</span><span id="line-2870"> private void createTableAndValidateTableSchemaModification(TableName tableName,</span> |
| <span class="source-line-no">2871</span><span id="line-2871"> boolean modifyTable) throws Exception {</span> |
| <span class="source-line-no">2872</span><span id="line-2872"> Admin admin = TEST_UTIL.getAdmin();</span> |
| <span class="source-line-no">2873</span><span id="line-2873"> // Create table with two Cfs</span> |
| <span class="source-line-no">2874</span><span id="line-2874"> byte[] cf1 = Bytes.toBytes("cf1");</span> |
| <span class="source-line-no">2875</span><span id="line-2875"> byte[] cf2 = Bytes.toBytes("cf2");</span> |
| <span class="source-line-no">2876</span><span id="line-2876"> TableDescriptor tableDesc = TableDescriptorBuilder.newBuilder(tableName)</span> |
| <span class="source-line-no">2877</span><span id="line-2877"> .setColumnFamily(ColumnFamilyDescriptorBuilder.of(cf1))</span> |
| <span class="source-line-no">2878</span><span id="line-2878"> .setColumnFamily(ColumnFamilyDescriptorBuilder.of(cf2)).build();</span> |
| <span class="source-line-no">2879</span><span id="line-2879"> admin.createTable(tableDesc);</span> |
| <span class="source-line-no">2880</span><span id="line-2880"></span> |
| <span class="source-line-no">2881</span><span id="line-2881"> Table t = TEST_UTIL.getConnection().getTable(tableName);</span> |
| <span class="source-line-no">2882</span><span id="line-2882"> // Insert few records and flush the table</span> |
| <span class="source-line-no">2883</span><span id="line-2883"> t.put(new Put(ROW).addColumn(cf1, QUALIFIER, Bytes.toBytes("val1")));</span> |
| <span class="source-line-no">2884</span><span id="line-2884"> t.put(new Put(ROW).addColumn(cf2, QUALIFIER, Bytes.toBytes("val2")));</span> |
| <span class="source-line-no">2885</span><span id="line-2885"> admin.flush(tableName);</span> |
| <span class="source-line-no">2886</span><span id="line-2886"> Path tableDir = CommonFSUtils.getTableDir(TEST_UTIL.getDefaultRootDirPath(), tableName);</span> |
| <span class="source-line-no">2887</span><span id="line-2887"> List<Path> regionDirs = FSUtils.getRegionDirs(TEST_UTIL.getTestFileSystem(), tableDir);</span> |
| <span class="source-line-no">2888</span><span id="line-2888"> assertEquals(1, regionDirs.size());</span> |
| <span class="source-line-no">2889</span><span id="line-2889"> List<Path> familyDirs = FSUtils.getFamilyDirs(TEST_UTIL.getTestFileSystem(), regionDirs.get(0));</span> |
| <span class="source-line-no">2890</span><span id="line-2890"> assertEquals(2, familyDirs.size());</span> |
| <span class="source-line-no">2891</span><span id="line-2891"></span> |
| <span class="source-line-no">2892</span><span id="line-2892"> // Insert record but dont flush the table</span> |
| <span class="source-line-no">2893</span><span id="line-2893"> t.put(new Put(ROW).addColumn(cf1, QUALIFIER, Bytes.toBytes("val2")));</span> |
| <span class="source-line-no">2894</span><span id="line-2894"> t.put(new Put(ROW).addColumn(cf2, QUALIFIER, Bytes.toBytes("val2")));</span> |
| <span class="source-line-no">2895</span><span id="line-2895"></span> |
| <span class="source-line-no">2896</span><span id="line-2896"> if (modifyTable) {</span> |
| <span class="source-line-no">2897</span><span id="line-2897"> tableDesc = TableDescriptorBuilder.newBuilder(tableDesc).removeColumnFamily(cf2).build();</span> |
| <span class="source-line-no">2898</span><span id="line-2898"> admin.modifyTable(tableDesc);</span> |
| <span class="source-line-no">2899</span><span id="line-2899"> } else {</span> |
| <span class="source-line-no">2900</span><span id="line-2900"> admin.deleteColumnFamily(tableName, cf2);</span> |
| <span class="source-line-no">2901</span><span id="line-2901"> }</span> |
| <span class="source-line-no">2902</span><span id="line-2902"> // After table modification or delete family there should be only one CF in FS</span> |
| <span class="source-line-no">2903</span><span id="line-2903"> familyDirs = FSUtils.getFamilyDirs(TEST_UTIL.getTestFileSystem(), regionDirs.get(0));</span> |
| <span class="source-line-no">2904</span><span id="line-2904"> assertEquals("CF dir count should be 1, but was " + familyDirs.size(), 1, familyDirs.size());</span> |
| <span class="source-line-no">2905</span><span id="line-2905"> }</span> |
| <span class="source-line-no">2906</span><span id="line-2906">}</span> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| </pre> |
| </div> |
| </main> |
| </body> |
| </html> |
