| <!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> |
| <html lang="en"> |
| <head> |
| <title>Source code</title> |
| <link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="Style"> |
| </head> |
| <body> |
| <div class="sourceContainer"> |
| <pre><span class="sourceLineNo">001</span>/**<a name="line.1"></a> |
| <span class="sourceLineNo">002</span> * Licensed to the Apache Software Foundation (ASF) under one<a name="line.2"></a> |
| <span class="sourceLineNo">003</span> * or more contributor license agreements. See the NOTICE file<a name="line.3"></a> |
| <span class="sourceLineNo">004</span> * distributed with this work for additional information<a name="line.4"></a> |
| <span class="sourceLineNo">005</span> * regarding copyright ownership. The ASF licenses this file<a name="line.5"></a> |
| <span class="sourceLineNo">006</span> * to you under the Apache License, Version 2.0 (the<a name="line.6"></a> |
| <span class="sourceLineNo">007</span> * "License"); you may not use this file except in compliance<a name="line.7"></a> |
| <span class="sourceLineNo">008</span> * with the License. You may obtain a copy of the License at<a name="line.8"></a> |
| <span class="sourceLineNo">009</span> *<a name="line.9"></a> |
| <span class="sourceLineNo">010</span> * http://www.apache.org/licenses/LICENSE-2.0<a name="line.10"></a> |
| <span class="sourceLineNo">011</span> *<a name="line.11"></a> |
| <span class="sourceLineNo">012</span> * Unless required by applicable law or agreed to in writing, software<a name="line.12"></a> |
| <span class="sourceLineNo">013</span> * distributed under the License is distributed on an "AS IS" BASIS,<a name="line.13"></a> |
| <span class="sourceLineNo">014</span> * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.<a name="line.14"></a> |
| <span class="sourceLineNo">015</span> * See the License for the specific language governing permissions and<a name="line.15"></a> |
| <span class="sourceLineNo">016</span> * limitations under the License.<a name="line.16"></a> |
| <span class="sourceLineNo">017</span> */<a name="line.17"></a> |
| <span class="sourceLineNo">018</span>package org.apache.hadoop.hbase.regionserver;<a name="line.18"></a> |
| <span class="sourceLineNo">019</span><a name="line.19"></a> |
| <span class="sourceLineNo">020</span>import static org.apache.hadoop.hbase.HBaseTestingUtility.COLUMNS;<a name="line.20"></a> |
| <span class="sourceLineNo">021</span>import static org.apache.hadoop.hbase.HBaseTestingUtility.fam1;<a name="line.21"></a> |
| <span class="sourceLineNo">022</span>import static org.apache.hadoop.hbase.HBaseTestingUtility.fam2;<a name="line.22"></a> |
| <span class="sourceLineNo">023</span>import static org.apache.hadoop.hbase.HBaseTestingUtility.fam3;<a name="line.23"></a> |
| <span class="sourceLineNo">024</span>import static org.junit.Assert.assertArrayEquals;<a name="line.24"></a> |
| <span class="sourceLineNo">025</span>import static org.junit.Assert.assertEquals;<a name="line.25"></a> |
| <span class="sourceLineNo">026</span>import static org.junit.Assert.assertFalse;<a name="line.26"></a> |
| <span class="sourceLineNo">027</span>import static org.junit.Assert.assertNotNull;<a name="line.27"></a> |
| <span class="sourceLineNo">028</span>import static org.junit.Assert.assertNull;<a name="line.28"></a> |
| <span class="sourceLineNo">029</span>import static org.junit.Assert.assertThrows;<a name="line.29"></a> |
| <span class="sourceLineNo">030</span>import static org.junit.Assert.assertTrue;<a name="line.30"></a> |
| <span class="sourceLineNo">031</span>import static org.junit.Assert.fail;<a name="line.31"></a> |
| <span class="sourceLineNo">032</span>import static org.mockito.ArgumentMatchers.any;<a name="line.32"></a> |
| <span class="sourceLineNo">033</span>import static org.mockito.ArgumentMatchers.anyLong;<a name="line.33"></a> |
| <span class="sourceLineNo">034</span>import static org.mockito.ArgumentMatchers.anyString;<a name="line.34"></a> |
| <span class="sourceLineNo">035</span>import static org.mockito.Mockito.atLeast;<a name="line.35"></a> |
| <span class="sourceLineNo">036</span>import static org.mockito.Mockito.doThrow;<a name="line.36"></a> |
| <span class="sourceLineNo">037</span>import static org.mockito.Mockito.mock;<a name="line.37"></a> |
| <span class="sourceLineNo">038</span>import static org.mockito.Mockito.never;<a name="line.38"></a> |
| <span class="sourceLineNo">039</span>import static org.mockito.Mockito.spy;<a name="line.39"></a> |
| <span class="sourceLineNo">040</span>import static org.mockito.Mockito.times;<a name="line.40"></a> |
| <span class="sourceLineNo">041</span>import static org.mockito.Mockito.verify;<a name="line.41"></a> |
| <span class="sourceLineNo">042</span>import static org.mockito.Mockito.when;<a name="line.42"></a> |
| <span class="sourceLineNo">043</span><a name="line.43"></a> |
| <span class="sourceLineNo">044</span>import java.io.IOException;<a name="line.44"></a> |
| <span class="sourceLineNo">045</span>import java.io.InterruptedIOException;<a name="line.45"></a> |
| <span class="sourceLineNo">046</span>import java.math.BigDecimal;<a name="line.46"></a> |
| <span class="sourceLineNo">047</span>import java.security.PrivilegedExceptionAction;<a name="line.47"></a> |
| <span class="sourceLineNo">048</span>import java.util.ArrayList;<a name="line.48"></a> |
| <span class="sourceLineNo">049</span>import java.util.Arrays;<a name="line.49"></a> |
| <span class="sourceLineNo">050</span>import java.util.Collection;<a name="line.50"></a> |
| <span class="sourceLineNo">051</span>import java.util.List;<a name="line.51"></a> |
| <span class="sourceLineNo">052</span>import java.util.Map;<a name="line.52"></a> |
| <span class="sourceLineNo">053</span>import java.util.NavigableMap;<a name="line.53"></a> |
| <span class="sourceLineNo">054</span>import java.util.Objects;<a name="line.54"></a> |
| <span class="sourceLineNo">055</span>import java.util.TreeMap;<a name="line.55"></a> |
| <span class="sourceLineNo">056</span>import java.util.concurrent.Callable;<a name="line.56"></a> |
| <span class="sourceLineNo">057</span>import java.util.concurrent.CountDownLatch;<a name="line.57"></a> |
| <span class="sourceLineNo">058</span>import java.util.concurrent.ExecutorService;<a name="line.58"></a> |
| <span class="sourceLineNo">059</span>import java.util.concurrent.Executors;<a name="line.59"></a> |
| <span class="sourceLineNo">060</span>import java.util.concurrent.Future;<a name="line.60"></a> |
| <span class="sourceLineNo">061</span>import java.util.concurrent.TimeUnit;<a name="line.61"></a> |
| <span class="sourceLineNo">062</span>import java.util.concurrent.atomic.AtomicBoolean;<a name="line.62"></a> |
| <span class="sourceLineNo">063</span>import java.util.concurrent.atomic.AtomicInteger;<a name="line.63"></a> |
| <span class="sourceLineNo">064</span>import java.util.concurrent.atomic.AtomicLong;<a name="line.64"></a> |
| <span class="sourceLineNo">065</span>import java.util.concurrent.atomic.AtomicReference;<a name="line.65"></a> |
| <span class="sourceLineNo">066</span>import org.apache.commons.lang3.RandomStringUtils;<a name="line.66"></a> |
| <span class="sourceLineNo">067</span>import org.apache.hadoop.conf.Configuration;<a name="line.67"></a> |
| <span class="sourceLineNo">068</span>import org.apache.hadoop.fs.FSDataOutputStream;<a name="line.68"></a> |
| <span class="sourceLineNo">069</span>import org.apache.hadoop.fs.FileStatus;<a name="line.69"></a> |
| <span class="sourceLineNo">070</span>import org.apache.hadoop.fs.FileSystem;<a name="line.70"></a> |
| <span class="sourceLineNo">071</span>import org.apache.hadoop.fs.Path;<a name="line.71"></a> |
| <span class="sourceLineNo">072</span>import org.apache.hadoop.hbase.ArrayBackedTag;<a name="line.72"></a> |
| <span class="sourceLineNo">073</span>import org.apache.hadoop.hbase.Cell;<a name="line.73"></a> |
| <span class="sourceLineNo">074</span>import org.apache.hadoop.hbase.Cell.Type;<a name="line.74"></a> |
| <span class="sourceLineNo">075</span>import org.apache.hadoop.hbase.CellBuilderFactory;<a name="line.75"></a> |
| <span class="sourceLineNo">076</span>import org.apache.hadoop.hbase.CellBuilderType;<a name="line.76"></a> |
| <span class="sourceLineNo">077</span>import org.apache.hadoop.hbase.CellUtil;<a name="line.77"></a> |
| <span class="sourceLineNo">078</span>import org.apache.hadoop.hbase.CompareOperator;<a name="line.78"></a> |
| <span class="sourceLineNo">079</span>import org.apache.hadoop.hbase.CompatibilitySingletonFactory;<a name="line.79"></a> |
| <span class="sourceLineNo">080</span>import org.apache.hadoop.hbase.DoNotRetryIOException;<a name="line.80"></a> |
| <span class="sourceLineNo">081</span>import org.apache.hadoop.hbase.DroppedSnapshotException;<a name="line.81"></a> |
| <span class="sourceLineNo">082</span>import org.apache.hadoop.hbase.ExtendedCellBuilderFactory;<a name="line.82"></a> |
| <span class="sourceLineNo">083</span>import org.apache.hadoop.hbase.HBaseClassTestRule;<a name="line.83"></a> |
| <span class="sourceLineNo">084</span>import org.apache.hadoop.hbase.HBaseConfiguration;<a name="line.84"></a> |
| <span class="sourceLineNo">085</span>import org.apache.hadoop.hbase.HBaseTestingUtility;<a name="line.85"></a> |
| <span class="sourceLineNo">086</span>import org.apache.hadoop.hbase.HConstants;<a name="line.86"></a> |
| <span class="sourceLineNo">087</span>import org.apache.hadoop.hbase.HConstants.OperationStatusCode;<a name="line.87"></a> |
| <span class="sourceLineNo">088</span>import org.apache.hadoop.hbase.HDFSBlocksDistribution;<a name="line.88"></a> |
| <span class="sourceLineNo">089</span>import org.apache.hadoop.hbase.KeyValue;<a name="line.89"></a> |
| <span class="sourceLineNo">090</span>import org.apache.hadoop.hbase.MiniHBaseCluster;<a name="line.90"></a> |
| <span class="sourceLineNo">091</span>import org.apache.hadoop.hbase.MultithreadedTestUtil;<a name="line.91"></a> |
| <span class="sourceLineNo">092</span>import org.apache.hadoop.hbase.MultithreadedTestUtil.RepeatingTestThread;<a name="line.92"></a> |
| <span class="sourceLineNo">093</span>import org.apache.hadoop.hbase.MultithreadedTestUtil.TestThread;<a name="line.93"></a> |
| <span class="sourceLineNo">094</span>import org.apache.hadoop.hbase.NotServingRegionException;<a name="line.94"></a> |
| <span class="sourceLineNo">095</span>import org.apache.hadoop.hbase.PrivateCellUtil;<a name="line.95"></a> |
| <span class="sourceLineNo">096</span>import org.apache.hadoop.hbase.RegionTooBusyException;<a name="line.96"></a> |
| <span class="sourceLineNo">097</span>import org.apache.hadoop.hbase.ServerName;<a name="line.97"></a> |
| <span class="sourceLineNo">098</span>import org.apache.hadoop.hbase.StartMiniClusterOption;<a name="line.98"></a> |
| <span class="sourceLineNo">099</span>import org.apache.hadoop.hbase.TableName;<a name="line.99"></a> |
| <span class="sourceLineNo">100</span>import org.apache.hadoop.hbase.TagType;<a name="line.100"></a> |
| <span class="sourceLineNo">101</span>import org.apache.hadoop.hbase.Waiter;<a name="line.101"></a> |
| <span class="sourceLineNo">102</span>import org.apache.hadoop.hbase.client.Append;<a name="line.102"></a> |
| <span class="sourceLineNo">103</span>import org.apache.hadoop.hbase.client.CheckAndMutate;<a name="line.103"></a> |
| <span class="sourceLineNo">104</span>import org.apache.hadoop.hbase.client.CheckAndMutateResult;<a name="line.104"></a> |
| <span class="sourceLineNo">105</span>import org.apache.hadoop.hbase.client.ColumnFamilyDescriptor;<a name="line.105"></a> |
| <span class="sourceLineNo">106</span>import org.apache.hadoop.hbase.client.ColumnFamilyDescriptorBuilder;<a name="line.106"></a> |
| <span class="sourceLineNo">107</span>import org.apache.hadoop.hbase.client.Delete;<a name="line.107"></a> |
| <span class="sourceLineNo">108</span>import org.apache.hadoop.hbase.client.Durability;<a name="line.108"></a> |
| <span class="sourceLineNo">109</span>import org.apache.hadoop.hbase.client.Get;<a name="line.109"></a> |
| <span class="sourceLineNo">110</span>import org.apache.hadoop.hbase.client.Increment;<a name="line.110"></a> |
| <span class="sourceLineNo">111</span>import org.apache.hadoop.hbase.client.Mutation;<a name="line.111"></a> |
| <span class="sourceLineNo">112</span>import org.apache.hadoop.hbase.client.Put;<a name="line.112"></a> |
| <span class="sourceLineNo">113</span>import org.apache.hadoop.hbase.client.RegionInfo;<a name="line.113"></a> |
| <span class="sourceLineNo">114</span>import org.apache.hadoop.hbase.client.RegionInfoBuilder;<a name="line.114"></a> |
| <span class="sourceLineNo">115</span>import org.apache.hadoop.hbase.client.Result;<a name="line.115"></a> |
| <span class="sourceLineNo">116</span>import org.apache.hadoop.hbase.client.RowMutations;<a name="line.116"></a> |
| <span class="sourceLineNo">117</span>import org.apache.hadoop.hbase.client.Scan;<a name="line.117"></a> |
| <span class="sourceLineNo">118</span>import org.apache.hadoop.hbase.client.Table;<a name="line.118"></a> |
| <span class="sourceLineNo">119</span>import org.apache.hadoop.hbase.client.TableDescriptor;<a name="line.119"></a> |
| <span class="sourceLineNo">120</span>import org.apache.hadoop.hbase.client.TableDescriptorBuilder;<a name="line.120"></a> |
| <span class="sourceLineNo">121</span>import org.apache.hadoop.hbase.coprocessor.CoprocessorHost;<a name="line.121"></a> |
| <span class="sourceLineNo">122</span>import org.apache.hadoop.hbase.exceptions.FailedSanityCheckException;<a name="line.122"></a> |
| <span class="sourceLineNo">123</span>import org.apache.hadoop.hbase.filter.BigDecimalComparator;<a name="line.123"></a> |
| <span class="sourceLineNo">124</span>import org.apache.hadoop.hbase.filter.BinaryComparator;<a name="line.124"></a> |
| <span class="sourceLineNo">125</span>import org.apache.hadoop.hbase.filter.ColumnCountGetFilter;<a name="line.125"></a> |
| <span class="sourceLineNo">126</span>import org.apache.hadoop.hbase.filter.Filter;<a name="line.126"></a> |
| <span class="sourceLineNo">127</span>import org.apache.hadoop.hbase.filter.FilterBase;<a name="line.127"></a> |
| <span class="sourceLineNo">128</span>import org.apache.hadoop.hbase.filter.FilterList;<a name="line.128"></a> |
| <span class="sourceLineNo">129</span>import org.apache.hadoop.hbase.filter.NullComparator;<a name="line.129"></a> |
| <span class="sourceLineNo">130</span>import org.apache.hadoop.hbase.filter.PrefixFilter;<a name="line.130"></a> |
| <span class="sourceLineNo">131</span>import org.apache.hadoop.hbase.filter.SingleColumnValueExcludeFilter;<a name="line.131"></a> |
| <span class="sourceLineNo">132</span>import org.apache.hadoop.hbase.filter.SingleColumnValueFilter;<a name="line.132"></a> |
| <span class="sourceLineNo">133</span>import org.apache.hadoop.hbase.filter.SubstringComparator;<a name="line.133"></a> |
| <span class="sourceLineNo">134</span>import org.apache.hadoop.hbase.filter.ValueFilter;<a name="line.134"></a> |
| <span class="sourceLineNo">135</span>import org.apache.hadoop.hbase.io.TimeRange;<a name="line.135"></a> |
| <span class="sourceLineNo">136</span>import org.apache.hadoop.hbase.io.hfile.HFile;<a name="line.136"></a> |
| <span class="sourceLineNo">137</span>import org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler;<a name="line.137"></a> |
| <span class="sourceLineNo">138</span>import org.apache.hadoop.hbase.monitoring.MonitoredTask;<a name="line.138"></a> |
| <span class="sourceLineNo">139</span>import org.apache.hadoop.hbase.monitoring.TaskMonitor;<a name="line.139"></a> |
| <span class="sourceLineNo">140</span>import org.apache.hadoop.hbase.regionserver.Region.Operation;<a name="line.140"></a> |
| <span class="sourceLineNo">141</span>import org.apache.hadoop.hbase.regionserver.Region.RowLock;<a name="line.141"></a> |
| <span class="sourceLineNo">142</span>import org.apache.hadoop.hbase.regionserver.TestHStore.FaultyFileSystem;<a name="line.142"></a> |
| <span class="sourceLineNo">143</span>import org.apache.hadoop.hbase.regionserver.compactions.CompactionRequestImpl;<a name="line.143"></a> |
| <span class="sourceLineNo">144</span>import org.apache.hadoop.hbase.regionserver.wal.FSHLog;<a name="line.144"></a> |
| <span class="sourceLineNo">145</span>import org.apache.hadoop.hbase.regionserver.wal.MetricsWALSource;<a name="line.145"></a> |
| <span class="sourceLineNo">146</span>import org.apache.hadoop.hbase.regionserver.wal.WALUtil;<a name="line.146"></a> |
| <span class="sourceLineNo">147</span>import org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver;<a name="line.147"></a> |
| <span class="sourceLineNo">148</span>import org.apache.hadoop.hbase.security.User;<a name="line.148"></a> |
| <span class="sourceLineNo">149</span>import org.apache.hadoop.hbase.test.MetricsAssertHelper;<a name="line.149"></a> |
| <span class="sourceLineNo">150</span>import org.apache.hadoop.hbase.testclassification.LargeTests;<a name="line.150"></a> |
| <span class="sourceLineNo">151</span>import org.apache.hadoop.hbase.testclassification.VerySlowRegionServerTests;<a name="line.151"></a> |
| <span class="sourceLineNo">152</span>import org.apache.hadoop.hbase.util.Bytes;<a name="line.152"></a> |
| <span class="sourceLineNo">153</span>import org.apache.hadoop.hbase.util.CommonFSUtils;<a name="line.153"></a> |
| <span class="sourceLineNo">154</span>import org.apache.hadoop.hbase.util.EnvironmentEdgeManager;<a name="line.154"></a> |
| <span class="sourceLineNo">155</span>import org.apache.hadoop.hbase.util.EnvironmentEdgeManagerTestHelper;<a name="line.155"></a> |
| <span class="sourceLineNo">156</span>import org.apache.hadoop.hbase.util.HFileArchiveUtil;<a name="line.156"></a> |
| <span class="sourceLineNo">157</span>import org.apache.hadoop.hbase.util.IncrementingEnvironmentEdge;<a name="line.157"></a> |
| <span class="sourceLineNo">158</span>import org.apache.hadoop.hbase.util.ManualEnvironmentEdge;<a name="line.158"></a> |
| <span class="sourceLineNo">159</span>import org.apache.hadoop.hbase.util.Threads;<a name="line.159"></a> |
| <span class="sourceLineNo">160</span>import org.apache.hadoop.hbase.wal.AbstractFSWALProvider;<a name="line.160"></a> |
| <span class="sourceLineNo">161</span>import org.apache.hadoop.hbase.wal.FaultyFSLog;<a name="line.161"></a> |
| <span class="sourceLineNo">162</span>import org.apache.hadoop.hbase.wal.NettyAsyncFSWALConfigHelper;<a name="line.162"></a> |
| <span class="sourceLineNo">163</span>import org.apache.hadoop.hbase.wal.WAL;<a name="line.163"></a> |
| <span class="sourceLineNo">164</span>import org.apache.hadoop.hbase.wal.WALEdit;<a name="line.164"></a> |
| <span class="sourceLineNo">165</span>import org.apache.hadoop.hbase.wal.WALFactory;<a name="line.165"></a> |
| <span class="sourceLineNo">166</span>import org.apache.hadoop.hbase.wal.WALKeyImpl;<a name="line.166"></a> |
| <span class="sourceLineNo">167</span>import org.apache.hadoop.hbase.wal.WALProvider;<a name="line.167"></a> |
| <span class="sourceLineNo">168</span>import org.apache.hadoop.hbase.wal.WALProvider.Writer;<a name="line.168"></a> |
| <span class="sourceLineNo">169</span>import org.apache.hadoop.hbase.wal.WALSplitUtil;<a name="line.169"></a> |
| <span class="sourceLineNo">170</span>import org.junit.After;<a name="line.170"></a> |
| <span class="sourceLineNo">171</span>import org.junit.Assert;<a name="line.171"></a> |
| <span class="sourceLineNo">172</span>import org.junit.Before;<a name="line.172"></a> |
| <span class="sourceLineNo">173</span>import org.junit.ClassRule;<a name="line.173"></a> |
| <span class="sourceLineNo">174</span>import org.junit.Rule;<a name="line.174"></a> |
| <span class="sourceLineNo">175</span>import org.junit.Test;<a name="line.175"></a> |
| <span class="sourceLineNo">176</span>import org.junit.experimental.categories.Category;<a name="line.176"></a> |
| <span class="sourceLineNo">177</span>import org.junit.rules.ExpectedException;<a name="line.177"></a> |
| <span class="sourceLineNo">178</span>import org.junit.rules.TestName;<a name="line.178"></a> |
| <span class="sourceLineNo">179</span>import org.mockito.ArgumentCaptor;<a name="line.179"></a> |
| <span class="sourceLineNo">180</span>import org.mockito.ArgumentMatcher;<a name="line.180"></a> |
| <span class="sourceLineNo">181</span>import org.mockito.Mockito;<a name="line.181"></a> |
| <span class="sourceLineNo">182</span>import org.mockito.invocation.InvocationOnMock;<a name="line.182"></a> |
| <span class="sourceLineNo">183</span>import org.mockito.stubbing.Answer;<a name="line.183"></a> |
| <span class="sourceLineNo">184</span>import org.slf4j.Logger;<a name="line.184"></a> |
| <span class="sourceLineNo">185</span>import org.slf4j.LoggerFactory;<a name="line.185"></a> |
| <span class="sourceLineNo">186</span><a name="line.186"></a> |
| <span class="sourceLineNo">187</span>import org.apache.hbase.thirdparty.com.google.common.collect.Lists;<a name="line.187"></a> |
| <span class="sourceLineNo">188</span>import org.apache.hbase.thirdparty.com.google.protobuf.ByteString;<a name="line.188"></a> |
| <span class="sourceLineNo">189</span>import org.apache.hbase.thirdparty.io.netty.channel.EventLoopGroup;<a name="line.189"></a> |
| <span class="sourceLineNo">190</span>import org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoopGroup;<a name="line.190"></a> |
| <span class="sourceLineNo">191</span>import org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel;<a name="line.191"></a> |
| <span class="sourceLineNo">192</span><a name="line.192"></a> |
| <span class="sourceLineNo">193</span>import org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil;<a name="line.193"></a> |
| <span class="sourceLineNo">194</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.CompactionDescriptor;<a name="line.194"></a> |
| <span class="sourceLineNo">195</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.FlushDescriptor;<a name="line.195"></a> |
| <span class="sourceLineNo">196</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.FlushDescriptor.FlushAction;<a name="line.196"></a> |
| <span class="sourceLineNo">197</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.FlushDescriptor.StoreFlushDescriptor;<a name="line.197"></a> |
| <span class="sourceLineNo">198</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.RegionEventDescriptor;<a name="line.198"></a> |
| <span class="sourceLineNo">199</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.StoreDescriptor;<a name="line.199"></a> |
| <span class="sourceLineNo">200</span><a name="line.200"></a> |
| <span class="sourceLineNo">201</span>/**<a name="line.201"></a> |
| <span class="sourceLineNo">202</span> * Basic stand-alone testing of HRegion. No clusters!<a name="line.202"></a> |
| <span class="sourceLineNo">203</span> *<a name="line.203"></a> |
| <span class="sourceLineNo">204</span> * A lot of the meta information for an HRegion now lives inside other HRegions<a name="line.204"></a> |
| <span class="sourceLineNo">205</span> * or in the HBaseMaster, so only basic testing is possible.<a name="line.205"></a> |
| <span class="sourceLineNo">206</span> */<a name="line.206"></a> |
| <span class="sourceLineNo">207</span>@Category({VerySlowRegionServerTests.class, LargeTests.class})<a name="line.207"></a> |
| <span class="sourceLineNo">208</span>@SuppressWarnings("deprecation")<a name="line.208"></a> |
| <span class="sourceLineNo">209</span>public class TestHRegion {<a name="line.209"></a> |
| <span class="sourceLineNo">210</span><a name="line.210"></a> |
| <span class="sourceLineNo">211</span> @ClassRule<a name="line.211"></a> |
| <span class="sourceLineNo">212</span> public static final HBaseClassTestRule CLASS_RULE =<a name="line.212"></a> |
| <span class="sourceLineNo">213</span> HBaseClassTestRule.forClass(TestHRegion.class);<a name="line.213"></a> |
| <span class="sourceLineNo">214</span><a name="line.214"></a> |
| <span class="sourceLineNo">215</span> // Do not spin up clusters in here. If you need to spin up a cluster, do it<a name="line.215"></a> |
| <span class="sourceLineNo">216</span> // over in TestHRegionOnCluster.<a name="line.216"></a> |
| <span class="sourceLineNo">217</span> private static final Logger LOG = LoggerFactory.getLogger(TestHRegion.class);<a name="line.217"></a> |
| <span class="sourceLineNo">218</span> @Rule<a name="line.218"></a> |
| <span class="sourceLineNo">219</span> public TestName name = new TestName();<a name="line.219"></a> |
| <span class="sourceLineNo">220</span> @Rule public final ExpectedException thrown = ExpectedException.none();<a name="line.220"></a> |
| <span class="sourceLineNo">221</span><a name="line.221"></a> |
| <span class="sourceLineNo">222</span> private static final String COLUMN_FAMILY = "MyCF";<a name="line.222"></a> |
| <span class="sourceLineNo">223</span> private static final byte [] COLUMN_FAMILY_BYTES = Bytes.toBytes(COLUMN_FAMILY);<a name="line.223"></a> |
| <span class="sourceLineNo">224</span> private static final EventLoopGroup GROUP = new NioEventLoopGroup();<a name="line.224"></a> |
| <span class="sourceLineNo">225</span><a name="line.225"></a> |
| <span class="sourceLineNo">226</span> HRegion region = null;<a name="line.226"></a> |
| <span class="sourceLineNo">227</span> // Do not run unit tests in parallel (? Why not? It don't work? Why not? St.Ack)<a name="line.227"></a> |
| <span class="sourceLineNo">228</span> protected static HBaseTestingUtility TEST_UTIL;<a name="line.228"></a> |
| <span class="sourceLineNo">229</span> public static Configuration CONF ;<a name="line.229"></a> |
| <span class="sourceLineNo">230</span> private String dir;<a name="line.230"></a> |
| <span class="sourceLineNo">231</span> private final int MAX_VERSIONS = 2;<a name="line.231"></a> |
| <span class="sourceLineNo">232</span><a name="line.232"></a> |
| <span class="sourceLineNo">233</span> // Test names<a name="line.233"></a> |
| <span class="sourceLineNo">234</span> protected TableName tableName;<a name="line.234"></a> |
| <span class="sourceLineNo">235</span> protected String method;<a name="line.235"></a> |
| <span class="sourceLineNo">236</span> protected final byte[] qual = Bytes.toBytes("qual");<a name="line.236"></a> |
| <span class="sourceLineNo">237</span> protected final byte[] qual1 = Bytes.toBytes("qual1");<a name="line.237"></a> |
| <span class="sourceLineNo">238</span> protected final byte[] qual2 = Bytes.toBytes("qual2");<a name="line.238"></a> |
| <span class="sourceLineNo">239</span> protected final byte[] qual3 = Bytes.toBytes("qual3");<a name="line.239"></a> |
| <span class="sourceLineNo">240</span> protected final byte[] value = Bytes.toBytes("value");<a name="line.240"></a> |
| <span class="sourceLineNo">241</span> protected final byte[] value1 = Bytes.toBytes("value1");<a name="line.241"></a> |
| <span class="sourceLineNo">242</span> protected final byte[] value2 = Bytes.toBytes("value2");<a name="line.242"></a> |
| <span class="sourceLineNo">243</span> protected final byte[] row = Bytes.toBytes("rowA");<a name="line.243"></a> |
| <span class="sourceLineNo">244</span> protected final byte[] row2 = Bytes.toBytes("rowB");<a name="line.244"></a> |
| <span class="sourceLineNo">245</span><a name="line.245"></a> |
| <span class="sourceLineNo">246</span> protected final MetricsAssertHelper metricsAssertHelper = CompatibilitySingletonFactory<a name="line.246"></a> |
| <span class="sourceLineNo">247</span> .getInstance(MetricsAssertHelper.class);<a name="line.247"></a> |
| <span class="sourceLineNo">248</span><a name="line.248"></a> |
| <span class="sourceLineNo">249</span> @Before<a name="line.249"></a> |
| <span class="sourceLineNo">250</span> public void setup() throws IOException {<a name="line.250"></a> |
| <span class="sourceLineNo">251</span> TEST_UTIL = new HBaseTestingUtility();<a name="line.251"></a> |
| <span class="sourceLineNo">252</span> CONF = TEST_UTIL.getConfiguration();<a name="line.252"></a> |
| <span class="sourceLineNo">253</span> NettyAsyncFSWALConfigHelper.setEventLoopConfig(CONF, GROUP, NioSocketChannel.class);<a name="line.253"></a> |
| <span class="sourceLineNo">254</span> dir = TEST_UTIL.getDataTestDir("TestHRegion").toString();<a name="line.254"></a> |
| <span class="sourceLineNo">255</span> method = name.getMethodName();<a name="line.255"></a> |
| <span class="sourceLineNo">256</span> tableName = TableName.valueOf(method);<a name="line.256"></a> |
| <span class="sourceLineNo">257</span> CONF.set(CompactingMemStore.IN_MEMORY_FLUSH_THRESHOLD_FACTOR_KEY, String.valueOf(0.09));<a name="line.257"></a> |
| <span class="sourceLineNo">258</span> }<a name="line.258"></a> |
| <span class="sourceLineNo">259</span><a name="line.259"></a> |
| <span class="sourceLineNo">260</span> @After<a name="line.260"></a> |
| <span class="sourceLineNo">261</span> public void tearDown() throws IOException {<a name="line.261"></a> |
| <span class="sourceLineNo">262</span> // Region may have been closed, but it is still no harm if we close it again here using HTU.<a name="line.262"></a> |
| <span class="sourceLineNo">263</span> HBaseTestingUtility.closeRegionAndWAL(region);<a name="line.263"></a> |
| <span class="sourceLineNo">264</span> EnvironmentEdgeManagerTestHelper.reset();<a name="line.264"></a> |
| <span class="sourceLineNo">265</span> LOG.info("Cleaning test directory: " + TEST_UTIL.getDataTestDir());<a name="line.265"></a> |
| <span class="sourceLineNo">266</span> TEST_UTIL.cleanupTestDir();<a name="line.266"></a> |
| <span class="sourceLineNo">267</span> }<a name="line.267"></a> |
| <span class="sourceLineNo">268</span><a name="line.268"></a> |
| <span class="sourceLineNo">269</span> /**<a name="line.269"></a> |
| <span class="sourceLineNo">270</span> * Test that I can use the max flushed sequence id after the close.<a name="line.270"></a> |
| <span class="sourceLineNo">271</span> * @throws IOException<a name="line.271"></a> |
| <span class="sourceLineNo">272</span> */<a name="line.272"></a> |
| <span class="sourceLineNo">273</span> @Test<a name="line.273"></a> |
| <span class="sourceLineNo">274</span> public void testSequenceId() throws IOException {<a name="line.274"></a> |
| <span class="sourceLineNo">275</span> region = initHRegion(tableName, method, CONF, COLUMN_FAMILY_BYTES);<a name="line.275"></a> |
| <span class="sourceLineNo">276</span> assertEquals(HConstants.NO_SEQNUM, region.getMaxFlushedSeqId());<a name="line.276"></a> |
| <span class="sourceLineNo">277</span> // Weird. This returns 0 if no store files or no edits. Afraid to change it.<a name="line.277"></a> |
| <span class="sourceLineNo">278</span> assertEquals(0, (long)region.getMaxStoreSeqId().get(COLUMN_FAMILY_BYTES));<a name="line.278"></a> |
| <span class="sourceLineNo">279</span> HBaseTestingUtility.closeRegionAndWAL(this.region);<a name="line.279"></a> |
| <span class="sourceLineNo">280</span> assertEquals(HConstants.NO_SEQNUM, region.getMaxFlushedSeqId());<a name="line.280"></a> |
| <span class="sourceLineNo">281</span> assertEquals(0, (long)region.getMaxStoreSeqId().get(COLUMN_FAMILY_BYTES));<a name="line.281"></a> |
| <span class="sourceLineNo">282</span> // Open region again.<a name="line.282"></a> |
| <span class="sourceLineNo">283</span> region = initHRegion(tableName, method, CONF, COLUMN_FAMILY_BYTES);<a name="line.283"></a> |
| <span class="sourceLineNo">284</span> byte [] value = Bytes.toBytes(method);<a name="line.284"></a> |
| <span class="sourceLineNo">285</span> // Make a random put against our cf.<a name="line.285"></a> |
| <span class="sourceLineNo">286</span> Put put = new Put(value);<a name="line.286"></a> |
| <span class="sourceLineNo">287</span> put.addColumn(COLUMN_FAMILY_BYTES, null, value);<a name="line.287"></a> |
| <span class="sourceLineNo">288</span> region.put(put);<a name="line.288"></a> |
| <span class="sourceLineNo">289</span> // No flush yet so init numbers should still be in place.<a name="line.289"></a> |
| <span class="sourceLineNo">290</span> assertEquals(HConstants.NO_SEQNUM, region.getMaxFlushedSeqId());<a name="line.290"></a> |
| <span class="sourceLineNo">291</span> assertEquals(0, (long)region.getMaxStoreSeqId().get(COLUMN_FAMILY_BYTES));<a name="line.291"></a> |
| <span class="sourceLineNo">292</span> region.flush(true);<a name="line.292"></a> |
| <span class="sourceLineNo">293</span> long max = region.getMaxFlushedSeqId();<a name="line.293"></a> |
| <span class="sourceLineNo">294</span> HBaseTestingUtility.closeRegionAndWAL(this.region);<a name="line.294"></a> |
| <span class="sourceLineNo">295</span> assertEquals(max, region.getMaxFlushedSeqId());<a name="line.295"></a> |
| <span class="sourceLineNo">296</span> this.region = null;<a name="line.296"></a> |
| <span class="sourceLineNo">297</span> }<a name="line.297"></a> |
| <span class="sourceLineNo">298</span><a name="line.298"></a> |
| <span class="sourceLineNo">299</span> /**<a name="line.299"></a> |
| <span class="sourceLineNo">300</span> * Test for Bug 2 of HBASE-10466.<a name="line.300"></a> |
| <span class="sourceLineNo">301</span> * "Bug 2: Conditions for the first flush of region close (so-called pre-flush) If memstoreSize<a name="line.301"></a> |
| <span class="sourceLineNo">302</span> * is smaller than a certain value, or when region close starts a flush is ongoing, the first<a name="line.302"></a> |
| <span class="sourceLineNo">303</span> * flush is skipped and only the second flush takes place. However, two flushes are required in<a name="line.303"></a> |
| <span class="sourceLineNo">304</span> * case previous flush fails and leaves some data in snapshot. The bug could cause loss of data<a name="line.304"></a> |
| <span class="sourceLineNo">305</span> * in current memstore. The fix is removing all conditions except abort check so we ensure 2<a name="line.305"></a> |
| <span class="sourceLineNo">306</span> * flushes for region close."<a name="line.306"></a> |
| <span class="sourceLineNo">307</span> * @throws IOException<a name="line.307"></a> |
| <span class="sourceLineNo">308</span> */<a name="line.308"></a> |
| <span class="sourceLineNo">309</span> @Test<a name="line.309"></a> |
| <span class="sourceLineNo">310</span> public void testCloseCarryingSnapshot() throws IOException {<a name="line.310"></a> |
| <span class="sourceLineNo">311</span> region = initHRegion(tableName, method, CONF, COLUMN_FAMILY_BYTES);<a name="line.311"></a> |
| <span class="sourceLineNo">312</span> HStore store = region.getStore(COLUMN_FAMILY_BYTES);<a name="line.312"></a> |
| <span class="sourceLineNo">313</span> // Get some random bytes.<a name="line.313"></a> |
| <span class="sourceLineNo">314</span> byte [] value = Bytes.toBytes(method);<a name="line.314"></a> |
| <span class="sourceLineNo">315</span> // Make a random put against our cf.<a name="line.315"></a> |
| <span class="sourceLineNo">316</span> Put put = new Put(value);<a name="line.316"></a> |
| <span class="sourceLineNo">317</span> put.addColumn(COLUMN_FAMILY_BYTES, null, value);<a name="line.317"></a> |
| <span class="sourceLineNo">318</span> // First put something in current memstore, which will be in snapshot after flusher.prepare()<a name="line.318"></a> |
| <span class="sourceLineNo">319</span> region.put(put);<a name="line.319"></a> |
| <span class="sourceLineNo">320</span> StoreFlushContext storeFlushCtx = store.createFlushContext(12345, FlushLifeCycleTracker.DUMMY);<a name="line.320"></a> |
| <span class="sourceLineNo">321</span> storeFlushCtx.prepare();<a name="line.321"></a> |
| <span class="sourceLineNo">322</span> // Second put something in current memstore<a name="line.322"></a> |
| <span class="sourceLineNo">323</span> put.addColumn(COLUMN_FAMILY_BYTES, Bytes.toBytes("abc"), value);<a name="line.323"></a> |
| <span class="sourceLineNo">324</span> region.put(put);<a name="line.324"></a> |
| <span class="sourceLineNo">325</span> // Close with something in memstore and something in the snapshot. Make sure all is cleared.<a name="line.325"></a> |
| <span class="sourceLineNo">326</span> HBaseTestingUtility.closeRegionAndWAL(region);<a name="line.326"></a> |
| <span class="sourceLineNo">327</span> assertEquals(0, region.getMemStoreDataSize());<a name="line.327"></a> |
| <span class="sourceLineNo">328</span> region = null;<a name="line.328"></a> |
| <span class="sourceLineNo">329</span> }<a name="line.329"></a> |
| <span class="sourceLineNo">330</span><a name="line.330"></a> |
| <span class="sourceLineNo">331</span> /*<a name="line.331"></a> |
| <span class="sourceLineNo">332</span> * This test is for verifying memstore snapshot size is correctly updated in case of rollback<a name="line.332"></a> |
| <span class="sourceLineNo">333</span> * See HBASE-10845<a name="line.333"></a> |
| <span class="sourceLineNo">334</span> */<a name="line.334"></a> |
| <span class="sourceLineNo">335</span> @Test<a name="line.335"></a> |
| <span class="sourceLineNo">336</span> public void testMemstoreSnapshotSize() throws IOException {<a name="line.336"></a> |
| <span class="sourceLineNo">337</span> class MyFaultyFSLog extends FaultyFSLog {<a name="line.337"></a> |
| <span class="sourceLineNo">338</span> StoreFlushContext storeFlushCtx;<a name="line.338"></a> |
| <span class="sourceLineNo">339</span> public MyFaultyFSLog(FileSystem fs, Path rootDir, String logName, Configuration conf)<a name="line.339"></a> |
| <span class="sourceLineNo">340</span> throws IOException {<a name="line.340"></a> |
| <span class="sourceLineNo">341</span> super(fs, rootDir, logName, conf);<a name="line.341"></a> |
| <span class="sourceLineNo">342</span> }<a name="line.342"></a> |
| <span class="sourceLineNo">343</span><a name="line.343"></a> |
| <span class="sourceLineNo">344</span> void setStoreFlushCtx(StoreFlushContext storeFlushCtx) {<a name="line.344"></a> |
| <span class="sourceLineNo">345</span> this.storeFlushCtx = storeFlushCtx;<a name="line.345"></a> |
| <span class="sourceLineNo">346</span> }<a name="line.346"></a> |
| <span class="sourceLineNo">347</span><a name="line.347"></a> |
| <span class="sourceLineNo">348</span> @Override<a name="line.348"></a> |
| <span class="sourceLineNo">349</span> public void sync(long txid) throws IOException {<a name="line.349"></a> |
| <span class="sourceLineNo">350</span> storeFlushCtx.prepare();<a name="line.350"></a> |
| <span class="sourceLineNo">351</span> super.sync(txid);<a name="line.351"></a> |
| <span class="sourceLineNo">352</span> }<a name="line.352"></a> |
| <span class="sourceLineNo">353</span> }<a name="line.353"></a> |
| <span class="sourceLineNo">354</span><a name="line.354"></a> |
| <span class="sourceLineNo">355</span> FileSystem fs = FileSystem.get(CONF);<a name="line.355"></a> |
| <span class="sourceLineNo">356</span> Path rootDir = new Path(dir + "testMemstoreSnapshotSize");<a name="line.356"></a> |
| <span class="sourceLineNo">357</span> MyFaultyFSLog faultyLog = new MyFaultyFSLog(fs, rootDir, "testMemstoreSnapshotSize", CONF);<a name="line.357"></a> |
| <span class="sourceLineNo">358</span> faultyLog.init();<a name="line.358"></a> |
| <span class="sourceLineNo">359</span> region = initHRegion(tableName, null, null, CONF, false, Durability.SYNC_WAL, faultyLog,<a name="line.359"></a> |
| <span class="sourceLineNo">360</span> COLUMN_FAMILY_BYTES);<a name="line.360"></a> |
| <span class="sourceLineNo">361</span><a name="line.361"></a> |
| <span class="sourceLineNo">362</span> HStore store = region.getStore(COLUMN_FAMILY_BYTES);<a name="line.362"></a> |
| <span class="sourceLineNo">363</span> // Get some random bytes.<a name="line.363"></a> |
| <span class="sourceLineNo">364</span> byte [] value = Bytes.toBytes(method);<a name="line.364"></a> |
| <span class="sourceLineNo">365</span> faultyLog.setStoreFlushCtx(store.createFlushContext(12345, FlushLifeCycleTracker.DUMMY));<a name="line.365"></a> |
| <span class="sourceLineNo">366</span><a name="line.366"></a> |
| <span class="sourceLineNo">367</span> Put put = new Put(value);<a name="line.367"></a> |
| <span class="sourceLineNo">368</span> put.addColumn(COLUMN_FAMILY_BYTES, Bytes.toBytes("abc"), value);<a name="line.368"></a> |
| <span class="sourceLineNo">369</span> faultyLog.setFailureType(FaultyFSLog.FailureType.SYNC);<a name="line.369"></a> |
| <span class="sourceLineNo">370</span> boolean threwIOE = false;<a name="line.370"></a> |
| <span class="sourceLineNo">371</span> try {<a name="line.371"></a> |
| <span class="sourceLineNo">372</span> region.put(put);<a name="line.372"></a> |
| <span class="sourceLineNo">373</span> } catch (IOException ioe) {<a name="line.373"></a> |
| <span class="sourceLineNo">374</span> threwIOE = true;<a name="line.374"></a> |
| <span class="sourceLineNo">375</span> } finally {<a name="line.375"></a> |
| <span class="sourceLineNo">376</span> assertTrue("The regionserver should have thrown an exception", threwIOE);<a name="line.376"></a> |
| <span class="sourceLineNo">377</span> }<a name="line.377"></a> |
| <span class="sourceLineNo">378</span> MemStoreSize mss = store.getFlushableSize();<a name="line.378"></a> |
| <span class="sourceLineNo">379</span> assertTrue("flushable size should be zero, but it is " + mss,<a name="line.379"></a> |
| <span class="sourceLineNo">380</span> mss.getDataSize() == 0);<a name="line.380"></a> |
| <span class="sourceLineNo">381</span> }<a name="line.381"></a> |
| <span class="sourceLineNo">382</span><a name="line.382"></a> |
| <span class="sourceLineNo">383</span> /**<a name="line.383"></a> |
| <span class="sourceLineNo">384</span> * Create a WAL outside of the usual helper in<a name="line.384"></a> |
| <span class="sourceLineNo">385</span> * {@link HBaseTestingUtility#createWal(Configuration, Path, RegionInfo)} because that method<a name="line.385"></a> |
| <span class="sourceLineNo">386</span> * doesn't play nicely with FaultyFileSystem. Call this method before overriding<a name="line.386"></a> |
| <span class="sourceLineNo">387</span> * {@code fs.file.impl}.<a name="line.387"></a> |
| <span class="sourceLineNo">388</span> * @param callingMethod a unique component for the path, probably the name of the test method.<a name="line.388"></a> |
| <span class="sourceLineNo">389</span> */<a name="line.389"></a> |
| <span class="sourceLineNo">390</span> private static WAL createWALCompatibleWithFaultyFileSystem(String callingMethod,<a name="line.390"></a> |
| <span class="sourceLineNo">391</span> Configuration conf, TableName tableName) throws IOException {<a name="line.391"></a> |
| <span class="sourceLineNo">392</span> final Path logDir = TEST_UTIL.getDataTestDirOnTestFS(callingMethod + ".log");<a name="line.392"></a> |
| <span class="sourceLineNo">393</span> final Configuration walConf = new Configuration(conf);<a name="line.393"></a> |
| <span class="sourceLineNo">394</span> CommonFSUtils.setRootDir(walConf, logDir);<a name="line.394"></a> |
| <span class="sourceLineNo">395</span> return new WALFactory(walConf, callingMethod)<a name="line.395"></a> |
| <span class="sourceLineNo">396</span> .getWAL(RegionInfoBuilder.newBuilder(tableName).build());<a name="line.396"></a> |
| <span class="sourceLineNo">397</span> }<a name="line.397"></a> |
| <span class="sourceLineNo">398</span><a name="line.398"></a> |
| <span class="sourceLineNo">399</span> @Test<a name="line.399"></a> |
| <span class="sourceLineNo">400</span> public void testMemstoreSizeAccountingWithFailedPostBatchMutate() throws IOException {<a name="line.400"></a> |
| <span class="sourceLineNo">401</span> String testName = "testMemstoreSizeAccountingWithFailedPostBatchMutate";<a name="line.401"></a> |
| <span class="sourceLineNo">402</span> FileSystem fs = FileSystem.get(CONF);<a name="line.402"></a> |
| <span class="sourceLineNo">403</span> Path rootDir = new Path(dir + testName);<a name="line.403"></a> |
| <span class="sourceLineNo">404</span> FSHLog hLog = new FSHLog(fs, rootDir, testName, CONF);<a name="line.404"></a> |
| <span class="sourceLineNo">405</span> hLog.init();<a name="line.405"></a> |
| <span class="sourceLineNo">406</span> region = initHRegion(tableName, null, null, CONF, false, Durability.SYNC_WAL, hLog,<a name="line.406"></a> |
| <span class="sourceLineNo">407</span> COLUMN_FAMILY_BYTES);<a name="line.407"></a> |
| <span class="sourceLineNo">408</span> HStore store = region.getStore(COLUMN_FAMILY_BYTES);<a name="line.408"></a> |
| <span class="sourceLineNo">409</span> assertEquals(0, region.getMemStoreDataSize());<a name="line.409"></a> |
| <span class="sourceLineNo">410</span><a name="line.410"></a> |
| <span class="sourceLineNo">411</span> // Put one value<a name="line.411"></a> |
| <span class="sourceLineNo">412</span> byte [] value = Bytes.toBytes(method);<a name="line.412"></a> |
| <span class="sourceLineNo">413</span> Put put = new Put(value);<a name="line.413"></a> |
| <span class="sourceLineNo">414</span> put.addColumn(COLUMN_FAMILY_BYTES, Bytes.toBytes("abc"), value);<a name="line.414"></a> |
| <span class="sourceLineNo">415</span> region.put(put);<a name="line.415"></a> |
| <span class="sourceLineNo">416</span> long onePutSize = region.getMemStoreDataSize();<a name="line.416"></a> |
| <span class="sourceLineNo">417</span> assertTrue(onePutSize > 0);<a name="line.417"></a> |
| <span class="sourceLineNo">418</span><a name="line.418"></a> |
| <span class="sourceLineNo">419</span> RegionCoprocessorHost mockedCPHost = Mockito.mock(RegionCoprocessorHost.class);<a name="line.419"></a> |
| <span class="sourceLineNo">420</span> doThrow(new IOException())<a name="line.420"></a> |
| <span class="sourceLineNo">421</span> .when(mockedCPHost).postBatchMutate(Mockito.<MiniBatchOperationInProgress<Mutation>>any());<a name="line.421"></a> |
| <span class="sourceLineNo">422</span> region.setCoprocessorHost(mockedCPHost);<a name="line.422"></a> |
| <span class="sourceLineNo">423</span><a name="line.423"></a> |
| <span class="sourceLineNo">424</span> put = new Put(value);<a name="line.424"></a> |
| <span class="sourceLineNo">425</span> put.addColumn(COLUMN_FAMILY_BYTES, Bytes.toBytes("dfg"), value);<a name="line.425"></a> |
| <span class="sourceLineNo">426</span> try {<a name="line.426"></a> |
| <span class="sourceLineNo">427</span> region.put(put);<a name="line.427"></a> |
| <span class="sourceLineNo">428</span> fail("Should have failed with IOException");<a name="line.428"></a> |
| <span class="sourceLineNo">429</span> } catch (IOException expected) {<a name="line.429"></a> |
| <span class="sourceLineNo">430</span> }<a name="line.430"></a> |
| <span class="sourceLineNo">431</span> long expectedSize = onePutSize * 2;<a name="line.431"></a> |
| <span class="sourceLineNo">432</span> assertEquals("memstoreSize should be incremented",<a name="line.432"></a> |
| <span class="sourceLineNo">433</span> expectedSize, region.getMemStoreDataSize());<a name="line.433"></a> |
| <span class="sourceLineNo">434</span> assertEquals("flushable size should be incremented",<a name="line.434"></a> |
| <span class="sourceLineNo">435</span> expectedSize, store.getFlushableSize().getDataSize());<a name="line.435"></a> |
| <span class="sourceLineNo">436</span><a name="line.436"></a> |
| <span class="sourceLineNo">437</span> region.setCoprocessorHost(null);<a name="line.437"></a> |
| <span class="sourceLineNo">438</span> }<a name="line.438"></a> |
| <span class="sourceLineNo">439</span><a name="line.439"></a> |
| <span class="sourceLineNo">440</span> /**<a name="line.440"></a> |
| <span class="sourceLineNo">441</span> * A test case of HBASE-21041<a name="line.441"></a> |
| <span class="sourceLineNo">442</span> * @throws Exception Exception<a name="line.442"></a> |
| <span class="sourceLineNo">443</span> */<a name="line.443"></a> |
| <span class="sourceLineNo">444</span> @Test<a name="line.444"></a> |
| <span class="sourceLineNo">445</span> public void testFlushAndMemstoreSizeCounting() throws Exception {<a name="line.445"></a> |
| <span class="sourceLineNo">446</span> byte[] family = Bytes.toBytes("family");<a name="line.446"></a> |
| <span class="sourceLineNo">447</span> this.region = initHRegion(tableName, method, CONF, family);<a name="line.447"></a> |
| <span class="sourceLineNo">448</span> final WALFactory wals = new WALFactory(CONF, method);<a name="line.448"></a> |
| <span class="sourceLineNo">449</span> try {<a name="line.449"></a> |
| <span class="sourceLineNo">450</span> for (byte[] row : HBaseTestingUtility.ROWS) {<a name="line.450"></a> |
| <span class="sourceLineNo">451</span> Put put = new Put(row);<a name="line.451"></a> |
| <span class="sourceLineNo">452</span> put.addColumn(family, family, row);<a name="line.452"></a> |
| <span class="sourceLineNo">453</span> region.put(put);<a name="line.453"></a> |
| <span class="sourceLineNo">454</span> }<a name="line.454"></a> |
| <span class="sourceLineNo">455</span> region.flush(true);<a name="line.455"></a> |
| <span class="sourceLineNo">456</span> // After flush, data size should be zero<a name="line.456"></a> |
| <span class="sourceLineNo">457</span> assertEquals(0, region.getMemStoreDataSize());<a name="line.457"></a> |
| <span class="sourceLineNo">458</span> // After flush, a new active mutable segment is created, so the heap size<a name="line.458"></a> |
| <span class="sourceLineNo">459</span> // should equal to MutableSegment.DEEP_OVERHEAD<a name="line.459"></a> |
| <span class="sourceLineNo">460</span> assertEquals(MutableSegment.DEEP_OVERHEAD, region.getMemStoreHeapSize());<a name="line.460"></a> |
| <span class="sourceLineNo">461</span> // After flush, offheap should be zero<a name="line.461"></a> |
| <span class="sourceLineNo">462</span> assertEquals(0, region.getMemStoreOffHeapSize());<a name="line.462"></a> |
| <span class="sourceLineNo">463</span> } finally {<a name="line.463"></a> |
| <span class="sourceLineNo">464</span> HBaseTestingUtility.closeRegionAndWAL(this.region);<a name="line.464"></a> |
| <span class="sourceLineNo">465</span> this.region = null;<a name="line.465"></a> |
| <span class="sourceLineNo">466</span> wals.close();<a name="line.466"></a> |
| <span class="sourceLineNo">467</span> }<a name="line.467"></a> |
| <span class="sourceLineNo">468</span> }<a name="line.468"></a> |
| <span class="sourceLineNo">469</span><a name="line.469"></a> |
| <span class="sourceLineNo">470</span> /**<a name="line.470"></a> |
| <span class="sourceLineNo">471</span> * Test we do not lose data if we fail a flush and then close.<a name="line.471"></a> |
| <span class="sourceLineNo">472</span> * Part of HBase-10466. Tests the following from the issue description:<a name="line.472"></a> |
| <span class="sourceLineNo">473</span> * "Bug 1: Wrong calculation of HRegion.memstoreSize: When a flush fails, data to be flushed is<a name="line.473"></a> |
| <span class="sourceLineNo">474</span> * kept in each MemStore's snapshot and wait for next flush attempt to continue on it. But when<a name="line.474"></a> |
| <span class="sourceLineNo">475</span> * the next flush succeeds, the counter of total memstore size in HRegion is always deduced by<a name="line.475"></a> |
| <span class="sourceLineNo">476</span> * the sum of current memstore sizes instead of snapshots left from previous failed flush. This<a name="line.476"></a> |
| <span class="sourceLineNo">477</span> * calculation is problematic that almost every time there is failed flush, HRegion.memstoreSize<a name="line.477"></a> |
| <span class="sourceLineNo">478</span> * gets reduced by a wrong value. If region flush could not proceed for a couple cycles, the size<a name="line.478"></a> |
| <span class="sourceLineNo">479</span> * in current memstore could be much larger than the snapshot. It's likely to drift memstoreSize<a name="line.479"></a> |
| <span class="sourceLineNo">480</span> * much smaller than expected. In extreme case, if the error accumulates to even bigger than<a name="line.480"></a> |
| <span class="sourceLineNo">481</span> * HRegion's memstore size limit, any further flush is skipped because flush does not do anything<a name="line.481"></a> |
| <span class="sourceLineNo">482</span> * if memstoreSize is not larger than 0."<a name="line.482"></a> |
| <span class="sourceLineNo">483</span> * @throws Exception<a name="line.483"></a> |
| <span class="sourceLineNo">484</span> */<a name="line.484"></a> |
| <span class="sourceLineNo">485</span> @Test<a name="line.485"></a> |
| <span class="sourceLineNo">486</span> public void testFlushSizeAccounting() throws Exception {<a name="line.486"></a> |
| <span class="sourceLineNo">487</span> final Configuration conf = HBaseConfiguration.create(CONF);<a name="line.487"></a> |
| <span class="sourceLineNo">488</span> final WAL wal = createWALCompatibleWithFaultyFileSystem(method, conf, tableName);<a name="line.488"></a> |
| <span class="sourceLineNo">489</span> // Only retry once.<a name="line.489"></a> |
| <span class="sourceLineNo">490</span> conf.setInt("hbase.hstore.flush.retries.number", 1);<a name="line.490"></a> |
| <span class="sourceLineNo">491</span> final User user =<a name="line.491"></a> |
| <span class="sourceLineNo">492</span> User.createUserForTesting(conf, method, new String[]{"foo"});<a name="line.492"></a> |
| <span class="sourceLineNo">493</span> // Inject our faulty LocalFileSystem<a name="line.493"></a> |
| <span class="sourceLineNo">494</span> conf.setClass("fs.file.impl", FaultyFileSystem.class, FileSystem.class);<a name="line.494"></a> |
| <span class="sourceLineNo">495</span> user.runAs(new PrivilegedExceptionAction<Object>() {<a name="line.495"></a> |
| <span class="sourceLineNo">496</span> @Override<a name="line.496"></a> |
| <span class="sourceLineNo">497</span> public Object run() throws Exception {<a name="line.497"></a> |
| <span class="sourceLineNo">498</span> // Make sure it worked (above is sensitive to caching details in hadoop core)<a name="line.498"></a> |
| <span class="sourceLineNo">499</span> FileSystem fs = FileSystem.get(conf);<a name="line.499"></a> |
| <span class="sourceLineNo">500</span> Assert.assertEquals(FaultyFileSystem.class, fs.getClass());<a name="line.500"></a> |
| <span class="sourceLineNo">501</span> FaultyFileSystem ffs = (FaultyFileSystem)fs;<a name="line.501"></a> |
| <span class="sourceLineNo">502</span> HRegion region = null;<a name="line.502"></a> |
| <span class="sourceLineNo">503</span> try {<a name="line.503"></a> |
| <span class="sourceLineNo">504</span> // Initialize region<a name="line.504"></a> |
| <span class="sourceLineNo">505</span> region = initHRegion(tableName, null, null, CONF, false, Durability.SYNC_WAL, wal,<a name="line.505"></a> |
| <span class="sourceLineNo">506</span> COLUMN_FAMILY_BYTES);<a name="line.506"></a> |
| <span class="sourceLineNo">507</span> long size = region.getMemStoreDataSize();<a name="line.507"></a> |
| <span class="sourceLineNo">508</span> Assert.assertEquals(0, size);<a name="line.508"></a> |
| <span class="sourceLineNo">509</span> // Put one item into memstore. Measure the size of one item in memstore.<a name="line.509"></a> |
| <span class="sourceLineNo">510</span> Put p1 = new Put(row);<a name="line.510"></a> |
| <span class="sourceLineNo">511</span> p1.add(new KeyValue(row, COLUMN_FAMILY_BYTES, qual1, 1, (byte[]) null));<a name="line.511"></a> |
| <span class="sourceLineNo">512</span> region.put(p1);<a name="line.512"></a> |
| <span class="sourceLineNo">513</span> final long sizeOfOnePut = region.getMemStoreDataSize();<a name="line.513"></a> |
| <span class="sourceLineNo">514</span> // Fail a flush which means the current memstore will hang out as memstore 'snapshot'.<a name="line.514"></a> |
| <span class="sourceLineNo">515</span> try {<a name="line.515"></a> |
| <span class="sourceLineNo">516</span> LOG.info("Flushing");<a name="line.516"></a> |
| <span class="sourceLineNo">517</span> region.flush(true);<a name="line.517"></a> |
| <span class="sourceLineNo">518</span> Assert.fail("Didn't bubble up IOE!");<a name="line.518"></a> |
| <span class="sourceLineNo">519</span> } catch (DroppedSnapshotException dse) {<a name="line.519"></a> |
| <span class="sourceLineNo">520</span> // What we are expecting<a name="line.520"></a> |
| <span class="sourceLineNo">521</span> region.closing.set(false); // this is needed for the rest of the test to work<a name="line.521"></a> |
| <span class="sourceLineNo">522</span> }<a name="line.522"></a> |
| <span class="sourceLineNo">523</span> // Make it so all writes succeed from here on out<a name="line.523"></a> |
| <span class="sourceLineNo">524</span> ffs.fault.set(false);<a name="line.524"></a> |
| <span class="sourceLineNo">525</span> // Check sizes. Should still be the one entry.<a name="line.525"></a> |
| <span class="sourceLineNo">526</span> Assert.assertEquals(sizeOfOnePut, region.getMemStoreDataSize());<a name="line.526"></a> |
| <span class="sourceLineNo">527</span> // Now add two entries so that on this next flush that fails, we can see if we<a name="line.527"></a> |
| <span class="sourceLineNo">528</span> // subtract the right amount, the snapshot size only.<a name="line.528"></a> |
| <span class="sourceLineNo">529</span> Put p2 = new Put(row);<a name="line.529"></a> |
| <span class="sourceLineNo">530</span> p2.add(new KeyValue(row, COLUMN_FAMILY_BYTES, qual2, 2, (byte[])null));<a name="line.530"></a> |
| <span class="sourceLineNo">531</span> p2.add(new KeyValue(row, COLUMN_FAMILY_BYTES, qual3, 3, (byte[])null));<a name="line.531"></a> |
| <span class="sourceLineNo">532</span> region.put(p2);<a name="line.532"></a> |
| <span class="sourceLineNo">533</span> long expectedSize = sizeOfOnePut * 3;<a name="line.533"></a> |
| <span class="sourceLineNo">534</span> Assert.assertEquals(expectedSize, region.getMemStoreDataSize());<a name="line.534"></a> |
| <span class="sourceLineNo">535</span> // Do a successful flush. It will clear the snapshot only. Thats how flushes work.<a name="line.535"></a> |
| <span class="sourceLineNo">536</span> // If already a snapshot, we clear it else we move the memstore to be snapshot and flush<a name="line.536"></a> |
| <span class="sourceLineNo">537</span> // it<a name="line.537"></a> |
| <span class="sourceLineNo">538</span> region.flush(true);<a name="line.538"></a> |
| <span class="sourceLineNo">539</span> // Make sure our memory accounting is right.<a name="line.539"></a> |
| <span class="sourceLineNo">540</span> Assert.assertEquals(sizeOfOnePut * 2, region.getMemStoreDataSize());<a name="line.540"></a> |
| <span class="sourceLineNo">541</span> } finally {<a name="line.541"></a> |
| <span class="sourceLineNo">542</span> HBaseTestingUtility.closeRegionAndWAL(region);<a name="line.542"></a> |
| <span class="sourceLineNo">543</span> }<a name="line.543"></a> |
| <span class="sourceLineNo">544</span> return null;<a name="line.544"></a> |
| <span class="sourceLineNo">545</span> }<a name="line.545"></a> |
| <span class="sourceLineNo">546</span> });<a name="line.546"></a> |
| <span class="sourceLineNo">547</span> FileSystem.closeAllForUGI(user.getUGI());<a name="line.547"></a> |
| <span class="sourceLineNo">548</span> }<a name="line.548"></a> |
| <span class="sourceLineNo">549</span><a name="line.549"></a> |
| <span class="sourceLineNo">550</span> @Test<a name="line.550"></a> |
| <span class="sourceLineNo">551</span> public void testCloseWithFailingFlush() throws Exception {<a name="line.551"></a> |
| <span class="sourceLineNo">552</span> final Configuration conf = HBaseConfiguration.create(CONF);<a name="line.552"></a> |
| <span class="sourceLineNo">553</span> final WAL wal = createWALCompatibleWithFaultyFileSystem(method, conf, tableName);<a name="line.553"></a> |
| <span class="sourceLineNo">554</span> // Only retry once.<a name="line.554"></a> |
| <span class="sourceLineNo">555</span> conf.setInt("hbase.hstore.flush.retries.number", 1);<a name="line.555"></a> |
| <span class="sourceLineNo">556</span> final User user =<a name="line.556"></a> |
| <span class="sourceLineNo">557</span> User.createUserForTesting(conf, this.method, new String[]{"foo"});<a name="line.557"></a> |
| <span class="sourceLineNo">558</span> // Inject our faulty LocalFileSystem<a name="line.558"></a> |
| <span class="sourceLineNo">559</span> conf.setClass("fs.file.impl", FaultyFileSystem.class, FileSystem.class);<a name="line.559"></a> |
| <span class="sourceLineNo">560</span> user.runAs(new PrivilegedExceptionAction<Object>() {<a name="line.560"></a> |
| <span class="sourceLineNo">561</span> @Override<a name="line.561"></a> |
| <span class="sourceLineNo">562</span> public Object run() throws Exception {<a name="line.562"></a> |
| <span class="sourceLineNo">563</span> // Make sure it worked (above is sensitive to caching details in hadoop core)<a name="line.563"></a> |
| <span class="sourceLineNo">564</span> FileSystem fs = FileSystem.get(conf);<a name="line.564"></a> |
| <span class="sourceLineNo">565</span> Assert.assertEquals(FaultyFileSystem.class, fs.getClass());<a name="line.565"></a> |
| <span class="sourceLineNo">566</span> FaultyFileSystem ffs = (FaultyFileSystem)fs;<a name="line.566"></a> |
| <span class="sourceLineNo">567</span> HRegion region = null;<a name="line.567"></a> |
| <span class="sourceLineNo">568</span> try {<a name="line.568"></a> |
| <span class="sourceLineNo">569</span> // Initialize region<a name="line.569"></a> |
| <span class="sourceLineNo">570</span> region = initHRegion(tableName, null, null, CONF, false,<a name="line.570"></a> |
| <span class="sourceLineNo">571</span> Durability.SYNC_WAL, wal, COLUMN_FAMILY_BYTES);<a name="line.571"></a> |
| <span class="sourceLineNo">572</span> long size = region.getMemStoreDataSize();<a name="line.572"></a> |
| <span class="sourceLineNo">573</span> Assert.assertEquals(0, size);<a name="line.573"></a> |
| <span class="sourceLineNo">574</span> // Put one item into memstore. Measure the size of one item in memstore.<a name="line.574"></a> |
| <span class="sourceLineNo">575</span> Put p1 = new Put(row);<a name="line.575"></a> |
| <span class="sourceLineNo">576</span> p1.add(new KeyValue(row, COLUMN_FAMILY_BYTES, qual1, 1, (byte[])null));<a name="line.576"></a> |
| <span class="sourceLineNo">577</span> region.put(p1);<a name="line.577"></a> |
| <span class="sourceLineNo">578</span> // Manufacture an outstanding snapshot -- fake a failed flush by doing prepare step only.<a name="line.578"></a> |
| <span class="sourceLineNo">579</span> HStore store = region.getStore(COLUMN_FAMILY_BYTES);<a name="line.579"></a> |
| <span class="sourceLineNo">580</span> StoreFlushContext storeFlushCtx =<a name="line.580"></a> |
| <span class="sourceLineNo">581</span> store.createFlushContext(12345, FlushLifeCycleTracker.DUMMY);<a name="line.581"></a> |
| <span class="sourceLineNo">582</span> storeFlushCtx.prepare();<a name="line.582"></a> |
| <span class="sourceLineNo">583</span> // Now add two entries to the foreground memstore.<a name="line.583"></a> |
| <span class="sourceLineNo">584</span> Put p2 = new Put(row);<a name="line.584"></a> |
| <span class="sourceLineNo">585</span> p2.add(new KeyValue(row, COLUMN_FAMILY_BYTES, qual2, 2, (byte[])null));<a name="line.585"></a> |
| <span class="sourceLineNo">586</span> p2.add(new KeyValue(row, COLUMN_FAMILY_BYTES, qual3, 3, (byte[])null));<a name="line.586"></a> |
| <span class="sourceLineNo">587</span> region.put(p2);<a name="line.587"></a> |
| <span class="sourceLineNo">588</span> // Now try close on top of a failing flush.<a name="line.588"></a> |
| <span class="sourceLineNo">589</span> HBaseTestingUtility.closeRegionAndWAL(region);<a name="line.589"></a> |
| <span class="sourceLineNo">590</span> region = null;<a name="line.590"></a> |
| <span class="sourceLineNo">591</span> fail();<a name="line.591"></a> |
| <span class="sourceLineNo">592</span> } catch (DroppedSnapshotException dse) {<a name="line.592"></a> |
| <span class="sourceLineNo">593</span> // Expected<a name="line.593"></a> |
| <span class="sourceLineNo">594</span> LOG.info("Expected DroppedSnapshotException");<a name="line.594"></a> |
| <span class="sourceLineNo">595</span> } finally {<a name="line.595"></a> |
| <span class="sourceLineNo">596</span> // Make it so all writes succeed from here on out so can close clean<a name="line.596"></a> |
| <span class="sourceLineNo">597</span> ffs.fault.set(false);<a name="line.597"></a> |
| <span class="sourceLineNo">598</span> HBaseTestingUtility.closeRegionAndWAL(region);<a name="line.598"></a> |
| <span class="sourceLineNo">599</span> }<a name="line.599"></a> |
| <span class="sourceLineNo">600</span> return null;<a name="line.600"></a> |
| <span class="sourceLineNo">601</span> }<a name="line.601"></a> |
| <span class="sourceLineNo">602</span> });<a name="line.602"></a> |
| <span class="sourceLineNo">603</span> FileSystem.closeAllForUGI(user.getUGI());<a name="line.603"></a> |
| <span class="sourceLineNo">604</span> }<a name="line.604"></a> |
| <span class="sourceLineNo">605</span><a name="line.605"></a> |
| <span class="sourceLineNo">606</span> @Test<a name="line.606"></a> |
| <span class="sourceLineNo">607</span> public void testCompactionAffectedByScanners() throws Exception {<a name="line.607"></a> |
| <span class="sourceLineNo">608</span> byte[] family = Bytes.toBytes("family");<a name="line.608"></a> |
| <span class="sourceLineNo">609</span> this.region = initHRegion(tableName, method, CONF, family);<a name="line.609"></a> |
| <span class="sourceLineNo">610</span><a name="line.610"></a> |
| <span class="sourceLineNo">611</span> Put put = new Put(Bytes.toBytes("r1"));<a name="line.611"></a> |
| <span class="sourceLineNo">612</span> put.addColumn(family, Bytes.toBytes("q1"), Bytes.toBytes("v1"));<a name="line.612"></a> |
| <span class="sourceLineNo">613</span> region.put(put);<a name="line.613"></a> |
| <span class="sourceLineNo">614</span> region.flush(true);<a name="line.614"></a> |
| <span class="sourceLineNo">615</span><a name="line.615"></a> |
| <span class="sourceLineNo">616</span> Scan scan = new Scan();<a name="line.616"></a> |
| <span class="sourceLineNo">617</span> scan.readVersions(3);<a name="line.617"></a> |
| <span class="sourceLineNo">618</span> // open the first scanner<a name="line.618"></a> |
| <span class="sourceLineNo">619</span> RegionScanner scanner1 = region.getScanner(scan);<a name="line.619"></a> |
| <span class="sourceLineNo">620</span><a name="line.620"></a> |
| <span class="sourceLineNo">621</span> Delete delete = new Delete(Bytes.toBytes("r1"));<a name="line.621"></a> |
| <span class="sourceLineNo">622</span> region.delete(delete);<a name="line.622"></a> |
| <span class="sourceLineNo">623</span> region.flush(true);<a name="line.623"></a> |
| <span class="sourceLineNo">624</span><a name="line.624"></a> |
| <span class="sourceLineNo">625</span> // open the second scanner<a name="line.625"></a> |
| <span class="sourceLineNo">626</span> RegionScanner scanner2 = region.getScanner(scan);<a name="line.626"></a> |
| <span class="sourceLineNo">627</span><a name="line.627"></a> |
| <span class="sourceLineNo">628</span> List<Cell> results = new ArrayList<>();<a name="line.628"></a> |
| <span class="sourceLineNo">629</span><a name="line.629"></a> |
| <span class="sourceLineNo">630</span> System.out.println("Smallest read point:" + region.getSmallestReadPoint());<a name="line.630"></a> |
| <span class="sourceLineNo">631</span><a name="line.631"></a> |
| <span class="sourceLineNo">632</span> // make a major compaction<a name="line.632"></a> |
| <span class="sourceLineNo">633</span> region.compact(true);<a name="line.633"></a> |
| <span class="sourceLineNo">634</span><a name="line.634"></a> |
| <span class="sourceLineNo">635</span> // open the third scanner<a name="line.635"></a> |
| <span class="sourceLineNo">636</span> RegionScanner scanner3 = region.getScanner(scan);<a name="line.636"></a> |
| <span class="sourceLineNo">637</span><a name="line.637"></a> |
| <span class="sourceLineNo">638</span> // get data from scanner 1, 2, 3 after major compaction<a name="line.638"></a> |
| <span class="sourceLineNo">639</span> scanner1.next(results);<a name="line.639"></a> |
| <span class="sourceLineNo">640</span> System.out.println(results);<a name="line.640"></a> |
| <span class="sourceLineNo">641</span> assertEquals(1, results.size());<a name="line.641"></a> |
| <span class="sourceLineNo">642</span><a name="line.642"></a> |
| <span class="sourceLineNo">643</span> results.clear();<a name="line.643"></a> |
| <span class="sourceLineNo">644</span> scanner2.next(results);<a name="line.644"></a> |
| <span class="sourceLineNo">645</span> System.out.println(results);<a name="line.645"></a> |
| <span class="sourceLineNo">646</span> assertEquals(0, results.size());<a name="line.646"></a> |
| <span class="sourceLineNo">647</span><a name="line.647"></a> |
| <span class="sourceLineNo">648</span> results.clear();<a name="line.648"></a> |
| <span class="sourceLineNo">649</span> scanner3.next(results);<a name="line.649"></a> |
| <span class="sourceLineNo">650</span> System.out.println(results);<a name="line.650"></a> |
| <span class="sourceLineNo">651</span> assertEquals(0, results.size());<a name="line.651"></a> |
| <span class="sourceLineNo">652</span> }<a name="line.652"></a> |
| <span class="sourceLineNo">653</span><a name="line.653"></a> |
| <span class="sourceLineNo">654</span> @Test<a name="line.654"></a> |
| <span class="sourceLineNo">655</span> public void testToShowNPEOnRegionScannerReseek() throws Exception {<a name="line.655"></a> |
| <span class="sourceLineNo">656</span> byte[] family = Bytes.toBytes("family");<a name="line.656"></a> |
| <span class="sourceLineNo">657</span> this.region = initHRegion(tableName, method, CONF, family);<a name="line.657"></a> |
| <span class="sourceLineNo">658</span><a name="line.658"></a> |
| <span class="sourceLineNo">659</span> Put put = new Put(Bytes.toBytes("r1"));<a name="line.659"></a> |
| <span class="sourceLineNo">660</span> put.addColumn(family, Bytes.toBytes("q1"), Bytes.toBytes("v1"));<a name="line.660"></a> |
| <span class="sourceLineNo">661</span> region.put(put);<a name="line.661"></a> |
| <span class="sourceLineNo">662</span> put = new Put(Bytes.toBytes("r2"));<a name="line.662"></a> |
| <span class="sourceLineNo">663</span> put.addColumn(family, Bytes.toBytes("q1"), Bytes.toBytes("v1"));<a name="line.663"></a> |
| <span class="sourceLineNo">664</span> region.put(put);<a name="line.664"></a> |
| <span class="sourceLineNo">665</span> region.flush(true);<a name="line.665"></a> |
| <span class="sourceLineNo">666</span><a name="line.666"></a> |
| <span class="sourceLineNo">667</span> Scan scan = new Scan();<a name="line.667"></a> |
| <span class="sourceLineNo">668</span> scan.readVersions(3);<a name="line.668"></a> |
| <span class="sourceLineNo">669</span> // open the first scanner<a name="line.669"></a> |
| <span class="sourceLineNo">670</span> RegionScanner scanner1 = region.getScanner(scan);<a name="line.670"></a> |
| <span class="sourceLineNo">671</span><a name="line.671"></a> |
| <span class="sourceLineNo">672</span> System.out.println("Smallest read point:" + region.getSmallestReadPoint());<a name="line.672"></a> |
| <span class="sourceLineNo">673</span><a name="line.673"></a> |
| <span class="sourceLineNo">674</span> region.compact(true);<a name="line.674"></a> |
| <span class="sourceLineNo">675</span><a name="line.675"></a> |
| <span class="sourceLineNo">676</span> scanner1.reseek(Bytes.toBytes("r2"));<a name="line.676"></a> |
| <span class="sourceLineNo">677</span> List<Cell> results = new ArrayList<>();<a name="line.677"></a> |
| <span class="sourceLineNo">678</span> scanner1.next(results);<a name="line.678"></a> |
| <span class="sourceLineNo">679</span> Cell keyValue = results.get(0);<a name="line.679"></a> |
| <span class="sourceLineNo">680</span> Assert.assertTrue(Bytes.compareTo(CellUtil.cloneRow(keyValue), Bytes.toBytes("r2")) == 0);<a name="line.680"></a> |
| <span class="sourceLineNo">681</span> scanner1.close();<a name="line.681"></a> |
| <span class="sourceLineNo">682</span> }<a name="line.682"></a> |
| <span class="sourceLineNo">683</span><a name="line.683"></a> |
| <span class="sourceLineNo">684</span> @Test<a name="line.684"></a> |
| <span class="sourceLineNo">685</span> public void testArchiveRecoveredEditsReplay() throws Exception {<a name="line.685"></a> |
| <span class="sourceLineNo">686</span> byte[] family = Bytes.toBytes("family");<a name="line.686"></a> |
| <span class="sourceLineNo">687</span> this.region = initHRegion(tableName, method, CONF, family);<a name="line.687"></a> |
| <span class="sourceLineNo">688</span> final WALFactory wals = new WALFactory(CONF, method);<a name="line.688"></a> |
| <span class="sourceLineNo">689</span> try {<a name="line.689"></a> |
| <span class="sourceLineNo">690</span> Path regiondir = region.getRegionFileSystem().getRegionDir();<a name="line.690"></a> |
| <span class="sourceLineNo">691</span> FileSystem fs = region.getRegionFileSystem().getFileSystem();<a name="line.691"></a> |
| <span class="sourceLineNo">692</span> byte[] regionName = region.getRegionInfo().getEncodedNameAsBytes();<a name="line.692"></a> |
| <span class="sourceLineNo">693</span><a name="line.693"></a> |
| <span class="sourceLineNo">694</span> Path recoveredEditsDir = WALSplitUtil.getRegionDirRecoveredEditsDir(regiondir);<a name="line.694"></a> |
| <span class="sourceLineNo">695</span><a name="line.695"></a> |
| <span class="sourceLineNo">696</span> long maxSeqId = 1050;<a name="line.696"></a> |
| <span class="sourceLineNo">697</span> long minSeqId = 1000;<a name="line.697"></a> |
| <span class="sourceLineNo">698</span><a name="line.698"></a> |
| <span class="sourceLineNo">699</span> for (long i = minSeqId; i <= maxSeqId; i += 10) {<a name="line.699"></a> |
| <span class="sourceLineNo">700</span> Path recoveredEdits = new Path(recoveredEditsDir, String.format("%019d", i));<a name="line.700"></a> |
| <span class="sourceLineNo">701</span> fs.create(recoveredEdits);<a name="line.701"></a> |
| <span class="sourceLineNo">702</span> WALProvider.Writer writer = wals.createRecoveredEditsWriter(fs, recoveredEdits);<a name="line.702"></a> |
| <span class="sourceLineNo">703</span><a name="line.703"></a> |
| <span class="sourceLineNo">704</span> long time = System.nanoTime();<a name="line.704"></a> |
| <span class="sourceLineNo">705</span> WALEdit edit = new WALEdit();<a name="line.705"></a> |
| <span class="sourceLineNo">706</span> edit.add(new KeyValue(row, family, Bytes.toBytes(i), time, KeyValue.Type.Put, Bytes<a name="line.706"></a> |
| <span class="sourceLineNo">707</span> .toBytes(i)));<a name="line.707"></a> |
| <span class="sourceLineNo">708</span> writer.append(new WAL.Entry(new WALKeyImpl(regionName, tableName, i, time,<a name="line.708"></a> |
| <span class="sourceLineNo">709</span> HConstants.DEFAULT_CLUSTER_ID), edit));<a name="line.709"></a> |
| <span class="sourceLineNo">710</span><a name="line.710"></a> |
| <span class="sourceLineNo">711</span> writer.close();<a name="line.711"></a> |
| <span class="sourceLineNo">712</span> }<a name="line.712"></a> |
| <span class="sourceLineNo">713</span> MonitoredTask status = TaskMonitor.get().createStatus(method);<a name="line.713"></a> |
| <span class="sourceLineNo">714</span> Map<byte[], Long> maxSeqIdInStores = new TreeMap<>(Bytes.BYTES_COMPARATOR);<a name="line.714"></a> |
| <span class="sourceLineNo">715</span> for (HStore store : region.getStores()) {<a name="line.715"></a> |
| <span class="sourceLineNo">716</span> maxSeqIdInStores.put(Bytes.toBytes(store.getColumnFamilyName()), minSeqId - 1);<a name="line.716"></a> |
| <span class="sourceLineNo">717</span> }<a name="line.717"></a> |
| <span class="sourceLineNo">718</span> CONF.set("hbase.region.archive.recovered.edits", "true");<a name="line.718"></a> |
| <span class="sourceLineNo">719</span> CONF.set(CommonFSUtils.HBASE_WAL_DIR, "/custom_wal_dir");<a name="line.719"></a> |
| <span class="sourceLineNo">720</span> long seqId = region.replayRecoveredEditsIfAny(maxSeqIdInStores, null, status);<a name="line.720"></a> |
| <span class="sourceLineNo">721</span> assertEquals(maxSeqId, seqId);<a name="line.721"></a> |
| <span class="sourceLineNo">722</span> region.getMVCC().advanceTo(seqId);<a name="line.722"></a> |
| <span class="sourceLineNo">723</span> String fakeFamilyName = recoveredEditsDir.getName();<a name="line.723"></a> |
| <span class="sourceLineNo">724</span> Path rootDir = new Path(CONF.get(HConstants.HBASE_DIR));<a name="line.724"></a> |
| <span class="sourceLineNo">725</span> Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePathForRootDir(rootDir,<a name="line.725"></a> |
| <span class="sourceLineNo">726</span> region.getRegionInfo(), Bytes.toBytes(fakeFamilyName));<a name="line.726"></a> |
| <span class="sourceLineNo">727</span> FileStatus[] list = TEST_UTIL.getTestFileSystem().listStatus(storeArchiveDir);<a name="line.727"></a> |
| <span class="sourceLineNo">728</span> assertEquals(6, list.length);<a name="line.728"></a> |
| <span class="sourceLineNo">729</span> } finally {<a name="line.729"></a> |
| <span class="sourceLineNo">730</span> CONF.set("hbase.region.archive.recovered.edits", "false");<a name="line.730"></a> |
| <span class="sourceLineNo">731</span> CONF.set(CommonFSUtils.HBASE_WAL_DIR, "");<a name="line.731"></a> |
| <span class="sourceLineNo">732</span> HBaseTestingUtility.closeRegionAndWAL(this.region);<a name="line.732"></a> |
| <span class="sourceLineNo">733</span> this.region = null;<a name="line.733"></a> |
| <span class="sourceLineNo">734</span> wals.close();<a name="line.734"></a> |
| <span class="sourceLineNo">735</span> }<a name="line.735"></a> |
| <span class="sourceLineNo">736</span> }<a name="line.736"></a> |
| <span class="sourceLineNo">737</span><a name="line.737"></a> |
| <span class="sourceLineNo">738</span> @Test<a name="line.738"></a> |
| <span class="sourceLineNo">739</span> public void testSkipRecoveredEditsReplay() throws Exception {<a name="line.739"></a> |
| <span class="sourceLineNo">740</span> byte[] family = Bytes.toBytes("family");<a name="line.740"></a> |
| <span class="sourceLineNo">741</span> this.region = initHRegion(tableName, method, CONF, family);<a name="line.741"></a> |
| <span class="sourceLineNo">742</span> final WALFactory wals = new WALFactory(CONF, method);<a name="line.742"></a> |
| <span class="sourceLineNo">743</span> try {<a name="line.743"></a> |
| <span class="sourceLineNo">744</span> Path regiondir = region.getRegionFileSystem().getRegionDir();<a name="line.744"></a> |
| <span class="sourceLineNo">745</span> FileSystem fs = region.getRegionFileSystem().getFileSystem();<a name="line.745"></a> |
| <span class="sourceLineNo">746</span> byte[] regionName = region.getRegionInfo().getEncodedNameAsBytes();<a name="line.746"></a> |
| <span class="sourceLineNo">747</span><a name="line.747"></a> |
| <span class="sourceLineNo">748</span> Path recoveredEditsDir = WALSplitUtil.getRegionDirRecoveredEditsDir(regiondir);<a name="line.748"></a> |
| <span class="sourceLineNo">749</span><a name="line.749"></a> |
| <span class="sourceLineNo">750</span> long maxSeqId = 1050;<a name="line.750"></a> |
| <span class="sourceLineNo">751</span> long minSeqId = 1000;<a name="line.751"></a> |
| <span class="sourceLineNo">752</span><a name="line.752"></a> |
| <span class="sourceLineNo">753</span> for (long i = minSeqId; i <= maxSeqId; i += 10) {<a name="line.753"></a> |
| <span class="sourceLineNo">754</span> Path recoveredEdits = new Path(recoveredEditsDir, String.format("%019d", i));<a name="line.754"></a> |
| <span class="sourceLineNo">755</span> fs.create(recoveredEdits);<a name="line.755"></a> |
| <span class="sourceLineNo">756</span> WALProvider.Writer writer = wals.createRecoveredEditsWriter(fs, recoveredEdits);<a name="line.756"></a> |
| <span class="sourceLineNo">757</span><a name="line.757"></a> |
| <span class="sourceLineNo">758</span> long time = System.nanoTime();<a name="line.758"></a> |
| <span class="sourceLineNo">759</span> WALEdit edit = new WALEdit();<a name="line.759"></a> |
| <span class="sourceLineNo">760</span> edit.add(new KeyValue(row, family, Bytes.toBytes(i), time, KeyValue.Type.Put, Bytes<a name="line.760"></a> |
| <span class="sourceLineNo">761</span> .toBytes(i)));<a name="line.761"></a> |
| <span class="sourceLineNo">762</span> writer.append(new WAL.Entry(new WALKeyImpl(regionName, tableName, i, time,<a name="line.762"></a> |
| <span class="sourceLineNo">763</span> HConstants.DEFAULT_CLUSTER_ID), edit));<a name="line.763"></a> |
| <span class="sourceLineNo">764</span><a name="line.764"></a> |
| <span class="sourceLineNo">765</span> writer.close();<a name="line.765"></a> |
| <span class="sourceLineNo">766</span> }<a name="line.766"></a> |
| <span class="sourceLineNo">767</span> MonitoredTask status = TaskMonitor.get().createStatus(method);<a name="line.767"></a> |
| <span class="sourceLineNo">768</span> Map<byte[], Long> maxSeqIdInStores = new TreeMap<>(Bytes.BYTES_COMPARATOR);<a name="line.768"></a> |
| <span class="sourceLineNo">769</span> for (HStore store : region.getStores()) {<a name="line.769"></a> |
| <span class="sourceLineNo">770</span> maxSeqIdInStores.put(Bytes.toBytes(store.getColumnFamilyName()), minSeqId - 1);<a name="line.770"></a> |
| <span class="sourceLineNo">771</span> }<a name="line.771"></a> |
| <span class="sourceLineNo">772</span> long seqId = region.replayRecoveredEditsIfAny(maxSeqIdInStores, null, status);<a name="line.772"></a> |
| <span class="sourceLineNo">773</span> assertEquals(maxSeqId, seqId);<a name="line.773"></a> |
| <span class="sourceLineNo">774</span> region.getMVCC().advanceTo(seqId);<a name="line.774"></a> |
| <span class="sourceLineNo">775</span> Get get = new Get(row);<a name="line.775"></a> |
| <span class="sourceLineNo">776</span> Result result = region.get(get);<a name="line.776"></a> |
| <span class="sourceLineNo">777</span> for (long i = minSeqId; i <= maxSeqId; i += 10) {<a name="line.777"></a> |
| <span class="sourceLineNo">778</span> List<Cell> kvs = result.getColumnCells(family, Bytes.toBytes(i));<a name="line.778"></a> |
| <span class="sourceLineNo">779</span> assertEquals(1, kvs.size());<a name="line.779"></a> |
| <span class="sourceLineNo">780</span> assertArrayEquals(Bytes.toBytes(i), CellUtil.cloneValue(kvs.get(0)));<a name="line.780"></a> |
| <span class="sourceLineNo">781</span> }<a name="line.781"></a> |
| <span class="sourceLineNo">782</span> } finally {<a name="line.782"></a> |
| <span class="sourceLineNo">783</span> HBaseTestingUtility.closeRegionAndWAL(this.region);<a name="line.783"></a> |
| <span class="sourceLineNo">784</span> this.region = null;<a name="line.784"></a> |
| <span class="sourceLineNo">785</span> wals.close();<a name="line.785"></a> |
| <span class="sourceLineNo">786</span> }<a name="line.786"></a> |
| <span class="sourceLineNo">787</span> }<a name="line.787"></a> |
| <span class="sourceLineNo">788</span><a name="line.788"></a> |
| <span class="sourceLineNo">789</span> @Test<a name="line.789"></a> |
| <span class="sourceLineNo">790</span> public void testSkipRecoveredEditsReplaySomeIgnored() throws Exception {<a name="line.790"></a> |
| <span class="sourceLineNo">791</span> byte[] family = Bytes.toBytes("family");<a name="line.791"></a> |
| <span class="sourceLineNo">792</span> this.region = initHRegion(tableName, method, CONF, family);<a name="line.792"></a> |
| <span class="sourceLineNo">793</span> final WALFactory wals = new WALFactory(CONF, method);<a name="line.793"></a> |
| <span class="sourceLineNo">794</span> try {<a name="line.794"></a> |
| <span class="sourceLineNo">795</span> Path regiondir = region.getRegionFileSystem().getRegionDir();<a name="line.795"></a> |
| <span class="sourceLineNo">796</span> FileSystem fs = region.getRegionFileSystem().getFileSystem();<a name="line.796"></a> |
| <span class="sourceLineNo">797</span> byte[] regionName = region.getRegionInfo().getEncodedNameAsBytes();<a name="line.797"></a> |
| <span class="sourceLineNo">798</span><a name="line.798"></a> |
| <span class="sourceLineNo">799</span> Path recoveredEditsDir = WALSplitUtil.getRegionDirRecoveredEditsDir(regiondir);<a name="line.799"></a> |
| <span class="sourceLineNo">800</span><a name="line.800"></a> |
| <span class="sourceLineNo">801</span> long maxSeqId = 1050;<a name="line.801"></a> |
| <span class="sourceLineNo">802</span> long minSeqId = 1000;<a name="line.802"></a> |
| <span class="sourceLineNo">803</span><a name="line.803"></a> |
| <span class="sourceLineNo">804</span> for (long i = minSeqId; i <= maxSeqId; i += 10) {<a name="line.804"></a> |
| <span class="sourceLineNo">805</span> Path recoveredEdits = new Path(recoveredEditsDir, String.format("%019d", i));<a name="line.805"></a> |
| <span class="sourceLineNo">806</span> fs.create(recoveredEdits);<a name="line.806"></a> |
| <span class="sourceLineNo">807</span> WALProvider.Writer writer = wals.createRecoveredEditsWriter(fs, recoveredEdits);<a name="line.807"></a> |
| <span class="sourceLineNo">808</span><a name="line.808"></a> |
| <span class="sourceLineNo">809</span> long time = System.nanoTime();<a name="line.809"></a> |
| <span class="sourceLineNo">810</span> WALEdit edit = new WALEdit();<a name="line.810"></a> |
| <span class="sourceLineNo">811</span> edit.add(new KeyValue(row, family, Bytes.toBytes(i), time, KeyValue.Type.Put, Bytes<a name="line.811"></a> |
| <span class="sourceLineNo">812</span> .toBytes(i)));<a name="line.812"></a> |
| <span class="sourceLineNo">813</span> writer.append(new WAL.Entry(new WALKeyImpl(regionName, tableName, i, time,<a name="line.813"></a> |
| <span class="sourceLineNo">814</span> HConstants.DEFAULT_CLUSTER_ID), edit));<a name="line.814"></a> |
| <span class="sourceLineNo">815</span><a name="line.815"></a> |
| <span class="sourceLineNo">816</span> writer.close();<a name="line.816"></a> |
| <span class="sourceLineNo">817</span> }<a name="line.817"></a> |
| <span class="sourceLineNo">818</span> long recoverSeqId = 1030;<a name="line.818"></a> |
| <span class="sourceLineNo">819</span> MonitoredTask status = TaskMonitor.get().createStatus(method);<a name="line.819"></a> |
| <span class="sourceLineNo">820</span> Map<byte[], Long> maxSeqIdInStores = new TreeMap<>(Bytes.BYTES_COMPARATOR);<a name="line.820"></a> |
| <span class="sourceLineNo">821</span> for (HStore store : region.getStores()) {<a name="line.821"></a> |
| <span class="sourceLineNo">822</span> maxSeqIdInStores.put(Bytes.toBytes(store.getColumnFamilyName()), recoverSeqId - 1);<a name="line.822"></a> |
| <span class="sourceLineNo">823</span> }<a name="line.823"></a> |
| <span class="sourceLineNo">824</span> long seqId = region.replayRecoveredEditsIfAny(maxSeqIdInStores, null, status);<a name="line.824"></a> |
| <span class="sourceLineNo">825</span> assertEquals(maxSeqId, seqId);<a name="line.825"></a> |
| <span class="sourceLineNo">826</span> region.getMVCC().advanceTo(seqId);<a name="line.826"></a> |
| <span class="sourceLineNo">827</span> Get get = new Get(row);<a name="line.827"></a> |
| <span class="sourceLineNo">828</span> Result result = region.get(get);<a name="line.828"></a> |
| <span class="sourceLineNo">829</span> for (long i = minSeqId; i <= maxSeqId; i += 10) {<a name="line.829"></a> |
| <span class="sourceLineNo">830</span> List<Cell> kvs = result.getColumnCells(family, Bytes.toBytes(i));<a name="line.830"></a> |
| <span class="sourceLineNo">831</span> if (i < recoverSeqId) {<a name="line.831"></a> |
| <span class="sourceLineNo">832</span> assertEquals(0, kvs.size());<a name="line.832"></a> |
| <span class="sourceLineNo">833</span> } else {<a name="line.833"></a> |
| <span class="sourceLineNo">834</span> assertEquals(1, kvs.size());<a name="line.834"></a> |
| <span class="sourceLineNo">835</span> assertArrayEquals(Bytes.toBytes(i), CellUtil.cloneValue(kvs.get(0)));<a name="line.835"></a> |
| <span class="sourceLineNo">836</span> }<a name="line.836"></a> |
| <span class="sourceLineNo">837</span> }<a name="line.837"></a> |
| <span class="sourceLineNo">838</span> } finally {<a name="line.838"></a> |
| <span class="sourceLineNo">839</span> HBaseTestingUtility.closeRegionAndWAL(this.region);<a name="line.839"></a> |
| <span class="sourceLineNo">840</span> this.region = null;<a name="line.840"></a> |
| <span class="sourceLineNo">841</span> wals.close();<a name="line.841"></a> |
| <span class="sourceLineNo">842</span> }<a name="line.842"></a> |
| <span class="sourceLineNo">843</span> }<a name="line.843"></a> |
| <span class="sourceLineNo">844</span><a name="line.844"></a> |
| <span class="sourceLineNo">845</span> @Test<a name="line.845"></a> |
| <span class="sourceLineNo">846</span> public void testSkipRecoveredEditsReplayAllIgnored() throws Exception {<a name="line.846"></a> |
| <span class="sourceLineNo">847</span> byte[] family = Bytes.toBytes("family");<a name="line.847"></a> |
| <span class="sourceLineNo">848</span> this.region = initHRegion(tableName, method, CONF, family);<a name="line.848"></a> |
| <span class="sourceLineNo">849</span> Path regiondir = region.getRegionFileSystem().getRegionDir();<a name="line.849"></a> |
| <span class="sourceLineNo">850</span> FileSystem fs = region.getRegionFileSystem().getFileSystem();<a name="line.850"></a> |
| <span class="sourceLineNo">851</span><a name="line.851"></a> |
| <span class="sourceLineNo">852</span> Path recoveredEditsDir = WALSplitUtil.getRegionDirRecoveredEditsDir(regiondir);<a name="line.852"></a> |
| <span class="sourceLineNo">853</span> for (int i = 1000; i < 1050; i += 10) {<a name="line.853"></a> |
| <span class="sourceLineNo">854</span> Path recoveredEdits = new Path(recoveredEditsDir, String.format("%019d", i));<a name="line.854"></a> |
| <span class="sourceLineNo">855</span> FSDataOutputStream dos = fs.create(recoveredEdits);<a name="line.855"></a> |
| <span class="sourceLineNo">856</span> dos.writeInt(i);<a name="line.856"></a> |
| <span class="sourceLineNo">857</span> dos.close();<a name="line.857"></a> |
| <span class="sourceLineNo">858</span> }<a name="line.858"></a> |
| <span class="sourceLineNo">859</span> long minSeqId = 2000;<a name="line.859"></a> |
| <span class="sourceLineNo">860</span> Path recoveredEdits = new Path(recoveredEditsDir, String.format("%019d", minSeqId - 1));<a name="line.860"></a> |
| <span class="sourceLineNo">861</span> FSDataOutputStream dos = fs.create(recoveredEdits);<a name="line.861"></a> |
| <span class="sourceLineNo">862</span> dos.close();<a name="line.862"></a> |
| <span class="sourceLineNo">863</span><a name="line.863"></a> |
| <span class="sourceLineNo">864</span> Map<byte[], Long> maxSeqIdInStores = new TreeMap<>(Bytes.BYTES_COMPARATOR);<a name="line.864"></a> |
| <span class="sourceLineNo">865</span> for (HStore store : region.getStores()) {<a name="line.865"></a> |
| <span class="sourceLineNo">866</span> maxSeqIdInStores.put(Bytes.toBytes(store.getColumnFamilyName()), minSeqId);<a name="line.866"></a> |
| <span class="sourceLineNo">867</span> }<a name="line.867"></a> |
| <span class="sourceLineNo">868</span> long seqId = region.replayRecoveredEditsIfAny(maxSeqIdInStores, null, null);<a name="line.868"></a> |
| <span class="sourceLineNo">869</span> assertEquals(minSeqId, seqId);<a name="line.869"></a> |
| <span class="sourceLineNo">870</span> }<a name="line.870"></a> |
| <span class="sourceLineNo">871</span><a name="line.871"></a> |
| <span class="sourceLineNo">872</span> @Test<a name="line.872"></a> |
| <span class="sourceLineNo">873</span> public void testSkipRecoveredEditsReplayTheLastFileIgnored() throws Exception {<a name="line.873"></a> |
| <span class="sourceLineNo">874</span> byte[] family = Bytes.toBytes("family");<a name="line.874"></a> |
| <span class="sourceLineNo">875</span> this.region = initHRegion(tableName, method, CONF, family);<a name="line.875"></a> |
| <span class="sourceLineNo">876</span> final WALFactory wals = new WALFactory(CONF, method);<a name="line.876"></a> |
| <span class="sourceLineNo">877</span> try {<a name="line.877"></a> |
| <span class="sourceLineNo">878</span> Path regiondir = region.getRegionFileSystem().getRegionDir();<a name="line.878"></a> |
| <span class="sourceLineNo">879</span> FileSystem fs = region.getRegionFileSystem().getFileSystem();<a name="line.879"></a> |
| <span class="sourceLineNo">880</span> byte[] regionName = region.getRegionInfo().getEncodedNameAsBytes();<a name="line.880"></a> |
| <span class="sourceLineNo">881</span> byte[][] columns = region.getTableDescriptor().getColumnFamilyNames().toArray(new byte[0][]);<a name="line.881"></a> |
| <span class="sourceLineNo">882</span><a name="line.882"></a> |
| <span class="sourceLineNo">883</span> assertEquals(0, region.getStoreFileList(columns).size());<a name="line.883"></a> |
| <span class="sourceLineNo">884</span><a name="line.884"></a> |
| <span class="sourceLineNo">885</span> Path recoveredEditsDir = WALSplitUtil.getRegionDirRecoveredEditsDir(regiondir);<a name="line.885"></a> |
| <span class="sourceLineNo">886</span><a name="line.886"></a> |
| <span class="sourceLineNo">887</span> long maxSeqId = 1050;<a name="line.887"></a> |
| <span class="sourceLineNo">888</span> long minSeqId = 1000;<a name="line.888"></a> |
| <span class="sourceLineNo">889</span><a name="line.889"></a> |
| <span class="sourceLineNo">890</span> for (long i = minSeqId; i <= maxSeqId; i += 10) {<a name="line.890"></a> |
| <span class="sourceLineNo">891</span> Path recoveredEdits = new Path(recoveredEditsDir, String.format("%019d", i));<a name="line.891"></a> |
| <span class="sourceLineNo">892</span> fs.create(recoveredEdits);<a name="line.892"></a> |
| <span class="sourceLineNo">893</span> WALProvider.Writer writer = wals.createRecoveredEditsWriter(fs, recoveredEdits);<a name="line.893"></a> |
| <span class="sourceLineNo">894</span><a name="line.894"></a> |
| <span class="sourceLineNo">895</span> long time = System.nanoTime();<a name="line.895"></a> |
| <span class="sourceLineNo">896</span> WALEdit edit = null;<a name="line.896"></a> |
| <span class="sourceLineNo">897</span> if (i == maxSeqId) {<a name="line.897"></a> |
| <span class="sourceLineNo">898</span> edit = WALEdit.createCompaction(region.getRegionInfo(),<a name="line.898"></a> |
| <span class="sourceLineNo">899</span> CompactionDescriptor.newBuilder()<a name="line.899"></a> |
| <span class="sourceLineNo">900</span> .setTableName(ByteString.copyFrom(tableName.getName()))<a name="line.900"></a> |
| <span class="sourceLineNo">901</span> .setFamilyName(ByteString.copyFrom(regionName))<a name="line.901"></a> |
| <span class="sourceLineNo">902</span> .setEncodedRegionName(ByteString.copyFrom(regionName))<a name="line.902"></a> |
| <span class="sourceLineNo">903</span> .setStoreHomeDirBytes(ByteString.copyFrom(Bytes.toBytes(regiondir.toString())))<a name="line.903"></a> |
| <span class="sourceLineNo">904</span> .setRegionName(ByteString.copyFrom(region.getRegionInfo().getRegionName()))<a name="line.904"></a> |
| <span class="sourceLineNo">905</span> .build());<a name="line.905"></a> |
| <span class="sourceLineNo">906</span> } else {<a name="line.906"></a> |
| <span class="sourceLineNo">907</span> edit = new WALEdit();<a name="line.907"></a> |
| <span class="sourceLineNo">908</span> edit.add(new KeyValue(row, family, Bytes.toBytes(i), time, KeyValue.Type.Put, Bytes<a name="line.908"></a> |
| <span class="sourceLineNo">909</span> .toBytes(i)));<a name="line.909"></a> |
| <span class="sourceLineNo">910</span> }<a name="line.910"></a> |
| <span class="sourceLineNo">911</span> writer.append(new WAL.Entry(new WALKeyImpl(regionName, tableName, i, time,<a name="line.911"></a> |
| <span class="sourceLineNo">912</span> HConstants.DEFAULT_CLUSTER_ID), edit));<a name="line.912"></a> |
| <span class="sourceLineNo">913</span> writer.close();<a name="line.913"></a> |
| <span class="sourceLineNo">914</span> }<a name="line.914"></a> |
| <span class="sourceLineNo">915</span><a name="line.915"></a> |
| <span class="sourceLineNo">916</span> long recoverSeqId = 1030;<a name="line.916"></a> |
| <span class="sourceLineNo">917</span> Map<byte[], Long> maxSeqIdInStores = new TreeMap<>(Bytes.BYTES_COMPARATOR);<a name="line.917"></a> |
| <span class="sourceLineNo">918</span> MonitoredTask status = TaskMonitor.get().createStatus(method);<a name="line.918"></a> |
| <span class="sourceLineNo">919</span> for (HStore store : region.getStores()) {<a name="line.919"></a> |
| <span class="sourceLineNo">920</span> maxSeqIdInStores.put(Bytes.toBytes(store.getColumnFamilyName()), recoverSeqId - 1);<a name="line.920"></a> |
| <span class="sourceLineNo">921</span> }<a name="line.921"></a> |
| <span class="sourceLineNo">922</span> long seqId = region.replayRecoveredEditsIfAny(maxSeqIdInStores, null, status);<a name="line.922"></a> |
| <span class="sourceLineNo">923</span> assertEquals(maxSeqId, seqId);<a name="line.923"></a> |
| <span class="sourceLineNo">924</span><a name="line.924"></a> |
| <span class="sourceLineNo">925</span> // assert that the files are flushed<a name="line.925"></a> |
| <span class="sourceLineNo">926</span> assertEquals(1, region.getStoreFileList(columns).size());<a name="line.926"></a> |
| <span class="sourceLineNo">927</span><a name="line.927"></a> |
| <span class="sourceLineNo">928</span> } finally {<a name="line.928"></a> |
| <span class="sourceLineNo">929</span> HBaseTestingUtility.closeRegionAndWAL(this.region);<a name="line.929"></a> |
| <span class="sourceLineNo">930</span> this.region = null;<a name="line.930"></a> |
| <span class="sourceLineNo">931</span> wals.close();<a name="line.931"></a> |
| <span class="sourceLineNo">932</span> }<a name="line.932"></a> |
| <span class="sourceLineNo">933</span> }<a name="line.933"></a> |
| <span class="sourceLineNo">934</span><a name="line.934"></a> |
| <span class="sourceLineNo">935</span> @Test<a name="line.935"></a> |
| <span class="sourceLineNo">936</span> public void testRecoveredEditsReplayCompaction() throws Exception {<a name="line.936"></a> |
| <span class="sourceLineNo">937</span> testRecoveredEditsReplayCompaction(false);<a name="line.937"></a> |
| <span class="sourceLineNo">938</span> testRecoveredEditsReplayCompaction(true);<a name="line.938"></a> |
| <span class="sourceLineNo">939</span> }<a name="line.939"></a> |
| <span class="sourceLineNo">940</span><a name="line.940"></a> |
| <span class="sourceLineNo">941</span> public void testRecoveredEditsReplayCompaction(boolean mismatchedRegionName) throws Exception {<a name="line.941"></a> |
| <span class="sourceLineNo">942</span> CONF.setClass(HConstants.REGION_IMPL, HRegionForTesting.class, Region.class);<a name="line.942"></a> |
| <span class="sourceLineNo">943</span> byte[] family = Bytes.toBytes("family");<a name="line.943"></a> |
| <span class="sourceLineNo">944</span> this.region = initHRegion(tableName, method, CONF, family);<a name="line.944"></a> |
| <span class="sourceLineNo">945</span> final WALFactory wals = new WALFactory(CONF, method);<a name="line.945"></a> |
| <span class="sourceLineNo">946</span> try {<a name="line.946"></a> |
| <span class="sourceLineNo">947</span> Path regiondir = region.getRegionFileSystem().getRegionDir();<a name="line.947"></a> |
| <span class="sourceLineNo">948</span> FileSystem fs = region.getRegionFileSystem().getFileSystem();<a name="line.948"></a> |
| <span class="sourceLineNo">949</span> byte[] regionName = region.getRegionInfo().getEncodedNameAsBytes();<a name="line.949"></a> |
| <span class="sourceLineNo">950</span><a name="line.950"></a> |
| <span class="sourceLineNo">951</span> long maxSeqId = 3;<a name="line.951"></a> |
| <span class="sourceLineNo">952</span> long minSeqId = 0;<a name="line.952"></a> |
| <span class="sourceLineNo">953</span><a name="line.953"></a> |
| <span class="sourceLineNo">954</span> for (long i = minSeqId; i < maxSeqId; i++) {<a name="line.954"></a> |
| <span class="sourceLineNo">955</span> Put put = new Put(Bytes.toBytes(i));<a name="line.955"></a> |
| <span class="sourceLineNo">956</span> put.addColumn(family, Bytes.toBytes(i), Bytes.toBytes(i));<a name="line.956"></a> |
| <span class="sourceLineNo">957</span> region.put(put);<a name="line.957"></a> |
| <span class="sourceLineNo">958</span> region.flush(true);<a name="line.958"></a> |
| <span class="sourceLineNo">959</span> }<a name="line.959"></a> |
| <span class="sourceLineNo">960</span><a name="line.960"></a> |
| <span class="sourceLineNo">961</span> // this will create a region with 3 files<a name="line.961"></a> |
| <span class="sourceLineNo">962</span> assertEquals(3, region.getStore(family).getStorefilesCount());<a name="line.962"></a> |
| <span class="sourceLineNo">963</span> List<Path> storeFiles = new ArrayList<>(3);<a name="line.963"></a> |
| <span class="sourceLineNo">964</span> for (HStoreFile sf : region.getStore(family).getStorefiles()) {<a name="line.964"></a> |
| <span class="sourceLineNo">965</span> storeFiles.add(sf.getPath());<a name="line.965"></a> |
| <span class="sourceLineNo">966</span> }<a name="line.966"></a> |
| <span class="sourceLineNo">967</span><a name="line.967"></a> |
| <span class="sourceLineNo">968</span> // disable compaction completion<a name="line.968"></a> |
| <span class="sourceLineNo">969</span> CONF.setBoolean("hbase.hstore.compaction.complete", false);<a name="line.969"></a> |
| <span class="sourceLineNo">970</span> region.compactStores();<a name="line.970"></a> |
| <span class="sourceLineNo">971</span><a name="line.971"></a> |
| <span class="sourceLineNo">972</span> // ensure that nothing changed<a name="line.972"></a> |
| <span class="sourceLineNo">973</span> assertEquals(3, region.getStore(family).getStorefilesCount());<a name="line.973"></a> |
| <span class="sourceLineNo">974</span><a name="line.974"></a> |
| <span class="sourceLineNo">975</span> // now find the compacted file, and manually add it to the recovered edits<a name="line.975"></a> |
| <span class="sourceLineNo">976</span> Path tmpDir = new Path(region.getRegionFileSystem().getTempDir(), Bytes.toString(family));<a name="line.976"></a> |
| <span class="sourceLineNo">977</span> FileStatus[] files = CommonFSUtils.listStatus(fs, tmpDir);<a name="line.977"></a> |
| <span class="sourceLineNo">978</span> String errorMsg = "Expected to find 1 file in the region temp directory "<a name="line.978"></a> |
| <span class="sourceLineNo">979</span> + "from the compaction, could not find any";<a name="line.979"></a> |
| <span class="sourceLineNo">980</span> assertNotNull(errorMsg, files);<a name="line.980"></a> |
| <span class="sourceLineNo">981</span> assertEquals(errorMsg, 1, files.length);<a name="line.981"></a> |
| <span class="sourceLineNo">982</span> // move the file inside region dir<a name="line.982"></a> |
| <span class="sourceLineNo">983</span> Path newFile = region.getRegionFileSystem().commitStoreFile(Bytes.toString(family),<a name="line.983"></a> |
| <span class="sourceLineNo">984</span> files[0].getPath());<a name="line.984"></a> |
| <span class="sourceLineNo">985</span><a name="line.985"></a> |
| <span class="sourceLineNo">986</span> byte[] encodedNameAsBytes = this.region.getRegionInfo().getEncodedNameAsBytes();<a name="line.986"></a> |
| <span class="sourceLineNo">987</span> byte[] fakeEncodedNameAsBytes = new byte [encodedNameAsBytes.length];<a name="line.987"></a> |
| <span class="sourceLineNo">988</span> for (int i=0; i < encodedNameAsBytes.length; i++) {<a name="line.988"></a> |
| <span class="sourceLineNo">989</span> // Mix the byte array to have a new encodedName<a name="line.989"></a> |
| <span class="sourceLineNo">990</span> fakeEncodedNameAsBytes[i] = (byte) (encodedNameAsBytes[i] + 1);<a name="line.990"></a> |
| <span class="sourceLineNo">991</span> }<a name="line.991"></a> |
| <span class="sourceLineNo">992</span><a name="line.992"></a> |
| <span class="sourceLineNo">993</span> CompactionDescriptor compactionDescriptor = ProtobufUtil.toCompactionDescriptor(this.region<a name="line.993"></a> |
| <span class="sourceLineNo">994</span> .getRegionInfo(), mismatchedRegionName ? fakeEncodedNameAsBytes : null, family,<a name="line.994"></a> |
| <span class="sourceLineNo">995</span> storeFiles, Lists.newArrayList(newFile),<a name="line.995"></a> |
| <span class="sourceLineNo">996</span> region.getRegionFileSystem().getStoreDir(Bytes.toString(family)));<a name="line.996"></a> |
| <span class="sourceLineNo">997</span><a name="line.997"></a> |
| <span class="sourceLineNo">998</span> WALUtil.writeCompactionMarker(region.getWAL(), this.region.getReplicationScope(),<a name="line.998"></a> |
| <span class="sourceLineNo">999</span> this.region.getRegionInfo(), compactionDescriptor, region.getMVCC());<a name="line.999"></a> |
| <span class="sourceLineNo">1000</span><a name="line.1000"></a> |
| <span class="sourceLineNo">1001</span> Path recoveredEditsDir = WALSplitUtil.getRegionDirRecoveredEditsDir(regiondir);<a name="line.1001"></a> |
| <span class="sourceLineNo">1002</span><a name="line.1002"></a> |
| <span class="sourceLineNo">1003</span> Path recoveredEdits = new Path(recoveredEditsDir, String.format("%019d", 1000));<a name="line.1003"></a> |
| <span class="sourceLineNo">1004</span> fs.create(recoveredEdits);<a name="line.1004"></a> |
| <span class="sourceLineNo">1005</span> WALProvider.Writer writer = wals.createRecoveredEditsWriter(fs, recoveredEdits);<a name="line.1005"></a> |
| <span class="sourceLineNo">1006</span><a name="line.1006"></a> |
| <span class="sourceLineNo">1007</span> long time = System.nanoTime();<a name="line.1007"></a> |
| <span class="sourceLineNo">1008</span><a name="line.1008"></a> |
| <span class="sourceLineNo">1009</span> writer.append(new WAL.Entry(new WALKeyImpl(regionName, tableName, 10, time,<a name="line.1009"></a> |
| <span class="sourceLineNo">1010</span> HConstants.DEFAULT_CLUSTER_ID), WALEdit.createCompaction(region.getRegionInfo(),<a name="line.1010"></a> |
| <span class="sourceLineNo">1011</span> compactionDescriptor)));<a name="line.1011"></a> |
| <span class="sourceLineNo">1012</span> writer.close();<a name="line.1012"></a> |
| <span class="sourceLineNo">1013</span><a name="line.1013"></a> |
| <span class="sourceLineNo">1014</span> // close the region now, and reopen again<a name="line.1014"></a> |
| <span class="sourceLineNo">1015</span> region.getTableDescriptor();<a name="line.1015"></a> |
| <span class="sourceLineNo">1016</span> region.getRegionInfo();<a name="line.1016"></a> |
| <span class="sourceLineNo">1017</span> HBaseTestingUtility.closeRegionAndWAL(this.region);<a name="line.1017"></a> |
| <span class="sourceLineNo">1018</span> try {<a name="line.1018"></a> |
| <span class="sourceLineNo">1019</span> region = HRegion.openHRegion(region, null);<a name="line.1019"></a> |
| <span class="sourceLineNo">1020</span> } catch (WrongRegionException wre) {<a name="line.1020"></a> |
| <span class="sourceLineNo">1021</span> fail("Matching encoded region name should not have produced WrongRegionException");<a name="line.1021"></a> |
| <span class="sourceLineNo">1022</span> }<a name="line.1022"></a> |
| <span class="sourceLineNo">1023</span><a name="line.1023"></a> |
| <span class="sourceLineNo">1024</span> // now check whether we have only one store file, the compacted one<a name="line.1024"></a> |
| <span class="sourceLineNo">1025</span> Collection<HStoreFile> sfs = region.getStore(family).getStorefiles();<a name="line.1025"></a> |
| <span class="sourceLineNo">1026</span> for (HStoreFile sf : sfs) {<a name="line.1026"></a> |
| <span class="sourceLineNo">1027</span> LOG.info(Objects.toString(sf.getPath()));<a name="line.1027"></a> |
| <span class="sourceLineNo">1028</span> }<a name="line.1028"></a> |
| <span class="sourceLineNo">1029</span> if (!mismatchedRegionName) {<a name="line.1029"></a> |
| <span class="sourceLineNo">1030</span> assertEquals(1, region.getStore(family).getStorefilesCount());<a name="line.1030"></a> |
| <span class="sourceLineNo">1031</span> }<a name="line.1031"></a> |
| <span class="sourceLineNo">1032</span> files = CommonFSUtils.listStatus(fs, tmpDir);<a name="line.1032"></a> |
| <span class="sourceLineNo">1033</span> assertTrue("Expected to find 0 files inside " + tmpDir, files == null || files.length == 0);<a name="line.1033"></a> |
| <span class="sourceLineNo">1034</span><a name="line.1034"></a> |
| <span class="sourceLineNo">1035</span> for (long i = minSeqId; i < maxSeqId; i++) {<a name="line.1035"></a> |
| <span class="sourceLineNo">1036</span> Get get = new Get(Bytes.toBytes(i));<a name="line.1036"></a> |
| <span class="sourceLineNo">1037</span> Result result = region.get(get);<a name="line.1037"></a> |
| <span class="sourceLineNo">1038</span> byte[] value = result.getValue(family, Bytes.toBytes(i));<a name="line.1038"></a> |
| <span class="sourceLineNo">1039</span> assertArrayEquals(Bytes.toBytes(i), value);<a name="line.1039"></a> |
| <span class="sourceLineNo">1040</span> }<a name="line.1040"></a> |
| <span class="sourceLineNo">1041</span> } finally {<a name="line.1041"></a> |
| <span class="sourceLineNo">1042</span> HBaseTestingUtility.closeRegionAndWAL(this.region);<a name="line.1042"></a> |
| <span class="sourceLineNo">1043</span> this.region = null;<a name="line.1043"></a> |
| <span class="sourceLineNo">1044</span> wals.close();<a name="line.1044"></a> |
| <span class="sourceLineNo">1045</span> CONF.setClass(HConstants.REGION_IMPL, HRegion.class, Region.class);<a name="line.1045"></a> |
| <span class="sourceLineNo">1046</span> }<a name="line.1046"></a> |
| <span class="sourceLineNo">1047</span> }<a name="line.1047"></a> |
| <span class="sourceLineNo">1048</span><a name="line.1048"></a> |
| <span class="sourceLineNo">1049</span> @Test<a name="line.1049"></a> |
| <span class="sourceLineNo">1050</span> public void testFlushMarkers() throws Exception {<a name="line.1050"></a> |
| <span class="sourceLineNo">1051</span> // tests that flush markers are written to WAL and handled at recovered edits<a name="line.1051"></a> |
| <span class="sourceLineNo">1052</span> byte[] family = Bytes.toBytes("family");<a name="line.1052"></a> |
| <span class="sourceLineNo">1053</span> Path logDir = TEST_UTIL.getDataTestDirOnTestFS(method + ".log");<a name="line.1053"></a> |
| <span class="sourceLineNo">1054</span> final Configuration walConf = new Configuration(TEST_UTIL.getConfiguration());<a name="line.1054"></a> |
| <span class="sourceLineNo">1055</span> CommonFSUtils.setRootDir(walConf, logDir);<a name="line.1055"></a> |
| <span class="sourceLineNo">1056</span> final WALFactory wals = new WALFactory(walConf, method);<a name="line.1056"></a> |
| <span class="sourceLineNo">1057</span> final WAL wal = wals.getWAL(RegionInfoBuilder.newBuilder(tableName).build());<a name="line.1057"></a> |
| <span class="sourceLineNo">1058</span><a name="line.1058"></a> |
| <span class="sourceLineNo">1059</span> this.region = initHRegion(tableName, HConstants.EMPTY_START_ROW,<a name="line.1059"></a> |
| <span class="sourceLineNo">1060</span> HConstants.EMPTY_END_ROW, CONF, false, Durability.USE_DEFAULT, wal, family);<a name="line.1060"></a> |
| <span class="sourceLineNo">1061</span> try {<a name="line.1061"></a> |
| <span class="sourceLineNo">1062</span> Path regiondir = region.getRegionFileSystem().getRegionDir();<a name="line.1062"></a> |
| <span class="sourceLineNo">1063</span> FileSystem fs = region.getRegionFileSystem().getFileSystem();<a name="line.1063"></a> |
| <span class="sourceLineNo">1064</span> byte[] regionName = region.getRegionInfo().getEncodedNameAsBytes();<a name="line.1064"></a> |
| <span class="sourceLineNo">1065</span><a name="line.1065"></a> |
| <span class="sourceLineNo">1066</span> long maxSeqId = 3;<a name="line.1066"></a> |
| <span class="sourceLineNo">1067</span> long minSeqId = 0;<a name="line.1067"></a> |
| <span class="sourceLineNo">1068</span><a name="line.1068"></a> |
| <span class="sourceLineNo">1069</span> for (long i = minSeqId; i < maxSeqId; i++) {<a name="line.1069"></a> |
| <span class="sourceLineNo">1070</span> Put put = new Put(Bytes.toBytes(i));<a name="line.1070"></a> |
| <span class="sourceLineNo">1071</span> put.addColumn(family, Bytes.toBytes(i), Bytes.toBytes(i));<a name="line.1071"></a> |
| <span class="sourceLineNo">1072</span> region.put(put);<a name="line.1072"></a> |
| <span class="sourceLineNo">1073</span> region.flush(true);<a name="line.1073"></a> |
| <span class="sourceLineNo">1074</span> }<a name="line.1074"></a> |
| <span class="sourceLineNo">1075</span><a name="line.1075"></a> |
| <span class="sourceLineNo">1076</span> // this will create a region with 3 files from flush<a name="line.1076"></a> |
| <span class="sourceLineNo">1077</span> assertEquals(3, region.getStore(family).getStorefilesCount());<a name="line.1077"></a> |
| <span class="sourceLineNo">1078</span> List<String> storeFiles = new ArrayList<>(3);<a name="line.1078"></a> |
| <span class="sourceLineNo">1079</span> for (HStoreFile sf : region.getStore(family).getStorefiles()) {<a name="line.1079"></a> |
| <span class="sourceLineNo">1080</span> storeFiles.add(sf.getPath().getName());<a name="line.1080"></a> |
| <span class="sourceLineNo">1081</span> }<a name="line.1081"></a> |
| <span class="sourceLineNo">1082</span><a name="line.1082"></a> |
| <span class="sourceLineNo">1083</span> // now verify that the flush markers are written<a name="line.1083"></a> |
| <span class="sourceLineNo">1084</span> wal.shutdown();<a name="line.1084"></a> |
| <span class="sourceLineNo">1085</span> WAL.Reader reader = WALFactory.createReader(fs, AbstractFSWALProvider.getCurrentFileName(wal),<a name="line.1085"></a> |
| <span class="sourceLineNo">1086</span> TEST_UTIL.getConfiguration());<a name="line.1086"></a> |
| <span class="sourceLineNo">1087</span> try {<a name="line.1087"></a> |
| <span class="sourceLineNo">1088</span> List<WAL.Entry> flushDescriptors = new ArrayList<>();<a name="line.1088"></a> |
| <span class="sourceLineNo">1089</span> long lastFlushSeqId = -1;<a name="line.1089"></a> |
| <span class="sourceLineNo">1090</span> while (true) {<a name="line.1090"></a> |
| <span class="sourceLineNo">1091</span> WAL.Entry entry = reader.next();<a name="line.1091"></a> |
| <span class="sourceLineNo">1092</span> if (entry == null) {<a name="line.1092"></a> |
| <span class="sourceLineNo">1093</span> break;<a name="line.1093"></a> |
| <span class="sourceLineNo">1094</span> }<a name="line.1094"></a> |
| <span class="sourceLineNo">1095</span> Cell cell = entry.getEdit().getCells().get(0);<a name="line.1095"></a> |
| <span class="sourceLineNo">1096</span> if (WALEdit.isMetaEditFamily(cell)) {<a name="line.1096"></a> |
| <span class="sourceLineNo">1097</span> FlushDescriptor flushDesc = WALEdit.getFlushDescriptor(cell);<a name="line.1097"></a> |
| <span class="sourceLineNo">1098</span> assertNotNull(flushDesc);<a name="line.1098"></a> |
| <span class="sourceLineNo">1099</span> assertArrayEquals(tableName.getName(), flushDesc.getTableName().toByteArray());<a name="line.1099"></a> |
| <span class="sourceLineNo">1100</span> if (flushDesc.getAction() == FlushAction.START_FLUSH) {<a name="line.1100"></a> |
| <span class="sourceLineNo">1101</span> assertTrue(flushDesc.getFlushSequenceNumber() > lastFlushSeqId);<a name="line.1101"></a> |
| <span class="sourceLineNo">1102</span> } else if (flushDesc.getAction() == FlushAction.COMMIT_FLUSH) {<a name="line.1102"></a> |
| <span class="sourceLineNo">1103</span> assertTrue(flushDesc.getFlushSequenceNumber() == lastFlushSeqId);<a name="line.1103"></a> |
| <span class="sourceLineNo">1104</span> }<a name="line.1104"></a> |
| <span class="sourceLineNo">1105</span> lastFlushSeqId = flushDesc.getFlushSequenceNumber();<a name="line.1105"></a> |
| <span class="sourceLineNo">1106</span> assertArrayEquals(regionName, flushDesc.getEncodedRegionName().toByteArray());<a name="line.1106"></a> |
| <span class="sourceLineNo">1107</span> assertEquals(1, flushDesc.getStoreFlushesCount()); //only one store<a name="line.1107"></a> |
| <span class="sourceLineNo">1108</span> StoreFlushDescriptor storeFlushDesc = flushDesc.getStoreFlushes(0);<a name="line.1108"></a> |
| <span class="sourceLineNo">1109</span> assertArrayEquals(family, storeFlushDesc.getFamilyName().toByteArray());<a name="line.1109"></a> |
| <span class="sourceLineNo">1110</span> assertEquals("family", storeFlushDesc.getStoreHomeDir());<a name="line.1110"></a> |
| <span class="sourceLineNo">1111</span> if (flushDesc.getAction() == FlushAction.START_FLUSH) {<a name="line.1111"></a> |
| <span class="sourceLineNo">1112</span> assertEquals(0, storeFlushDesc.getFlushOutputCount());<a name="line.1112"></a> |
| <span class="sourceLineNo">1113</span> } else {<a name="line.1113"></a> |
| <span class="sourceLineNo">1114</span> assertEquals(1, storeFlushDesc.getFlushOutputCount()); //only one file from flush<a name="line.1114"></a> |
| <span class="sourceLineNo">1115</span> assertTrue(storeFiles.contains(storeFlushDesc.getFlushOutput(0)));<a name="line.1115"></a> |
| <span class="sourceLineNo">1116</span> }<a name="line.1116"></a> |
| <span class="sourceLineNo">1117</span><a name="line.1117"></a> |
| <span class="sourceLineNo">1118</span> flushDescriptors.add(entry);<a name="line.1118"></a> |
| <span class="sourceLineNo">1119</span> }<a name="line.1119"></a> |
| <span class="sourceLineNo">1120</span> }<a name="line.1120"></a> |
| <span class="sourceLineNo">1121</span><a name="line.1121"></a> |
| <span class="sourceLineNo">1122</span> assertEquals(3 * 2, flushDescriptors.size()); // START_FLUSH and COMMIT_FLUSH per flush<a name="line.1122"></a> |
| <span class="sourceLineNo">1123</span><a name="line.1123"></a> |
| <span class="sourceLineNo">1124</span> // now write those markers to the recovered edits again.<a name="line.1124"></a> |
| <span class="sourceLineNo">1125</span><a name="line.1125"></a> |
| <span class="sourceLineNo">1126</span> Path recoveredEditsDir = WALSplitUtil.getRegionDirRecoveredEditsDir(regiondir);<a name="line.1126"></a> |
| <span class="sourceLineNo">1127</span><a name="line.1127"></a> |
| <span class="sourceLineNo">1128</span> Path recoveredEdits = new Path(recoveredEditsDir, String.format("%019d", 1000));<a name="line.1128"></a> |
| <span class="sourceLineNo">1129</span> fs.create(recoveredEdits);<a name="line.1129"></a> |
| <span class="sourceLineNo">1130</span> WALProvider.Writer writer = wals.createRecoveredEditsWriter(fs, recoveredEdits);<a name="line.1130"></a> |
| <span class="sourceLineNo">1131</span><a name="line.1131"></a> |
| <span class="sourceLineNo">1132</span> for (WAL.Entry entry : flushDescriptors) {<a name="line.1132"></a> |
| <span class="sourceLineNo">1133</span> writer.append(entry);<a name="line.1133"></a> |
| <span class="sourceLineNo">1134</span> }<a name="line.1134"></a> |
| <span class="sourceLineNo">1135</span> writer.close();<a name="line.1135"></a> |
| <span class="sourceLineNo">1136</span> } finally {<a name="line.1136"></a> |
| <span class="sourceLineNo">1137</span> if (null != reader) {<a name="line.1137"></a> |
| <span class="sourceLineNo">1138</span> try {<a name="line.1138"></a> |
| <span class="sourceLineNo">1139</span> reader.close();<a name="line.1139"></a> |
| <span class="sourceLineNo">1140</span> } catch (IOException exception) {<a name="line.1140"></a> |
| <span class="sourceLineNo">1141</span> LOG.warn("Problem closing wal: " + exception.getMessage());<a name="line.1141"></a> |
| <span class="sourceLineNo">1142</span> LOG.debug("exception details", exception);<a name="line.1142"></a> |
| <span class="sourceLineNo">1143</span> }<a name="line.1143"></a> |
| <span class="sourceLineNo">1144</span> }<a name="line.1144"></a> |
| <span class="sourceLineNo">1145</span> }<a name="line.1145"></a> |
| <span class="sourceLineNo">1146</span><a name="line.1146"></a> |
| <span class="sourceLineNo">1147</span> // close the region now, and reopen again<a name="line.1147"></a> |
| <span class="sourceLineNo">1148</span> HBaseTestingUtility.closeRegionAndWAL(this.region);<a name="line.1148"></a> |
| <span class="sourceLineNo">1149</span> region = HRegion.openHRegion(region, null);<a name="line.1149"></a> |
| <span class="sourceLineNo">1150</span><a name="line.1150"></a> |
| <span class="sourceLineNo">1151</span> // now check whether we have can read back the data from region<a name="line.1151"></a> |
| <span class="sourceLineNo">1152</span> for (long i = minSeqId; i < maxSeqId; i++) {<a name="line.1152"></a> |
| <span class="sourceLineNo">1153</span> Get get = new Get(Bytes.toBytes(i));<a name="line.1153"></a> |
| <span class="sourceLineNo">1154</span> Result result = region.get(get);<a name="line.1154"></a> |
| <span class="sourceLineNo">1155</span> byte[] value = result.getValue(family, Bytes.toBytes(i));<a name="line.1155"></a> |
| <span class="sourceLineNo">1156</span> assertArrayEquals(Bytes.toBytes(i), value);<a name="line.1156"></a> |
| <span class="sourceLineNo">1157</span> }<a name="line.1157"></a> |
| <span class="sourceLineNo">1158</span> } finally {<a name="line.1158"></a> |
| <span class="sourceLineNo">1159</span> HBaseTestingUtility.closeRegionAndWAL(this.region);<a name="line.1159"></a> |
| <span class="sourceLineNo">1160</span> this.region = null;<a name="line.1160"></a> |
| <span class="sourceLineNo">1161</span> wals.close();<a name="line.1161"></a> |
| <span class="sourceLineNo">1162</span> }<a name="line.1162"></a> |
| <span class="sourceLineNo">1163</span> }<a name="line.1163"></a> |
| <span class="sourceLineNo">1164</span><a name="line.1164"></a> |
| <span class="sourceLineNo">1165</span> static class IsFlushWALMarker implements ArgumentMatcher<WALEdit> {<a name="line.1165"></a> |
| <span class="sourceLineNo">1166</span> volatile FlushAction[] actions;<a name="line.1166"></a> |
| <span class="sourceLineNo">1167</span> public IsFlushWALMarker(FlushAction... actions) {<a name="line.1167"></a> |
| <span class="sourceLineNo">1168</span> this.actions = actions;<a name="line.1168"></a> |
| <span class="sourceLineNo">1169</span> }<a name="line.1169"></a> |
| <span class="sourceLineNo">1170</span> @Override<a name="line.1170"></a> |
| <span class="sourceLineNo">1171</span> public boolean matches(WALEdit edit) {<a name="line.1171"></a> |
| <span class="sourceLineNo">1172</span> List<Cell> cells = edit.getCells();<a name="line.1172"></a> |
| <span class="sourceLineNo">1173</span> if (cells.isEmpty()) {<a name="line.1173"></a> |
| <span class="sourceLineNo">1174</span> return false;<a name="line.1174"></a> |
| <span class="sourceLineNo">1175</span> }<a name="line.1175"></a> |
| <span class="sourceLineNo">1176</span> if (WALEdit.isMetaEditFamily(cells.get(0))) {<a name="line.1176"></a> |
| <span class="sourceLineNo">1177</span> FlushDescriptor desc;<a name="line.1177"></a> |
| <span class="sourceLineNo">1178</span> try {<a name="line.1178"></a> |
| <span class="sourceLineNo">1179</span> desc = WALEdit.getFlushDescriptor(cells.get(0));<a name="line.1179"></a> |
| <span class="sourceLineNo">1180</span> } catch (IOException e) {<a name="line.1180"></a> |
| <span class="sourceLineNo">1181</span> LOG.warn(e.toString(), e);<a name="line.1181"></a> |
| <span class="sourceLineNo">1182</span> return false;<a name="line.1182"></a> |
| <span class="sourceLineNo">1183</span> }<a name="line.1183"></a> |
| <span class="sourceLineNo">1184</span> if (desc != null) {<a name="line.1184"></a> |
| <span class="sourceLineNo">1185</span> for (FlushAction action : actions) {<a name="line.1185"></a> |
| <span class="sourceLineNo">1186</span> if (desc.getAction() == action) {<a name="line.1186"></a> |
| <span class="sourceLineNo">1187</span> return true;<a name="line.1187"></a> |
| <span class="sourceLineNo">1188</span> }<a name="line.1188"></a> |
| <span class="sourceLineNo">1189</span> }<a name="line.1189"></a> |
| <span class="sourceLineNo">1190</span> }<a name="line.1190"></a> |
| <span class="sourceLineNo">1191</span> }<a name="line.1191"></a> |
| <span class="sourceLineNo">1192</span> return false;<a name="line.1192"></a> |
| <span class="sourceLineNo">1193</span> }<a name="line.1193"></a> |
| <span class="sourceLineNo">1194</span> public IsFlushWALMarker set(FlushAction... actions) {<a name="line.1194"></a> |
| <span class="sourceLineNo">1195</span> this.actions = actions;<a name="line.1195"></a> |
| <span class="sourceLineNo">1196</span> return this;<a name="line.1196"></a> |
| <span class="sourceLineNo">1197</span> }<a name="line.1197"></a> |
| <span class="sourceLineNo">1198</span> }<a name="line.1198"></a> |
| <span class="sourceLineNo">1199</span><a name="line.1199"></a> |
| <span class="sourceLineNo">1200</span> @Test<a name="line.1200"></a> |
| <span class="sourceLineNo">1201</span> public void testFlushMarkersWALFail() throws Exception {<a name="line.1201"></a> |
| <span class="sourceLineNo">1202</span> // test the cases where the WAL append for flush markers fail.<a name="line.1202"></a> |
| <span class="sourceLineNo">1203</span> byte[] family = Bytes.toBytes("family");<a name="line.1203"></a> |
| <span class="sourceLineNo">1204</span><a name="line.1204"></a> |
| <span class="sourceLineNo">1205</span> // spy an actual WAL implementation to throw exception (was not able to mock)<a name="line.1205"></a> |
| <span class="sourceLineNo">1206</span> Path logDir = TEST_UTIL.getDataTestDirOnTestFS(method + "log");<a name="line.1206"></a> |
| <span class="sourceLineNo">1207</span><a name="line.1207"></a> |
| <span class="sourceLineNo">1208</span> final Configuration walConf = new Configuration(TEST_UTIL.getConfiguration());<a name="line.1208"></a> |
| <span class="sourceLineNo">1209</span> CommonFSUtils.setRootDir(walConf, logDir);<a name="line.1209"></a> |
| <span class="sourceLineNo">1210</span> // Make up a WAL that we can manipulate at append time.<a name="line.1210"></a> |
| <span class="sourceLineNo">1211</span> class FailAppendFlushMarkerWAL extends FSHLog {<a name="line.1211"></a> |
| <span class="sourceLineNo">1212</span> volatile FlushAction [] flushActions = null;<a name="line.1212"></a> |
| <span class="sourceLineNo">1213</span><a name="line.1213"></a> |
| <span class="sourceLineNo">1214</span> public FailAppendFlushMarkerWAL(FileSystem fs, Path root, String logDir, Configuration conf)<a name="line.1214"></a> |
| <span class="sourceLineNo">1215</span> throws IOException {<a name="line.1215"></a> |
| <span class="sourceLineNo">1216</span> super(fs, root, logDir, conf);<a name="line.1216"></a> |
| <span class="sourceLineNo">1217</span> }<a name="line.1217"></a> |
| <span class="sourceLineNo">1218</span><a name="line.1218"></a> |
| <span class="sourceLineNo">1219</span> @Override<a name="line.1219"></a> |
| <span class="sourceLineNo">1220</span> protected Writer createWriterInstance(Path path) throws IOException {<a name="line.1220"></a> |
| <span class="sourceLineNo">1221</span> final Writer w = super.createWriterInstance(path);<a name="line.1221"></a> |
| <span class="sourceLineNo">1222</span> return new Writer() {<a name="line.1222"></a> |
| <span class="sourceLineNo">1223</span> @Override<a name="line.1223"></a> |
| <span class="sourceLineNo">1224</span> public void close() throws IOException {<a name="line.1224"></a> |
| <span class="sourceLineNo">1225</span> w.close();<a name="line.1225"></a> |
| <span class="sourceLineNo">1226</span> }<a name="line.1226"></a> |
| <span class="sourceLineNo">1227</span><a name="line.1227"></a> |
| <span class="sourceLineNo">1228</span> @Override<a name="line.1228"></a> |
| <span class="sourceLineNo">1229</span> public void sync(boolean forceSync) throws IOException {<a name="line.1229"></a> |
| <span class="sourceLineNo">1230</span> w.sync(forceSync);<a name="line.1230"></a> |
| <span class="sourceLineNo">1231</span> }<a name="line.1231"></a> |
| <span class="sourceLineNo">1232</span><a name="line.1232"></a> |
| <span class="sourceLineNo">1233</span> @Override<a name="line.1233"></a> |
| <span class="sourceLineNo">1234</span> public void append(Entry entry) throws IOException {<a name="line.1234"></a> |
| <span class="sourceLineNo">1235</span> List<Cell> cells = entry.getEdit().getCells();<a name="line.1235"></a> |
| <span class="sourceLineNo">1236</span> if (WALEdit.isMetaEditFamily(cells.get(0))) {<a name="line.1236"></a> |
| <span class="sourceLineNo">1237</span> FlushDescriptor desc = WALEdit.getFlushDescriptor(cells.get(0));<a name="line.1237"></a> |
| <span class="sourceLineNo">1238</span> if (desc != null) {<a name="line.1238"></a> |
| <span class="sourceLineNo">1239</span> for (FlushAction flushAction: flushActions) {<a name="line.1239"></a> |
| <span class="sourceLineNo">1240</span> if (desc.getAction().equals(flushAction)) {<a name="line.1240"></a> |
| <span class="sourceLineNo">1241</span> throw new IOException("Failed to append flush marker! " + flushAction);<a name="line.1241"></a> |
| <span class="sourceLineNo">1242</span> }<a name="line.1242"></a> |
| <span class="sourceLineNo">1243</span> }<a name="line.1243"></a> |
| <span class="sourceLineNo">1244</span> }<a name="line.1244"></a> |
| <span class="sourceLineNo">1245</span> }<a name="line.1245"></a> |
| <span class="sourceLineNo">1246</span> w.append(entry);<a name="line.1246"></a> |
| <span class="sourceLineNo">1247</span> }<a name="line.1247"></a> |
| <span class="sourceLineNo">1248</span><a name="line.1248"></a> |
| <span class="sourceLineNo">1249</span> @Override<a name="line.1249"></a> |
| <span class="sourceLineNo">1250</span> public long getLength() {<a name="line.1250"></a> |
| <span class="sourceLineNo">1251</span> return w.getLength();<a name="line.1251"></a> |
| <span class="sourceLineNo">1252</span> }<a name="line.1252"></a> |
| <span class="sourceLineNo">1253</span><a name="line.1253"></a> |
| <span class="sourceLineNo">1254</span> @Override<a name="line.1254"></a> |
| <span class="sourceLineNo">1255</span> public long getSyncedLength() {<a name="line.1255"></a> |
| <span class="sourceLineNo">1256</span> return w.getSyncedLength();<a name="line.1256"></a> |
| <span class="sourceLineNo">1257</span> }<a name="line.1257"></a> |
| <span class="sourceLineNo">1258</span> };<a name="line.1258"></a> |
| <span class="sourceLineNo">1259</span> }<a name="line.1259"></a> |
| <span class="sourceLineNo">1260</span> }<a name="line.1260"></a> |
| <span class="sourceLineNo">1261</span> FailAppendFlushMarkerWAL wal = new FailAppendFlushMarkerWAL(FileSystem.get(walConf),<a name="line.1261"></a> |
| <span class="sourceLineNo">1262</span> CommonFSUtils.getRootDir(walConf), method, walConf);<a name="line.1262"></a> |
| <span class="sourceLineNo">1263</span> wal.init();<a name="line.1263"></a> |
| <span class="sourceLineNo">1264</span> this.region = initHRegion(tableName, HConstants.EMPTY_START_ROW,<a name="line.1264"></a> |
| <span class="sourceLineNo">1265</span> HConstants.EMPTY_END_ROW, CONF, false, Durability.USE_DEFAULT, wal, family);<a name="line.1265"></a> |
| <span class="sourceLineNo">1266</span> int i = 0;<a name="line.1266"></a> |
| <span class="sourceLineNo">1267</span> Put put = new Put(Bytes.toBytes(i));<a name="line.1267"></a> |
| <span class="sourceLineNo">1268</span> put.setDurability(Durability.SKIP_WAL); // have to skip mocked wal<a name="line.1268"></a> |
| <span class="sourceLineNo">1269</span> put.addColumn(family, Bytes.toBytes(i), Bytes.toBytes(i));<a name="line.1269"></a> |
| <span class="sourceLineNo">1270</span> region.put(put);<a name="line.1270"></a> |
| <span class="sourceLineNo">1271</span><a name="line.1271"></a> |
| <span class="sourceLineNo">1272</span> // 1. Test case where START_FLUSH throws exception<a name="line.1272"></a> |
| <span class="sourceLineNo">1273</span> wal.flushActions = new FlushAction [] {FlushAction.START_FLUSH};<a name="line.1273"></a> |
| <span class="sourceLineNo">1274</span><a name="line.1274"></a> |
| <span class="sourceLineNo">1275</span> // start cache flush will throw exception<a name="line.1275"></a> |
| <span class="sourceLineNo">1276</span> try {<a name="line.1276"></a> |
| <span class="sourceLineNo">1277</span> region.flush(true);<a name="line.1277"></a> |
| <span class="sourceLineNo">1278</span> fail("This should have thrown exception");<a name="line.1278"></a> |
| <span class="sourceLineNo">1279</span> } catch (DroppedSnapshotException unexpected) {<a name="line.1279"></a> |
| <span class="sourceLineNo">1280</span> // this should not be a dropped snapshot exception. Meaning that RS will not abort<a name="line.1280"></a> |
| <span class="sourceLineNo">1281</span> throw unexpected;<a name="line.1281"></a> |
| <span class="sourceLineNo">1282</span> } catch (IOException expected) {<a name="line.1282"></a> |
| <span class="sourceLineNo">1283</span> // expected<a name="line.1283"></a> |
| <span class="sourceLineNo">1284</span> }<a name="line.1284"></a> |
| <span class="sourceLineNo">1285</span> // The WAL is hosed now. It has two edits appended. We cannot roll the log without it<a name="line.1285"></a> |
| <span class="sourceLineNo">1286</span> // throwing a DroppedSnapshotException to force an abort. Just clean up the mess.<a name="line.1286"></a> |
| <span class="sourceLineNo">1287</span> region.close(true);<a name="line.1287"></a> |
| <span class="sourceLineNo">1288</span> wal.close();<a name="line.1288"></a> |
| <span class="sourceLineNo">1289</span><a name="line.1289"></a> |
| <span class="sourceLineNo">1290</span> // 2. Test case where START_FLUSH succeeds but COMMIT_FLUSH will throw exception<a name="line.1290"></a> |
| <span class="sourceLineNo">1291</span> wal.flushActions = new FlushAction[] { FlushAction.COMMIT_FLUSH };<a name="line.1291"></a> |
| <span class="sourceLineNo">1292</span> wal = new FailAppendFlushMarkerWAL(FileSystem.get(walConf), CommonFSUtils.getRootDir(walConf),<a name="line.1292"></a> |
| <span class="sourceLineNo">1293</span> method, walConf);<a name="line.1293"></a> |
| <span class="sourceLineNo">1294</span> wal.init();<a name="line.1294"></a> |
| <span class="sourceLineNo">1295</span> this.region = initHRegion(tableName, HConstants.EMPTY_START_ROW,<a name="line.1295"></a> |
| <span class="sourceLineNo">1296</span> HConstants.EMPTY_END_ROW, CONF, false, Durability.USE_DEFAULT, wal, family);<a name="line.1296"></a> |
| <span class="sourceLineNo">1297</span> region.put(put);<a name="line.1297"></a> |
| <span class="sourceLineNo">1298</span> // 3. Test case where ABORT_FLUSH will throw exception.<a name="line.1298"></a> |
| <span class="sourceLineNo">1299</span> // Even if ABORT_FLUSH throws exception, we should not fail with IOE, but continue with<a name="line.1299"></a> |
| <span class="sourceLineNo">1300</span> // DroppedSnapshotException. Below COMMIT_FLUSH will cause flush to abort<a name="line.1300"></a> |
| <span class="sourceLineNo">1301</span> wal.flushActions = new FlushAction [] {FlushAction.COMMIT_FLUSH, FlushAction.ABORT_FLUSH};<a name="line.1301"></a> |
| <span class="sourceLineNo">1302</span><a name="line.1302"></a> |
| <span class="sourceLineNo">1303</span> try {<a name="line.1303"></a> |
| <span class="sourceLineNo">1304</span> region.flush(true);<a name="line.1304"></a> |
| <span class="sourceLineNo">1305</span> fail("This should have thrown exception");<a name="line.1305"></a> |
| <span class="sourceLineNo">1306</span> } catch (DroppedSnapshotException expected) {<a name="line.1306"></a> |
| <span class="sourceLineNo">1307</span> // we expect this exception, since we were able to write the snapshot, but failed to<a name="line.1307"></a> |
| <span class="sourceLineNo">1308</span> // write the flush marker to WAL<a name="line.1308"></a> |
| <span class="sourceLineNo">1309</span> } catch (IOException unexpected) {<a name="line.1309"></a> |
| <span class="sourceLineNo">1310</span> throw unexpected;<a name="line.1310"></a> |
| <span class="sourceLineNo">1311</span> }<a name="line.1311"></a> |
| <span class="sourceLineNo">1312</span> }<a name="line.1312"></a> |
| <span class="sourceLineNo">1313</span><a name="line.1313"></a> |
| <span class="sourceLineNo">1314</span> @Test<a name="line.1314"></a> |
| <span class="sourceLineNo">1315</span> public void testGetWhileRegionClose() throws IOException {<a name="line.1315"></a> |
| <span class="sourceLineNo">1316</span> Configuration hc = initSplit();<a name="line.1316"></a> |
| <span class="sourceLineNo">1317</span> int numRows = 100;<a name="line.1317"></a> |
| <span class="sourceLineNo">1318</span> byte[][] families = { fam1, fam2, fam3 };<a name="line.1318"></a> |
| <span class="sourceLineNo">1319</span><a name="line.1319"></a> |
| <span class="sourceLineNo">1320</span> // Setting up region<a name="line.1320"></a> |
| <span class="sourceLineNo">1321</span> this.region = initHRegion(tableName, method, hc, families);<a name="line.1321"></a> |
| <span class="sourceLineNo">1322</span> // Put data in region<a name="line.1322"></a> |
| <span class="sourceLineNo">1323</span> final int startRow = 100;<a name="line.1323"></a> |
| <span class="sourceLineNo">1324</span> putData(startRow, numRows, qual1, families);<a name="line.1324"></a> |
| <span class="sourceLineNo">1325</span> putData(startRow, numRows, qual2, families);<a name="line.1325"></a> |
| <span class="sourceLineNo">1326</span> putData(startRow, numRows, qual3, families);<a name="line.1326"></a> |
| <span class="sourceLineNo">1327</span> final AtomicBoolean done = new AtomicBoolean(false);<a name="line.1327"></a> |
| <span class="sourceLineNo">1328</span> final AtomicInteger gets = new AtomicInteger(0);<a name="line.1328"></a> |
| <span class="sourceLineNo">1329</span> GetTillDoneOrException[] threads = new GetTillDoneOrException[10];<a name="line.1329"></a> |
| <span class="sourceLineNo">1330</span> try {<a name="line.1330"></a> |
| <span class="sourceLineNo">1331</span> // Set ten threads running concurrently getting from the region.<a name="line.1331"></a> |
| <span class="sourceLineNo">1332</span> for (int i = 0; i < threads.length / 2; i++) {<a name="line.1332"></a> |
| <span class="sourceLineNo">1333</span> threads[i] = new GetTillDoneOrException(i, Bytes.toBytes("" + startRow), done, gets);<a name="line.1333"></a> |
| <span class="sourceLineNo">1334</span> threads[i].setDaemon(true);<a name="line.1334"></a> |
| <span class="sourceLineNo">1335</span> threads[i].start();<a name="line.1335"></a> |
| <span class="sourceLineNo">1336</span> }<a name="line.1336"></a> |
| <span class="sourceLineNo">1337</span> // Artificially make the condition by setting closing flag explicitly.<a name="line.1337"></a> |
| <span class="sourceLineNo">1338</span> // I can't make the issue happen with a call to region.close().<a name="line.1338"></a> |
| <span class="sourceLineNo">1339</span> this.region.closing.set(true);<a name="line.1339"></a> |
| <span class="sourceLineNo">1340</span> for (int i = threads.length / 2; i < threads.length; i++) {<a name="line.1340"></a> |
| <span class="sourceLineNo">1341</span> threads[i] = new GetTillDoneOrException(i, Bytes.toBytes("" + startRow), done, gets);<a name="line.1341"></a> |
| <span class="sourceLineNo">1342</span> threads[i].setDaemon(true);<a name="line.1342"></a> |
| <span class="sourceLineNo">1343</span> threads[i].start();<a name="line.1343"></a> |
| <span class="sourceLineNo">1344</span> }<a name="line.1344"></a> |
| <span class="sourceLineNo">1345</span> } finally {<a name="line.1345"></a> |
| <span class="sourceLineNo">1346</span> if (this.region != null) {<a name="line.1346"></a> |
| <span class="sourceLineNo">1347</span> HBaseTestingUtility.closeRegionAndWAL(this.region);<a name="line.1347"></a> |
| <span class="sourceLineNo">1348</span> this.region = null;<a name="line.1348"></a> |
| <span class="sourceLineNo">1349</span> }<a name="line.1349"></a> |
| <span class="sourceLineNo">1350</span> }<a name="line.1350"></a> |
| <span class="sourceLineNo">1351</span> done.set(true);<a name="line.1351"></a> |
| <span class="sourceLineNo">1352</span> for (GetTillDoneOrException t : threads) {<a name="line.1352"></a> |
| <span class="sourceLineNo">1353</span> try {<a name="line.1353"></a> |
| <span class="sourceLineNo">1354</span> t.join();<a name="line.1354"></a> |
| <span class="sourceLineNo">1355</span> } catch (InterruptedException e) {<a name="line.1355"></a> |
| <span class="sourceLineNo">1356</span> e.printStackTrace();<a name="line.1356"></a> |
| <span class="sourceLineNo">1357</span> }<a name="line.1357"></a> |
| <span class="sourceLineNo">1358</span> if (t.e != null) {<a name="line.1358"></a> |
| <span class="sourceLineNo">1359</span> LOG.info("Exception=" + t.e);<a name="line.1359"></a> |
| <span class="sourceLineNo">1360</span> assertFalse("Found a NPE in " + t.getName(), t.e instanceof NullPointerException);<a name="line.1360"></a> |
| <span class="sourceLineNo">1361</span> }<a name="line.1361"></a> |
| <span class="sourceLineNo">1362</span> }<a name="line.1362"></a> |
| <span class="sourceLineNo">1363</span> }<a name="line.1363"></a> |
| <span class="sourceLineNo">1364</span><a name="line.1364"></a> |
| <span class="sourceLineNo">1365</span> /*<a name="line.1365"></a> |
| <span class="sourceLineNo">1366</span> * Thread that does get on single row until 'done' flag is flipped. If an<a name="line.1366"></a> |
| <span class="sourceLineNo">1367</span> * exception causes us to fail, it records it.<a name="line.1367"></a> |
| <span class="sourceLineNo">1368</span> */<a name="line.1368"></a> |
| <span class="sourceLineNo">1369</span> class GetTillDoneOrException extends Thread {<a name="line.1369"></a> |
| <span class="sourceLineNo">1370</span> private final Get g;<a name="line.1370"></a> |
| <span class="sourceLineNo">1371</span> private final AtomicBoolean done;<a name="line.1371"></a> |
| <span class="sourceLineNo">1372</span> private final AtomicInteger count;<a name="line.1372"></a> |
| <span class="sourceLineNo">1373</span> private Exception e;<a name="line.1373"></a> |
| <span class="sourceLineNo">1374</span><a name="line.1374"></a> |
| <span class="sourceLineNo">1375</span> GetTillDoneOrException(final int i, final byte[] r, final AtomicBoolean d,<a name="line.1375"></a> |
| <span class="sourceLineNo">1376</span> final AtomicInteger c) {<a name="line.1376"></a> |
| <span class="sourceLineNo">1377</span> super("getter." + i);<a name="line.1377"></a> |
| <span class="sourceLineNo">1378</span> this.g = new Get(r);<a name="line.1378"></a> |
| <span class="sourceLineNo">1379</span> this.done = d;<a name="line.1379"></a> |
| <span class="sourceLineNo">1380</span> this.count = c;<a name="line.1380"></a> |
| <span class="sourceLineNo">1381</span> }<a name="line.1381"></a> |
| <span class="sourceLineNo">1382</span><a name="line.1382"></a> |
| <span class="sourceLineNo">1383</span> @Override<a name="line.1383"></a> |
| <span class="sourceLineNo">1384</span> public void run() {<a name="line.1384"></a> |
| <span class="sourceLineNo">1385</span> while (!this.done.get()) {<a name="line.1385"></a> |
| <span class="sourceLineNo">1386</span> try {<a name="line.1386"></a> |
| <span class="sourceLineNo">1387</span> assertTrue(region.get(g).size() > 0);<a name="line.1387"></a> |
| <span class="sourceLineNo">1388</span> this.count.incrementAndGet();<a name="line.1388"></a> |
| <span class="sourceLineNo">1389</span> } catch (Exception e) {<a name="line.1389"></a> |
| <span class="sourceLineNo">1390</span> this.e = e;<a name="line.1390"></a> |
| <span class="sourceLineNo">1391</span> break;<a name="line.1391"></a> |
| <span class="sourceLineNo">1392</span> }<a name="line.1392"></a> |
| <span class="sourceLineNo">1393</span> }<a name="line.1393"></a> |
| <span class="sourceLineNo">1394</span> }<a name="line.1394"></a> |
| <span class="sourceLineNo">1395</span> }<a name="line.1395"></a> |
| <span class="sourceLineNo">1396</span><a name="line.1396"></a> |
| <span class="sourceLineNo">1397</span> /*<a name="line.1397"></a> |
| <span class="sourceLineNo">1398</span> * An involved filter test. Has multiple column families and deletes in mix.<a name="line.1398"></a> |
| <span class="sourceLineNo">1399</span> */<a name="line.1399"></a> |
| <span class="sourceLineNo">1400</span> @Test<a name="line.1400"></a> |
| <span class="sourceLineNo">1401</span> public void testWeirdCacheBehaviour() throws Exception {<a name="line.1401"></a> |
| <span class="sourceLineNo">1402</span> final TableName tableName = TableName.valueOf(name.getMethodName());<a name="line.1402"></a> |
| <span class="sourceLineNo">1403</span> byte[][] FAMILIES = new byte[][] { Bytes.toBytes("trans-blob"), Bytes.toBytes("trans-type"),<a name="line.1403"></a> |
| <span class="sourceLineNo">1404</span> Bytes.toBytes("trans-date"), Bytes.toBytes("trans-tags"), Bytes.toBytes("trans-group") };<a name="line.1404"></a> |
| <span class="sourceLineNo">1405</span> this.region = initHRegion(tableName, method, CONF, FAMILIES);<a name="line.1405"></a> |
| <span class="sourceLineNo">1406</span> String value = "this is the value";<a name="line.1406"></a> |
| <span class="sourceLineNo">1407</span> String value2 = "this is some other value";<a name="line.1407"></a> |
| <span class="sourceLineNo">1408</span> String keyPrefix1 = "prefix1";<a name="line.1408"></a> |
| <span class="sourceLineNo">1409</span> String keyPrefix2 = "prefix2";<a name="line.1409"></a> |
| <span class="sourceLineNo">1410</span> String keyPrefix3 = "prefix3";<a name="line.1410"></a> |
| <span class="sourceLineNo">1411</span> putRows(this.region, 3, value, keyPrefix1);<a name="line.1411"></a> |
| <span class="sourceLineNo">1412</span> putRows(this.region, 3, value, keyPrefix2);<a name="line.1412"></a> |
| <span class="sourceLineNo">1413</span> putRows(this.region, 3, value, keyPrefix3);<a name="line.1413"></a> |
| <span class="sourceLineNo">1414</span> putRows(this.region, 3, value2, keyPrefix1);<a name="line.1414"></a> |
| <span class="sourceLineNo">1415</span> putRows(this.region, 3, value2, keyPrefix2);<a name="line.1415"></a> |
| <span class="sourceLineNo">1416</span> putRows(this.region, 3, value2, keyPrefix3);<a name="line.1416"></a> |
| <span class="sourceLineNo">1417</span> System.out.println("Checking values for key: " + keyPrefix1);<a name="line.1417"></a> |
| <span class="sourceLineNo">1418</span> assertEquals("Got back incorrect number of rows from scan", 3,<a name="line.1418"></a> |
| <span class="sourceLineNo">1419</span> getNumberOfRows(keyPrefix1, value2, this.region));<a name="line.1419"></a> |
| <span class="sourceLineNo">1420</span> System.out.println("Checking values for key: " + keyPrefix2);<a name="line.1420"></a> |
| <span class="sourceLineNo">1421</span> assertEquals("Got back incorrect number of rows from scan", 3,<a name="line.1421"></a> |
| <span class="sourceLineNo">1422</span> getNumberOfRows(keyPrefix2, value2, this.region));<a name="line.1422"></a> |
| <span class="sourceLineNo">1423</span> System.out.println("Checking values for key: " + keyPrefix3);<a name="line.1423"></a> |
| <span class="sourceLineNo">1424</span> assertEquals("Got back incorrect number of rows from scan", 3,<a name="line.1424"></a> |
| <span class="sourceLineNo">1425</span> getNumberOfRows(keyPrefix3, value2, this.region));<a name="line.1425"></a> |
| <span class="sourceLineNo">1426</span> deleteColumns(this.region, value2, keyPrefix1);<a name="line.1426"></a> |
| <span class="sourceLineNo">1427</span> deleteColumns(this.region, value2, keyPrefix2);<a name="line.1427"></a> |
| <span class="sourceLineNo">1428</span> deleteColumns(this.region, value2, keyPrefix3);<a name="line.1428"></a> |
| <span class="sourceLineNo">1429</span> System.out.println("Starting important checks.....");<a name="line.1429"></a> |
| <span class="sourceLineNo">1430</span> assertEquals("Got back incorrect number of rows from scan: " + keyPrefix1, 0,<a name="line.1430"></a> |
| <span class="sourceLineNo">1431</span> getNumberOfRows(keyPrefix1, value2, this.region));<a name="line.1431"></a> |
| <span class="sourceLineNo">1432</span> assertEquals("Got back incorrect number of rows from scan: " + keyPrefix2, 0,<a name="line.1432"></a> |
| <span class="sourceLineNo">1433</span> getNumberOfRows(keyPrefix2, value2, this.region));<a name="line.1433"></a> |
| <span class="sourceLineNo">1434</span> assertEquals("Got back incorrect number of rows from scan: " + keyPrefix3, 0,<a name="line.1434"></a> |
| <span class="sourceLineNo">1435</span> getNumberOfRows(keyPrefix3, value2, this.region));<a name="line.1435"></a> |
| <span class="sourceLineNo">1436</span> }<a name="line.1436"></a> |
| <span class="sourceLineNo">1437</span><a name="line.1437"></a> |
| <span class="sourceLineNo">1438</span> @Test<a name="line.1438"></a> |
| <span class="sourceLineNo">1439</span> public void testAppendWithReadOnlyTable() throws Exception {<a name="line.1439"></a> |
| <span class="sourceLineNo">1440</span> final TableName tableName = TableName.valueOf(name.getMethodName());<a name="line.1440"></a> |
| <span class="sourceLineNo">1441</span> this.region = initHRegion(tableName, method, CONF, true, Bytes.toBytes("somefamily"));<a name="line.1441"></a> |
| <span class="sourceLineNo">1442</span> boolean exceptionCaught = false;<a name="line.1442"></a> |
| <span class="sourceLineNo">1443</span> Append append = new Append(Bytes.toBytes("somerow"));<a name="line.1443"></a> |
| <span class="sourceLineNo">1444</span> append.setDurability(Durability.SKIP_WAL);<a name="line.1444"></a> |
| <span class="sourceLineNo">1445</span> append.addColumn(Bytes.toBytes("somefamily"), Bytes.toBytes("somequalifier"),<a name="line.1445"></a> |
| <span class="sourceLineNo">1446</span> Bytes.toBytes("somevalue"));<a name="line.1446"></a> |
| <span class="sourceLineNo">1447</span> try {<a name="line.1447"></a> |
| <span class="sourceLineNo">1448</span> region.append(append);<a name="line.1448"></a> |
| <span class="sourceLineNo">1449</span> } catch (IOException e) {<a name="line.1449"></a> |
| <span class="sourceLineNo">1450</span> exceptionCaught = true;<a name="line.1450"></a> |
| <span class="sourceLineNo">1451</span> }<a name="line.1451"></a> |
| <span class="sourceLineNo">1452</span> assertTrue(exceptionCaught == true);<a name="line.1452"></a> |
| <span class="sourceLineNo">1453</span> }<a name="line.1453"></a> |
| <span class="sourceLineNo">1454</span><a name="line.1454"></a> |
| <span class="sourceLineNo">1455</span> @Test<a name="line.1455"></a> |
| <span class="sourceLineNo">1456</span> public void testIncrWithReadOnlyTable() throws Exception {<a name="line.1456"></a> |
| <span class="sourceLineNo">1457</span> final TableName tableName = TableName.valueOf(name.getMethodName());<a name="line.1457"></a> |
| <span class="sourceLineNo">1458</span> this.region = initHRegion(tableName, method, CONF, true, Bytes.toBytes("somefamily"));<a name="line.1458"></a> |
| <span class="sourceLineNo">1459</span> boolean exceptionCaught = false;<a name="line.1459"></a> |
| <span class="sourceLineNo">1460</span> Increment inc = new Increment(Bytes.toBytes("somerow"));<a name="line.1460"></a> |
| <span class="sourceLineNo">1461</span> inc.setDurability(Durability.SKIP_WAL);<a name="line.1461"></a> |
| <span class="sourceLineNo">1462</span> inc.addColumn(Bytes.toBytes("somefamily"), Bytes.toBytes("somequalifier"), 1L);<a name="line.1462"></a> |
| <span class="sourceLineNo">1463</span> try {<a name="line.1463"></a> |
| <span class="sourceLineNo">1464</span> region.increment(inc);<a name="line.1464"></a> |
| <span class="sourceLineNo">1465</span> } catch (IOException e) {<a name="line.1465"></a> |
| <span class="sourceLineNo">1466</span> exceptionCaught = true;<a name="line.1466"></a> |
| <span class="sourceLineNo">1467</span> }<a name="line.1467"></a> |
| <span class="sourceLineNo">1468</span> assertTrue(exceptionCaught == true);<a name="line.1468"></a> |
| <span class="sourceLineNo">1469</span> }<a name="line.1469"></a> |
| <span class="sourceLineNo">1470</span><a name="line.1470"></a> |
| <span class="sourceLineNo">1471</span> private void deleteColumns(HRegion r, String value, String keyPrefix) throws IOException {<a name="line.1471"></a> |
| <span class="sourceLineNo">1472</span> InternalScanner scanner = buildScanner(keyPrefix, value, r);<a name="line.1472"></a> |
| <span class="sourceLineNo">1473</span> int count = 0;<a name="line.1473"></a> |
| <span class="sourceLineNo">1474</span> boolean more = false;<a name="line.1474"></a> |
| <span class="sourceLineNo">1475</span> List<Cell> results = new ArrayList<>();<a name="line.1475"></a> |
| <span class="sourceLineNo">1476</span> do {<a name="line.1476"></a> |
| <span class="sourceLineNo">1477</span> more = scanner.next(results);<a name="line.1477"></a> |
| <span class="sourceLineNo">1478</span> if (results != null && !results.isEmpty())<a name="line.1478"></a> |
| <span class="sourceLineNo">1479</span> count++;<a name="line.1479"></a> |
| <span class="sourceLineNo">1480</span> else<a name="line.1480"></a> |
| <span class="sourceLineNo">1481</span> break;<a name="line.1481"></a> |
| <span class="sourceLineNo">1482</span> Delete delete = new Delete(CellUtil.cloneRow(results.get(0)));<a name="line.1482"></a> |
| <span class="sourceLineNo">1483</span> delete.addColumn(Bytes.toBytes("trans-tags"), Bytes.toBytes("qual2"));<a name="line.1483"></a> |
| <span class="sourceLineNo">1484</span> r.delete(delete);<a name="line.1484"></a> |
| <span class="sourceLineNo">1485</span> results.clear();<a name="line.1485"></a> |
| <span class="sourceLineNo">1486</span> } while (more);<a name="line.1486"></a> |
| <span class="sourceLineNo">1487</span> assertEquals("Did not perform correct number of deletes", 3, count);<a name="line.1487"></a> |
| <span class="sourceLineNo">1488</span> }<a name="line.1488"></a> |
| <span class="sourceLineNo">1489</span><a name="line.1489"></a> |
| <span class="sourceLineNo">1490</span> private int getNumberOfRows(String keyPrefix, String value, HRegion r) throws Exception {<a name="line.1490"></a> |
| <span class="sourceLineNo">1491</span> InternalScanner resultScanner = buildScanner(keyPrefix, value, r);<a name="line.1491"></a> |
| <span class="sourceLineNo">1492</span> int numberOfResults = 0;<a name="line.1492"></a> |
| <span class="sourceLineNo">1493</span> List<Cell> results = new ArrayList<>();<a name="line.1493"></a> |
| <span class="sourceLineNo">1494</span> boolean more = false;<a name="line.1494"></a> |
| <span class="sourceLineNo">1495</span> do {<a name="line.1495"></a> |
| <span class="sourceLineNo">1496</span> more = resultScanner.next(results);<a name="line.1496"></a> |
| <span class="sourceLineNo">1497</span> if (results != null && !results.isEmpty())<a name="line.1497"></a> |
| <span class="sourceLineNo">1498</span> numberOfResults++;<a name="line.1498"></a> |
| <span class="sourceLineNo">1499</span> else<a name="line.1499"></a> |
| <span class="sourceLineNo">1500</span> break;<a name="line.1500"></a> |
| <span class="sourceLineNo">1501</span> for (Cell kv : results) {<a name="line.1501"></a> |
| <span class="sourceLineNo">1502</span> System.out.println("kv=" + kv.toString() + ", " + Bytes.toString(CellUtil.cloneValue(kv)));<a name="line.1502"></a> |
| <span class="sourceLineNo">1503</span> }<a name="line.1503"></a> |
| <span class="sourceLineNo">1504</span> results.clear();<a name="line.1504"></a> |
| <span class="sourceLineNo">1505</span> } while (more);<a name="line.1505"></a> |
| <span class="sourceLineNo">1506</span> return numberOfResults;<a name="line.1506"></a> |
| <span class="sourceLineNo">1507</span> }<a name="line.1507"></a> |
| <span class="sourceLineNo">1508</span><a name="line.1508"></a> |
| <span class="sourceLineNo">1509</span> private InternalScanner buildScanner(String keyPrefix, String value, HRegion r)<a name="line.1509"></a> |
| <span class="sourceLineNo">1510</span> throws IOException {<a name="line.1510"></a> |
| <span class="sourceLineNo">1511</span> // Defaults FilterList.Operator.MUST_PASS_ALL.<a name="line.1511"></a> |
| <span class="sourceLineNo">1512</span> FilterList allFilters = new FilterList();<a name="line.1512"></a> |
| <span class="sourceLineNo">1513</span> allFilters.addFilter(new PrefixFilter(Bytes.toBytes(keyPrefix)));<a name="line.1513"></a> |
| <span class="sourceLineNo">1514</span> // Only return rows where this column value exists in the row.<a name="line.1514"></a> |
| <span class="sourceLineNo">1515</span> SingleColumnValueFilter filter = new SingleColumnValueFilter(Bytes.toBytes("trans-tags"),<a name="line.1515"></a> |
| <span class="sourceLineNo">1516</span> Bytes.toBytes("qual2"), CompareOperator.EQUAL, Bytes.toBytes(value));<a name="line.1516"></a> |
| <span class="sourceLineNo">1517</span> filter.setFilterIfMissing(true);<a name="line.1517"></a> |
| <span class="sourceLineNo">1518</span> allFilters.addFilter(filter);<a name="line.1518"></a> |
| <span class="sourceLineNo">1519</span> Scan scan = new Scan();<a name="line.1519"></a> |
| <span class="sourceLineNo">1520</span> scan.addFamily(Bytes.toBytes("trans-blob"));<a name="line.1520"></a> |
| <span class="sourceLineNo">1521</span> scan.addFamily(Bytes.toBytes("trans-type"));<a name="line.1521"></a> |
| <span class="sourceLineNo">1522</span> scan.addFamily(Bytes.toBytes("trans-date"));<a name="line.1522"></a> |
| <span class="sourceLineNo">1523</span> scan.addFamily(Bytes.toBytes("trans-tags"));<a name="line.1523"></a> |
| <span class="sourceLineNo">1524</span> scan.addFamily(Bytes.toBytes("trans-group"));<a name="line.1524"></a> |
| <span class="sourceLineNo">1525</span> scan.setFilter(allFilters);<a name="line.1525"></a> |
| <span class="sourceLineNo">1526</span> return r.getScanner(scan);<a name="line.1526"></a> |
| <span class="sourceLineNo">1527</span> }<a name="line.1527"></a> |
| <span class="sourceLineNo">1528</span><a name="line.1528"></a> |
| <span class="sourceLineNo">1529</span> private void putRows(HRegion r, int numRows, String value, String key) throws IOException {<a name="line.1529"></a> |
| <span class="sourceLineNo">1530</span> for (int i = 0; i < numRows; i++) {<a name="line.1530"></a> |
| <span class="sourceLineNo">1531</span> String row = key + "_" + i/* UUID.randomUUID().toString() */;<a name="line.1531"></a> |
| <span class="sourceLineNo">1532</span> System.out.println(String.format("Saving row: %s, with value %s", row, value));<a name="line.1532"></a> |
| <span class="sourceLineNo">1533</span> Put put = new Put(Bytes.toBytes(row));<a name="line.1533"></a> |
| <span class="sourceLineNo">1534</span> put.setDurability(Durability.SKIP_WAL);<a name="line.1534"></a> |
| <span class="sourceLineNo">1535</span> put.addColumn(Bytes.toBytes("trans-blob"), null, Bytes.toBytes("value for blob"));<a name="line.1535"></a> |
| <span class="sourceLineNo">1536</span> put.addColumn(Bytes.toBytes("trans-type"), null, Bytes.toBytes("statement"));<a name="line.1536"></a> |
| <span class="sourceLineNo">1537</span> put.addColumn(Bytes.toBytes("trans-date"), null, Bytes.toBytes("20090921010101999"));<a name="line.1537"></a> |
| <span class="sourceLineNo">1538</span> put.addColumn(Bytes.toBytes("trans-tags"), Bytes.toBytes("qual2"), Bytes.toBytes(value));<a name="line.1538"></a> |
| <span class="sourceLineNo">1539</span> put.addColumn(Bytes.toBytes("trans-group"), null, Bytes.toBytes("adhocTransactionGroupId"));<a name="line.1539"></a> |
| <span class="sourceLineNo">1540</span> r.put(put);<a name="line.1540"></a> |
| <span class="sourceLineNo">1541</span> }<a name="line.1541"></a> |
| <span class="sourceLineNo">1542</span> }<a name="line.1542"></a> |
| <span class="sourceLineNo">1543</span><a name="line.1543"></a> |
| <span class="sourceLineNo">1544</span> @Test<a name="line.1544"></a> |
| <span class="sourceLineNo">1545</span> public void testFamilyWithAndWithoutColon() throws Exception {<a name="line.1545"></a> |
| <span class="sourceLineNo">1546</span> byte[] cf = Bytes.toBytes(COLUMN_FAMILY);<a name="line.1546"></a> |
| <span class="sourceLineNo">1547</span> this.region = initHRegion(tableName, method, CONF, cf);<a name="line.1547"></a> |
| <span class="sourceLineNo">1548</span> Put p = new Put(tableName.toBytes());<a name="line.1548"></a> |
| <span class="sourceLineNo">1549</span> byte[] cfwithcolon = Bytes.toBytes(COLUMN_FAMILY + ":");<a name="line.1549"></a> |
| <span class="sourceLineNo">1550</span> p.addColumn(cfwithcolon, cfwithcolon, cfwithcolon);<a name="line.1550"></a> |
| <span class="sourceLineNo">1551</span> boolean exception = false;<a name="line.1551"></a> |
| <span class="sourceLineNo">1552</span> try {<a name="line.1552"></a> |
| <span class="sourceLineNo">1553</span> this.region.put(p);<a name="line.1553"></a> |
| <span class="sourceLineNo">1554</span> } catch (NoSuchColumnFamilyException e) {<a name="line.1554"></a> |
| <span class="sourceLineNo">1555</span> exception = true;<a name="line.1555"></a> |
| <span class="sourceLineNo">1556</span> }<a name="line.1556"></a> |
| <span class="sourceLineNo">1557</span> assertTrue(exception);<a name="line.1557"></a> |
| <span class="sourceLineNo">1558</span> }<a name="line.1558"></a> |
| <span class="sourceLineNo">1559</span><a name="line.1559"></a> |
| <span class="sourceLineNo">1560</span> @Test<a name="line.1560"></a> |
| <span class="sourceLineNo">1561</span> public void testBatchPut_whileNoRowLocksHeld() throws IOException {<a name="line.1561"></a> |
| <span class="sourceLineNo">1562</span> final Put[] puts = new Put[10];<a name="line.1562"></a> |
| <span class="sourceLineNo">1563</span> MetricsWALSource source = CompatibilitySingletonFactory.getInstance(MetricsWALSource.class);<a name="line.1563"></a> |
| <span class="sourceLineNo">1564</span> long syncs = prepareRegionForBachPut(puts, source, false);<a name="line.1564"></a> |
| <span class="sourceLineNo">1565</span><a name="line.1565"></a> |
| <span class="sourceLineNo">1566</span> OperationStatus[] codes = this.region.batchMutate(puts);<a name="line.1566"></a> |
| <span class="sourceLineNo">1567</span> assertEquals(10, codes.length);<a name="line.1567"></a> |
| <span class="sourceLineNo">1568</span> for (int i = 0; i < 10; i++) {<a name="line.1568"></a> |
| <span class="sourceLineNo">1569</span> assertEquals(OperationStatusCode.SUCCESS, codes[i].getOperationStatusCode());<a name="line.1569"></a> |
| <span class="sourceLineNo">1570</span> }<a name="line.1570"></a> |
| <span class="sourceLineNo">1571</span> metricsAssertHelper.assertCounter("syncTimeNumOps", syncs + 1, source);<a name="line.1571"></a> |
| <span class="sourceLineNo">1572</span><a name="line.1572"></a> |
| <span class="sourceLineNo">1573</span> LOG.info("Next a batch put with one invalid family");<a name="line.1573"></a> |
| <span class="sourceLineNo">1574</span> puts[5].addColumn(Bytes.toBytes("BAD_CF"), qual, value);<a name="line.1574"></a> |
| <span class="sourceLineNo">1575</span> codes = this.region.batchMutate(puts);<a name="line.1575"></a> |
| <span class="sourceLineNo">1576</span> assertEquals(10, codes.length);<a name="line.1576"></a> |
| <span class="sourceLineNo">1577</span> for (int i = 0; i < 10; i++) {<a name="line.1577"></a> |
| <span class="sourceLineNo">1578</span> assertEquals((i == 5) ? OperationStatusCode.BAD_FAMILY : OperationStatusCode.SUCCESS,<a name="line.1578"></a> |
| <span class="sourceLineNo">1579</span> codes[i].getOperationStatusCode());<a name="line.1579"></a> |
| <span class="sourceLineNo">1580</span> }<a name="line.1580"></a> |
| <span class="sourceLineNo">1581</span><a name="line.1581"></a> |
| <span class="sourceLineNo">1582</span> metricsAssertHelper.assertCounter("syncTimeNumOps", syncs + 2, source);<a name="line.1582"></a> |
| <span class="sourceLineNo">1583</span> }<a name="line.1583"></a> |
| <span class="sourceLineNo">1584</span><a name="line.1584"></a> |
| <span class="sourceLineNo">1585</span> @Test<a name="line.1585"></a> |
| <span class="sourceLineNo">1586</span> public void testBatchPut_whileMultipleRowLocksHeld() throws Exception {<a name="line.1586"></a> |
| <span class="sourceLineNo">1587</span> final Put[] puts = new Put[10];<a name="line.1587"></a> |
| <span class="sourceLineNo">1588</span> MetricsWALSource source = CompatibilitySingletonFactory.getInstance(MetricsWALSource.class);<a name="line.1588"></a> |
| <span class="sourceLineNo">1589</span> long syncs = prepareRegionForBachPut(puts, source, false);<a name="line.1589"></a> |
| <span class="sourceLineNo">1590</span><a name="line.1590"></a> |
| <span class="sourceLineNo">1591</span> puts[5].addColumn(Bytes.toBytes("BAD_CF"), qual, value);<a name="line.1591"></a> |
| <span class="sourceLineNo">1592</span><a name="line.1592"></a> |
| <span class="sourceLineNo">1593</span> LOG.info("batchPut will have to break into four batches to avoid row locks");<a name="line.1593"></a> |
| <span class="sourceLineNo">1594</span> RowLock rowLock1 = region.getRowLock(Bytes.toBytes("row_2"));<a name="line.1594"></a> |
| <span class="sourceLineNo">1595</span> RowLock rowLock2 = region.getRowLock(Bytes.toBytes("row_1"));<a name="line.1595"></a> |
| <span class="sourceLineNo">1596</span> RowLock rowLock3 = region.getRowLock(Bytes.toBytes("row_3"));<a name="line.1596"></a> |
| <span class="sourceLineNo">1597</span> RowLock rowLock4 = region.getRowLock(Bytes.toBytes("row_3"), true);<a name="line.1597"></a> |
| <span class="sourceLineNo">1598</span><a name="line.1598"></a> |
| <span class="sourceLineNo">1599</span> MultithreadedTestUtil.TestContext ctx = new MultithreadedTestUtil.TestContext(CONF);<a name="line.1599"></a> |
| <span class="sourceLineNo">1600</span> final AtomicReference<OperationStatus[]> retFromThread = new AtomicReference<>();<a name="line.1600"></a> |
| <span class="sourceLineNo">1601</span> final CountDownLatch startingPuts = new CountDownLatch(1);<a name="line.1601"></a> |
| <span class="sourceLineNo">1602</span> final CountDownLatch startingClose = new CountDownLatch(1);<a name="line.1602"></a> |
| <span class="sourceLineNo">1603</span> TestThread putter = new TestThread(ctx) {<a name="line.1603"></a> |
| <span class="sourceLineNo">1604</span> @Override<a name="line.1604"></a> |
| <span class="sourceLineNo">1605</span> public void doWork() throws IOException {<a name="line.1605"></a> |
| <span class="sourceLineNo">1606</span> startingPuts.countDown();<a name="line.1606"></a> |
| <span class="sourceLineNo">1607</span> retFromThread.set(region.batchMutate(puts));<a name="line.1607"></a> |
| <span class="sourceLineNo">1608</span> }<a name="line.1608"></a> |
| <span class="sourceLineNo">1609</span> };<a name="line.1609"></a> |
| <span class="sourceLineNo">1610</span> LOG.info("...starting put thread while holding locks");<a name="line.1610"></a> |
| <span class="sourceLineNo">1611</span> ctx.addThread(putter);<a name="line.1611"></a> |
| <span class="sourceLineNo">1612</span> ctx.startThreads();<a name="line.1612"></a> |
| <span class="sourceLineNo">1613</span><a name="line.1613"></a> |
| <span class="sourceLineNo">1614</span> // Now attempt to close the region from another thread. Prior to HBASE-12565<a name="line.1614"></a> |
| <span class="sourceLineNo">1615</span> // this would cause the in-progress batchMutate operation to to fail with<a name="line.1615"></a> |
| <span class="sourceLineNo">1616</span> // exception because it use to release and re-acquire the close-guard lock<a name="line.1616"></a> |
| <span class="sourceLineNo">1617</span> // between batches. Caller then didn't get status indicating which writes succeeded.<a name="line.1617"></a> |
| <span class="sourceLineNo">1618</span> // We now expect this thread to block until the batchMutate call finishes.<a name="line.1618"></a> |
| <span class="sourceLineNo">1619</span> Thread regionCloseThread = new TestThread(ctx) {<a name="line.1619"></a> |
| <span class="sourceLineNo">1620</span> @Override<a name="line.1620"></a> |
| <span class="sourceLineNo">1621</span> public void doWork() {<a name="line.1621"></a> |
| <span class="sourceLineNo">1622</span> try {<a name="line.1622"></a> |
| <span class="sourceLineNo">1623</span> startingPuts.await();<a name="line.1623"></a> |
| <span class="sourceLineNo">1624</span> // Give some time for the batch mutate to get in.<a name="line.1624"></a> |
| <span class="sourceLineNo">1625</span> // We don't want to race with the mutate<a name="line.1625"></a> |
| <span class="sourceLineNo">1626</span> Thread.sleep(10);<a name="line.1626"></a> |
| <span class="sourceLineNo">1627</span> startingClose.countDown();<a name="line.1627"></a> |
| <span class="sourceLineNo">1628</span> HBaseTestingUtility.closeRegionAndWAL(region);<a name="line.1628"></a> |
| <span class="sourceLineNo">1629</span> region = null;<a name="line.1629"></a> |
| <span class="sourceLineNo">1630</span> } catch (IOException e) {<a name="line.1630"></a> |
| <span class="sourceLineNo">1631</span> throw new RuntimeException(e);<a name="line.1631"></a> |
| <span class="sourceLineNo">1632</span> } catch (InterruptedException e) {<a name="line.1632"></a> |
| <span class="sourceLineNo">1633</span> throw new RuntimeException(e);<a name="line.1633"></a> |
| <span class="sourceLineNo">1634</span> }<a name="line.1634"></a> |
| <span class="sourceLineNo">1635</span> }<a name="line.1635"></a> |
| <span class="sourceLineNo">1636</span> };<a name="line.1636"></a> |
| <span class="sourceLineNo">1637</span> regionCloseThread.start();<a name="line.1637"></a> |
| <span class="sourceLineNo">1638</span><a name="line.1638"></a> |
| <span class="sourceLineNo">1639</span> startingClose.await();<a name="line.1639"></a> |
| <span class="sourceLineNo">1640</span> startingPuts.await();<a name="line.1640"></a> |
| <span class="sourceLineNo">1641</span> Thread.sleep(100);<a name="line.1641"></a> |
| <span class="sourceLineNo">1642</span> LOG.info("...releasing row lock 1, which should let put thread continue");<a name="line.1642"></a> |
| <span class="sourceLineNo">1643</span> rowLock1.release();<a name="line.1643"></a> |
| <span class="sourceLineNo">1644</span> rowLock2.release();<a name="line.1644"></a> |
| <span class="sourceLineNo">1645</span> rowLock3.release();<a name="line.1645"></a> |
| <span class="sourceLineNo">1646</span> waitForCounter(source, "syncTimeNumOps", syncs + 1);<a name="line.1646"></a> |
| <span class="sourceLineNo">1647</span><a name="line.1647"></a> |
| <span class="sourceLineNo">1648</span> LOG.info("...joining on put thread");<a name="line.1648"></a> |
| <span class="sourceLineNo">1649</span> ctx.stop();<a name="line.1649"></a> |
| <span class="sourceLineNo">1650</span> regionCloseThread.join();<a name="line.1650"></a> |
| <span class="sourceLineNo">1651</span><a name="line.1651"></a> |
| <span class="sourceLineNo">1652</span> OperationStatus[] codes = retFromThread.get();<a name="line.1652"></a> |
| <span class="sourceLineNo">1653</span> for (int i = 0; i < codes.length; i++) {<a name="line.1653"></a> |
| <span class="sourceLineNo">1654</span> assertEquals((i == 5) ? OperationStatusCode.BAD_FAMILY : OperationStatusCode.SUCCESS,<a name="line.1654"></a> |
| <span class="sourceLineNo">1655</span> codes[i].getOperationStatusCode());<a name="line.1655"></a> |
| <span class="sourceLineNo">1656</span> }<a name="line.1656"></a> |
| <span class="sourceLineNo">1657</span> rowLock4.release();<a name="line.1657"></a> |
| <span class="sourceLineNo">1658</span> }<a name="line.1658"></a> |
| <span class="sourceLineNo">1659</span><a name="line.1659"></a> |
| <span class="sourceLineNo">1660</span> private void waitForCounter(MetricsWALSource source, String metricName, long expectedCount)<a name="line.1660"></a> |
| <span class="sourceLineNo">1661</span> throws InterruptedException {<a name="line.1661"></a> |
| <span class="sourceLineNo">1662</span> long startWait = System.currentTimeMillis();<a name="line.1662"></a> |
| <span class="sourceLineNo">1663</span> long currentCount;<a name="line.1663"></a> |
| <span class="sourceLineNo">1664</span> while ((currentCount = metricsAssertHelper.getCounter(metricName, source)) < expectedCount) {<a name="line.1664"></a> |
| <span class="sourceLineNo">1665</span> Thread.sleep(100);<a name="line.1665"></a> |
| <span class="sourceLineNo">1666</span> if (System.currentTimeMillis() - startWait > 10000) {<a name="line.1666"></a> |
| <span class="sourceLineNo">1667</span> fail(String.format("Timed out waiting for '%s' >= '%s', currentCount=%s", metricName,<a name="line.1667"></a> |
| <span class="sourceLineNo">1668</span> expectedCount, currentCount));<a name="line.1668"></a> |
| <span class="sourceLineNo">1669</span> }<a name="line.1669"></a> |
| <span class="sourceLineNo">1670</span> }<a name="line.1670"></a> |
| <span class="sourceLineNo">1671</span> }<a name="line.1671"></a> |
| <span class="sourceLineNo">1672</span><a name="line.1672"></a> |
| <span class="sourceLineNo">1673</span> @Test<a name="line.1673"></a> |
| <span class="sourceLineNo">1674</span> public void testAtomicBatchPut() throws IOException {<a name="line.1674"></a> |
| <span class="sourceLineNo">1675</span> final Put[] puts = new Put[10];<a name="line.1675"></a> |
| <span class="sourceLineNo">1676</span> MetricsWALSource source = CompatibilitySingletonFactory.getInstance(MetricsWALSource.class);<a name="line.1676"></a> |
| <span class="sourceLineNo">1677</span> long syncs = prepareRegionForBachPut(puts, source, false);<a name="line.1677"></a> |
| <span class="sourceLineNo">1678</span><a name="line.1678"></a> |
| <span class="sourceLineNo">1679</span> // 1. Straight forward case, should succeed<a name="line.1679"></a> |
| <span class="sourceLineNo">1680</span> OperationStatus[] codes = this.region.batchMutate(puts, true);<a name="line.1680"></a> |
| <span class="sourceLineNo">1681</span> assertEquals(10, codes.length);<a name="line.1681"></a> |
| <span class="sourceLineNo">1682</span> for (int i = 0; i < 10; i++) {<a name="line.1682"></a> |
| <span class="sourceLineNo">1683</span> assertEquals(OperationStatusCode.SUCCESS, codes[i].getOperationStatusCode());<a name="line.1683"></a> |
| <span class="sourceLineNo">1684</span> }<a name="line.1684"></a> |
| <span class="sourceLineNo">1685</span> metricsAssertHelper.assertCounter("syncTimeNumOps", syncs + 1, source);<a name="line.1685"></a> |
| <span class="sourceLineNo">1686</span><a name="line.1686"></a> |
| <span class="sourceLineNo">1687</span> // 2. Failed to get lock<a name="line.1687"></a> |
| <span class="sourceLineNo">1688</span> RowLock lock = region.getRowLock(Bytes.toBytes("row_" + 3));<a name="line.1688"></a> |
| <span class="sourceLineNo">1689</span> // Method {@link HRegion#getRowLock(byte[])} is reentrant. As 'row_3' is locked in this<a name="line.1689"></a> |
| <span class="sourceLineNo">1690</span> // thread, need to run {@link HRegion#batchMutate(HRegion.BatchOperation)} in different thread<a name="line.1690"></a> |
| <span class="sourceLineNo">1691</span> MultithreadedTestUtil.TestContext ctx = new MultithreadedTestUtil.TestContext(CONF);<a name="line.1691"></a> |
| <span class="sourceLineNo">1692</span> final AtomicReference<IOException> retFromThread = new AtomicReference<>();<a name="line.1692"></a> |
| <span class="sourceLineNo">1693</span> final CountDownLatch finishedPuts = new CountDownLatch(1);<a name="line.1693"></a> |
| <span class="sourceLineNo">1694</span> TestThread putter = new TestThread(ctx) {<a name="line.1694"></a> |
| <span class="sourceLineNo">1695</span> @Override<a name="line.1695"></a> |
| <span class="sourceLineNo">1696</span> public void doWork() throws IOException {<a name="line.1696"></a> |
| <span class="sourceLineNo">1697</span> try {<a name="line.1697"></a> |
| <span class="sourceLineNo">1698</span> region.batchMutate(puts, true);<a name="line.1698"></a> |
| <span class="sourceLineNo">1699</span> } catch (IOException ioe) {<a name="line.1699"></a> |
| <span class="sourceLineNo">1700</span> LOG.error("test failed!", ioe);<a name="line.1700"></a> |
| <span class="sourceLineNo">1701</span> retFromThread.set(ioe);<a name="line.1701"></a> |
| <span class="sourceLineNo">1702</span> }<a name="line.1702"></a> |
| <span class="sourceLineNo">1703</span> finishedPuts.countDown();<a name="line.1703"></a> |
| <span class="sourceLineNo">1704</span> }<a name="line.1704"></a> |
| <span class="sourceLineNo">1705</span> };<a name="line.1705"></a> |
| <span class="sourceLineNo">1706</span> LOG.info("...starting put thread while holding locks");<a name="line.1706"></a> |
| <span class="sourceLineNo">1707</span> ctx.addThread(putter);<a name="line.1707"></a> |
| <span class="sourceLineNo">1708</span> ctx.startThreads();<a name="line.1708"></a> |
| <span class="sourceLineNo">1709</span> LOG.info("...waiting for batch puts while holding locks");<a name="line.1709"></a> |
| <span class="sourceLineNo">1710</span> try {<a name="line.1710"></a> |
| <span class="sourceLineNo">1711</span> finishedPuts.await();<a name="line.1711"></a> |
| <span class="sourceLineNo">1712</span> } catch (InterruptedException e) {<a name="line.1712"></a> |
| <span class="sourceLineNo">1713</span> LOG.error("Interrupted!", e);<a name="line.1713"></a> |
| <span class="sourceLineNo">1714</span> } finally {<a name="line.1714"></a> |
| <span class="sourceLineNo">1715</span> if (lock != null) {<a name="line.1715"></a> |
| <span class="sourceLineNo">1716</span> lock.release();<a name="line.1716"></a> |
| <span class="sourceLineNo">1717</span> }<a name="line.1717"></a> |
| <span class="sourceLineNo">1718</span> }<a name="line.1718"></a> |
| <span class="sourceLineNo">1719</span> assertNotNull(retFromThread.get());<a name="line.1719"></a> |
| <span class="sourceLineNo">1720</span> metricsAssertHelper.assertCounter("syncTimeNumOps", syncs + 1, source);<a name="line.1720"></a> |
| <span class="sourceLineNo">1721</span><a name="line.1721"></a> |
| <span class="sourceLineNo">1722</span> // 3. Exception thrown in validation<a name="line.1722"></a> |
| <span class="sourceLineNo">1723</span> LOG.info("Next a batch put with one invalid family");<a name="line.1723"></a> |
| <span class="sourceLineNo">1724</span> puts[5].addColumn(Bytes.toBytes("BAD_CF"), qual, value);<a name="line.1724"></a> |
| <span class="sourceLineNo">1725</span> thrown.expect(NoSuchColumnFamilyException.class);<a name="line.1725"></a> |
| <span class="sourceLineNo">1726</span> this.region.batchMutate(puts, true);<a name="line.1726"></a> |
| <span class="sourceLineNo">1727</span> }<a name="line.1727"></a> |
| <span class="sourceLineNo">1728</span><a name="line.1728"></a> |
| <span class="sourceLineNo">1729</span> @Test<a name="line.1729"></a> |
| <span class="sourceLineNo">1730</span> public void testBatchPutWithTsSlop() throws Exception {<a name="line.1730"></a> |
| <span class="sourceLineNo">1731</span> // add data with a timestamp that is too recent for range. Ensure assert<a name="line.1731"></a> |
| <span class="sourceLineNo">1732</span> CONF.setInt("hbase.hregion.keyvalue.timestamp.slop.millisecs", 1000);<a name="line.1732"></a> |
| <span class="sourceLineNo">1733</span> final Put[] puts = new Put[10];<a name="line.1733"></a> |
| <span class="sourceLineNo">1734</span> MetricsWALSource source = CompatibilitySingletonFactory.getInstance(MetricsWALSource.class);<a name="line.1734"></a> |
| <span class="sourceLineNo">1735</span><a name="line.1735"></a> |
| <span class="sourceLineNo">1736</span> long syncs = prepareRegionForBachPut(puts, source, true);<a name="line.1736"></a> |
| <span class="sourceLineNo">1737</span><a name="line.1737"></a> |
| <span class="sourceLineNo">1738</span> OperationStatus[] codes = this.region.batchMutate(puts);<a name="line.1738"></a> |
| <span class="sourceLineNo">1739</span> assertEquals(10, codes.length);<a name="line.1739"></a> |
| <span class="sourceLineNo">1740</span> for (int i = 0; i < 10; i++) {<a name="line.1740"></a> |
| <span class="sourceLineNo">1741</span> assertEquals(OperationStatusCode.SANITY_CHECK_FAILURE, codes[i].getOperationStatusCode());<a name="line.1741"></a> |
| <span class="sourceLineNo">1742</span> }<a name="line.1742"></a> |
| <span class="sourceLineNo">1743</span> metricsAssertHelper.assertCounter("syncTimeNumOps", syncs, source);<a name="line.1743"></a> |
| <span class="sourceLineNo">1744</span> }<a name="line.1744"></a> |
| <span class="sourceLineNo">1745</span><a name="line.1745"></a> |
| <span class="sourceLineNo">1746</span> /**<a name="line.1746"></a> |
| <span class="sourceLineNo">1747</span> * @return syncs initial syncTimeNumOps<a name="line.1747"></a> |
| <span class="sourceLineNo">1748</span> */<a name="line.1748"></a> |
| <span class="sourceLineNo">1749</span> private long prepareRegionForBachPut(final Put[] puts, final MetricsWALSource source,<a name="line.1749"></a> |
| <span class="sourceLineNo">1750</span> boolean slop) throws IOException {<a name="line.1750"></a> |
| <span class="sourceLineNo">1751</span> this.region = initHRegion(tableName, method, CONF, COLUMN_FAMILY_BYTES);<a name="line.1751"></a> |
| <span class="sourceLineNo">1752</span><a name="line.1752"></a> |
| <span class="sourceLineNo">1753</span> LOG.info("First a batch put with all valid puts");<a name="line.1753"></a> |
| <span class="sourceLineNo">1754</span> for (int i = 0; i < puts.length; i++) {<a name="line.1754"></a> |
| <span class="sourceLineNo">1755</span> puts[i] = slop ? new Put(Bytes.toBytes("row_" + i), Long.MAX_VALUE - 100) :<a name="line.1755"></a> |
| <span class="sourceLineNo">1756</span> new Put(Bytes.toBytes("row_" + i));<a name="line.1756"></a> |
| <span class="sourceLineNo">1757</span> puts[i].addColumn(COLUMN_FAMILY_BYTES, qual, value);<a name="line.1757"></a> |
| <span class="sourceLineNo">1758</span> }<a name="line.1758"></a> |
| <span class="sourceLineNo">1759</span><a name="line.1759"></a> |
| <span class="sourceLineNo">1760</span> long syncs = metricsAssertHelper.getCounter("syncTimeNumOps", source);<a name="line.1760"></a> |
| <span class="sourceLineNo">1761</span> metricsAssertHelper.assertCounter("syncTimeNumOps", syncs, source);<a name="line.1761"></a> |
| <span class="sourceLineNo">1762</span> return syncs;<a name="line.1762"></a> |
| <span class="sourceLineNo">1763</span> }<a name="line.1763"></a> |
| <span class="sourceLineNo">1764</span><a name="line.1764"></a> |
| <span class="sourceLineNo">1765</span> // ////////////////////////////////////////////////////////////////////////////<a name="line.1765"></a> |
| <span class="sourceLineNo">1766</span> // checkAndMutate tests<a name="line.1766"></a> |
| <span class="sourceLineNo">1767</span> // ////////////////////////////////////////////////////////////////////////////<a name="line.1767"></a> |
| <span class="sourceLineNo">1768</span> @Test<a name="line.1768"></a> |
| <span class="sourceLineNo">1769</span> @Deprecated<a name="line.1769"></a> |
| <span class="sourceLineNo">1770</span> public void testCheckAndMutate_WithEmptyRowValue() throws IOException {<a name="line.1770"></a> |
| <span class="sourceLineNo">1771</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.1771"></a> |
| <span class="sourceLineNo">1772</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.1772"></a> |
| <span class="sourceLineNo">1773</span> byte[] qf1 = Bytes.toBytes("qualifier");<a name="line.1773"></a> |
| <span class="sourceLineNo">1774</span> byte[] emptyVal = new byte[] {};<a name="line.1774"></a> |
| <span class="sourceLineNo">1775</span> byte[] val1 = Bytes.toBytes("value1");<a name="line.1775"></a> |
| <span class="sourceLineNo">1776</span> byte[] val2 = Bytes.toBytes("value2");<a name="line.1776"></a> |
| <span class="sourceLineNo">1777</span><a name="line.1777"></a> |
| <span class="sourceLineNo">1778</span> // Setting up region<a name="line.1778"></a> |
| <span class="sourceLineNo">1779</span> this.region = initHRegion(tableName, method, CONF, fam1);<a name="line.1779"></a> |
| <span class="sourceLineNo">1780</span> // Putting empty data in key<a name="line.1780"></a> |
| <span class="sourceLineNo">1781</span> Put put = new Put(row1);<a name="line.1781"></a> |
| <span class="sourceLineNo">1782</span> put.addColumn(fam1, qf1, emptyVal);<a name="line.1782"></a> |
| <span class="sourceLineNo">1783</span><a name="line.1783"></a> |
| <span class="sourceLineNo">1784</span> // checkAndPut with empty value<a name="line.1784"></a> |
| <span class="sourceLineNo">1785</span> boolean res = region.checkAndMutate(row1, fam1, qf1, CompareOperator.EQUAL,<a name="line.1785"></a> |
| <span class="sourceLineNo">1786</span> new BinaryComparator(emptyVal), put);<a name="line.1786"></a> |
| <span class="sourceLineNo">1787</span> assertTrue(res);<a name="line.1787"></a> |
| <span class="sourceLineNo">1788</span><a name="line.1788"></a> |
| <span class="sourceLineNo">1789</span> // Putting data in key<a name="line.1789"></a> |
| <span class="sourceLineNo">1790</span> put = new Put(row1);<a name="line.1790"></a> |
| <span class="sourceLineNo">1791</span> put.addColumn(fam1, qf1, val1);<a name="line.1791"></a> |
| <span class="sourceLineNo">1792</span><a name="line.1792"></a> |
| <span class="sourceLineNo">1793</span> // checkAndPut with correct value<a name="line.1793"></a> |
| <span class="sourceLineNo">1794</span> res = region.checkAndMutate(row1, fam1, qf1, CompareOperator.EQUAL,<a name="line.1794"></a> |
| <span class="sourceLineNo">1795</span> new BinaryComparator(emptyVal), put);<a name="line.1795"></a> |
| <span class="sourceLineNo">1796</span> assertTrue(res);<a name="line.1796"></a> |
| <span class="sourceLineNo">1797</span><a name="line.1797"></a> |
| <span class="sourceLineNo">1798</span> // not empty anymore<a name="line.1798"></a> |
| <span class="sourceLineNo">1799</span> res = region.checkAndMutate(row1, fam1, qf1, CompareOperator.EQUAL,<a name="line.1799"></a> |
| <span class="sourceLineNo">1800</span> new BinaryComparator(emptyVal), put);<a name="line.1800"></a> |
| <span class="sourceLineNo">1801</span> assertFalse(res);<a name="line.1801"></a> |
| <span class="sourceLineNo">1802</span><a name="line.1802"></a> |
| <span class="sourceLineNo">1803</span> Delete delete = new Delete(row1);<a name="line.1803"></a> |
| <span class="sourceLineNo">1804</span> delete.addColumn(fam1, qf1);<a name="line.1804"></a> |
| <span class="sourceLineNo">1805</span> res = region.checkAndMutate(row1, fam1, qf1, CompareOperator.EQUAL,<a name="line.1805"></a> |
| <span class="sourceLineNo">1806</span> new BinaryComparator(emptyVal), delete);<a name="line.1806"></a> |
| <span class="sourceLineNo">1807</span> assertFalse(res);<a name="line.1807"></a> |
| <span class="sourceLineNo">1808</span><a name="line.1808"></a> |
| <span class="sourceLineNo">1809</span> put = new Put(row1);<a name="line.1809"></a> |
| <span class="sourceLineNo">1810</span> put.addColumn(fam1, qf1, val2);<a name="line.1810"></a> |
| <span class="sourceLineNo">1811</span> // checkAndPut with correct value<a name="line.1811"></a> |
| <span class="sourceLineNo">1812</span> res = region.checkAndMutate(row1, fam1, qf1, CompareOperator.EQUAL,<a name="line.1812"></a> |
| <span class="sourceLineNo">1813</span> new BinaryComparator(val1), put);<a name="line.1813"></a> |
| <span class="sourceLineNo">1814</span> assertTrue(res);<a name="line.1814"></a> |
| <span class="sourceLineNo">1815</span><a name="line.1815"></a> |
| <span class="sourceLineNo">1816</span> // checkAndDelete with correct value<a name="line.1816"></a> |
| <span class="sourceLineNo">1817</span> delete = new Delete(row1);<a name="line.1817"></a> |
| <span class="sourceLineNo">1818</span> delete.addColumn(fam1, qf1);<a name="line.1818"></a> |
| <span class="sourceLineNo">1819</span> delete.addColumn(fam1, qf1);<a name="line.1819"></a> |
| <span class="sourceLineNo">1820</span> res = region.checkAndMutate(row1, fam1, qf1, CompareOperator.EQUAL,<a name="line.1820"></a> |
| <span class="sourceLineNo">1821</span> new BinaryComparator(val2), delete);<a name="line.1821"></a> |
| <span class="sourceLineNo">1822</span> assertTrue(res);<a name="line.1822"></a> |
| <span class="sourceLineNo">1823</span><a name="line.1823"></a> |
| <span class="sourceLineNo">1824</span> delete = new Delete(row1);<a name="line.1824"></a> |
| <span class="sourceLineNo">1825</span> res = region.checkAndMutate(row1, fam1, qf1, CompareOperator.EQUAL,<a name="line.1825"></a> |
| <span class="sourceLineNo">1826</span> new BinaryComparator(emptyVal), delete);<a name="line.1826"></a> |
| <span class="sourceLineNo">1827</span> assertTrue(res);<a name="line.1827"></a> |
| <span class="sourceLineNo">1828</span><a name="line.1828"></a> |
| <span class="sourceLineNo">1829</span> // checkAndPut looking for a null value<a name="line.1829"></a> |
| <span class="sourceLineNo">1830</span> put = new Put(row1);<a name="line.1830"></a> |
| <span class="sourceLineNo">1831</span> put.addColumn(fam1, qf1, val1);<a name="line.1831"></a> |
| <span class="sourceLineNo">1832</span><a name="line.1832"></a> |
| <span class="sourceLineNo">1833</span> res = region<a name="line.1833"></a> |
| <span class="sourceLineNo">1834</span> .checkAndMutate(row1, fam1, qf1, CompareOperator.EQUAL, new NullComparator(), put);<a name="line.1834"></a> |
| <span class="sourceLineNo">1835</span> assertTrue(res);<a name="line.1835"></a> |
| <span class="sourceLineNo">1836</span> }<a name="line.1836"></a> |
| <span class="sourceLineNo">1837</span><a name="line.1837"></a> |
| <span class="sourceLineNo">1838</span> @Test<a name="line.1838"></a> |
| <span class="sourceLineNo">1839</span> @Deprecated<a name="line.1839"></a> |
| <span class="sourceLineNo">1840</span> public void testCheckAndMutate_WithWrongValue() throws IOException {<a name="line.1840"></a> |
| <span class="sourceLineNo">1841</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.1841"></a> |
| <span class="sourceLineNo">1842</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.1842"></a> |
| <span class="sourceLineNo">1843</span> byte[] qf1 = Bytes.toBytes("qualifier");<a name="line.1843"></a> |
| <span class="sourceLineNo">1844</span> byte[] val1 = Bytes.toBytes("value1");<a name="line.1844"></a> |
| <span class="sourceLineNo">1845</span> byte[] val2 = Bytes.toBytes("value2");<a name="line.1845"></a> |
| <span class="sourceLineNo">1846</span> BigDecimal bd1 = new BigDecimal(Double.MAX_VALUE);<a name="line.1846"></a> |
| <span class="sourceLineNo">1847</span> BigDecimal bd2 = new BigDecimal(Double.MIN_VALUE);<a name="line.1847"></a> |
| <span class="sourceLineNo">1848</span><a name="line.1848"></a> |
| <span class="sourceLineNo">1849</span> // Setting up region<a name="line.1849"></a> |
| <span class="sourceLineNo">1850</span> this.region = initHRegion(tableName, method, CONF, fam1);<a name="line.1850"></a> |
| <span class="sourceLineNo">1851</span> // Putting data in key<a name="line.1851"></a> |
| <span class="sourceLineNo">1852</span> Put put = new Put(row1);<a name="line.1852"></a> |
| <span class="sourceLineNo">1853</span> put.addColumn(fam1, qf1, val1);<a name="line.1853"></a> |
| <span class="sourceLineNo">1854</span> region.put(put);<a name="line.1854"></a> |
| <span class="sourceLineNo">1855</span><a name="line.1855"></a> |
| <span class="sourceLineNo">1856</span> // checkAndPut with wrong value<a name="line.1856"></a> |
| <span class="sourceLineNo">1857</span> boolean res = region.checkAndMutate(row1, fam1, qf1, CompareOperator.EQUAL,<a name="line.1857"></a> |
| <span class="sourceLineNo">1858</span> new BinaryComparator(val2), put);<a name="line.1858"></a> |
| <span class="sourceLineNo">1859</span> assertEquals(false, res);<a name="line.1859"></a> |
| <span class="sourceLineNo">1860</span><a name="line.1860"></a> |
| <span class="sourceLineNo">1861</span> // checkAndDelete with wrong value<a name="line.1861"></a> |
| <span class="sourceLineNo">1862</span> Delete delete = new Delete(row1);<a name="line.1862"></a> |
| <span class="sourceLineNo">1863</span> delete.addFamily(fam1);<a name="line.1863"></a> |
| <span class="sourceLineNo">1864</span> res = region.checkAndMutate(row1, fam1, qf1, CompareOperator.EQUAL,<a name="line.1864"></a> |
| <span class="sourceLineNo">1865</span> new BinaryComparator(val2), put);<a name="line.1865"></a> |
| <span class="sourceLineNo">1866</span> assertEquals(false, res);<a name="line.1866"></a> |
| <span class="sourceLineNo">1867</span><a name="line.1867"></a> |
| <span class="sourceLineNo">1868</span> // Putting data in key<a name="line.1868"></a> |
| <span class="sourceLineNo">1869</span> put = new Put(row1);<a name="line.1869"></a> |
| <span class="sourceLineNo">1870</span> put.addColumn(fam1, qf1, Bytes.toBytes(bd1));<a name="line.1870"></a> |
| <span class="sourceLineNo">1871</span> region.put(put);<a name="line.1871"></a> |
| <span class="sourceLineNo">1872</span><a name="line.1872"></a> |
| <span class="sourceLineNo">1873</span> // checkAndPut with wrong value<a name="line.1873"></a> |
| <span class="sourceLineNo">1874</span> res =<a name="line.1874"></a> |
| <span class="sourceLineNo">1875</span> region.checkAndMutate(row1, fam1, qf1, CompareOperator.EQUAL,<a name="line.1875"></a> |
| <span class="sourceLineNo">1876</span> new BigDecimalComparator(bd2), put);<a name="line.1876"></a> |
| <span class="sourceLineNo">1877</span> assertEquals(false, res);<a name="line.1877"></a> |
| <span class="sourceLineNo">1878</span><a name="line.1878"></a> |
| <span class="sourceLineNo">1879</span> // checkAndDelete with wrong value<a name="line.1879"></a> |
| <span class="sourceLineNo">1880</span> delete = new Delete(row1);<a name="line.1880"></a> |
| <span class="sourceLineNo">1881</span> delete.addFamily(fam1);<a name="line.1881"></a> |
| <span class="sourceLineNo">1882</span> res =<a name="line.1882"></a> |
| <span class="sourceLineNo">1883</span> region.checkAndMutate(row1, fam1, qf1, CompareOperator.EQUAL,<a name="line.1883"></a> |
| <span class="sourceLineNo">1884</span> new BigDecimalComparator(bd2), put);<a name="line.1884"></a> |
| <span class="sourceLineNo">1885</span> assertEquals(false, res);<a name="line.1885"></a> |
| <span class="sourceLineNo">1886</span> }<a name="line.1886"></a> |
| <span class="sourceLineNo">1887</span><a name="line.1887"></a> |
| <span class="sourceLineNo">1888</span> @Test<a name="line.1888"></a> |
| <span class="sourceLineNo">1889</span> @Deprecated<a name="line.1889"></a> |
| <span class="sourceLineNo">1890</span> public void testCheckAndMutate_WithCorrectValue() throws IOException {<a name="line.1890"></a> |
| <span class="sourceLineNo">1891</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.1891"></a> |
| <span class="sourceLineNo">1892</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.1892"></a> |
| <span class="sourceLineNo">1893</span> byte[] qf1 = Bytes.toBytes("qualifier");<a name="line.1893"></a> |
| <span class="sourceLineNo">1894</span> byte[] val1 = Bytes.toBytes("value1");<a name="line.1894"></a> |
| <span class="sourceLineNo">1895</span> BigDecimal bd1 = new BigDecimal(Double.MIN_VALUE);<a name="line.1895"></a> |
| <span class="sourceLineNo">1896</span><a name="line.1896"></a> |
| <span class="sourceLineNo">1897</span> // Setting up region<a name="line.1897"></a> |
| <span class="sourceLineNo">1898</span> this.region = initHRegion(tableName, method, CONF, fam1);<a name="line.1898"></a> |
| <span class="sourceLineNo">1899</span> // Putting data in key<a name="line.1899"></a> |
| <span class="sourceLineNo">1900</span> long now = System.currentTimeMillis();<a name="line.1900"></a> |
| <span class="sourceLineNo">1901</span> Put put = new Put(row1);<a name="line.1901"></a> |
| <span class="sourceLineNo">1902</span> put.addColumn(fam1, qf1, now, val1);<a name="line.1902"></a> |
| <span class="sourceLineNo">1903</span> region.put(put);<a name="line.1903"></a> |
| <span class="sourceLineNo">1904</span><a name="line.1904"></a> |
| <span class="sourceLineNo">1905</span> // checkAndPut with correct value<a name="line.1905"></a> |
| <span class="sourceLineNo">1906</span> boolean res = region.checkAndMutate(row1, fam1, qf1, CompareOperator.EQUAL,<a name="line.1906"></a> |
| <span class="sourceLineNo">1907</span> new BinaryComparator(val1), put);<a name="line.1907"></a> |
| <span class="sourceLineNo">1908</span> assertEquals("First", true, res);<a name="line.1908"></a> |
| <span class="sourceLineNo">1909</span><a name="line.1909"></a> |
| <span class="sourceLineNo">1910</span> // checkAndDelete with correct value<a name="line.1910"></a> |
| <span class="sourceLineNo">1911</span> Delete delete = new Delete(row1, now + 1);<a name="line.1911"></a> |
| <span class="sourceLineNo">1912</span> delete.addColumn(fam1, qf1);<a name="line.1912"></a> |
| <span class="sourceLineNo">1913</span> res = region.checkAndMutate(row1, fam1, qf1, CompareOperator.EQUAL, new BinaryComparator(val1),<a name="line.1913"></a> |
| <span class="sourceLineNo">1914</span> delete);<a name="line.1914"></a> |
| <span class="sourceLineNo">1915</span> assertEquals("Delete", true, res);<a name="line.1915"></a> |
| <span class="sourceLineNo">1916</span><a name="line.1916"></a> |
| <span class="sourceLineNo">1917</span> // Putting data in key<a name="line.1917"></a> |
| <span class="sourceLineNo">1918</span> put = new Put(row1);<a name="line.1918"></a> |
| <span class="sourceLineNo">1919</span> put.addColumn(fam1, qf1, now + 2, Bytes.toBytes(bd1));<a name="line.1919"></a> |
| <span class="sourceLineNo">1920</span> region.put(put);<a name="line.1920"></a> |
| <span class="sourceLineNo">1921</span><a name="line.1921"></a> |
| <span class="sourceLineNo">1922</span> // checkAndPut with correct value<a name="line.1922"></a> |
| <span class="sourceLineNo">1923</span> res =<a name="line.1923"></a> |
| <span class="sourceLineNo">1924</span> region.checkAndMutate(row1, fam1, qf1, CompareOperator.EQUAL, new BigDecimalComparator(<a name="line.1924"></a> |
| <span class="sourceLineNo">1925</span> bd1), put);<a name="line.1925"></a> |
| <span class="sourceLineNo">1926</span> assertEquals("Second put", true, res);<a name="line.1926"></a> |
| <span class="sourceLineNo">1927</span><a name="line.1927"></a> |
| <span class="sourceLineNo">1928</span> // checkAndDelete with correct value<a name="line.1928"></a> |
| <span class="sourceLineNo">1929</span> delete = new Delete(row1, now + 3);<a name="line.1929"></a> |
| <span class="sourceLineNo">1930</span> delete.addColumn(fam1, qf1);<a name="line.1930"></a> |
| <span class="sourceLineNo">1931</span> res =<a name="line.1931"></a> |
| <span class="sourceLineNo">1932</span> region.checkAndMutate(row1, fam1, qf1, CompareOperator.EQUAL, new BigDecimalComparator(<a name="line.1932"></a> |
| <span class="sourceLineNo">1933</span> bd1), delete);<a name="line.1933"></a> |
| <span class="sourceLineNo">1934</span> assertEquals("Second delete", true, res);<a name="line.1934"></a> |
| <span class="sourceLineNo">1935</span> }<a name="line.1935"></a> |
| <span class="sourceLineNo">1936</span><a name="line.1936"></a> |
| <span class="sourceLineNo">1937</span> @Test<a name="line.1937"></a> |
| <span class="sourceLineNo">1938</span> @Deprecated<a name="line.1938"></a> |
| <span class="sourceLineNo">1939</span> public void testCheckAndMutate_WithNonEqualCompareOp() throws IOException {<a name="line.1939"></a> |
| <span class="sourceLineNo">1940</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.1940"></a> |
| <span class="sourceLineNo">1941</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.1941"></a> |
| <span class="sourceLineNo">1942</span> byte[] qf1 = Bytes.toBytes("qualifier");<a name="line.1942"></a> |
| <span class="sourceLineNo">1943</span> byte[] val1 = Bytes.toBytes("value1");<a name="line.1943"></a> |
| <span class="sourceLineNo">1944</span> byte[] val2 = Bytes.toBytes("value2");<a name="line.1944"></a> |
| <span class="sourceLineNo">1945</span> byte[] val3 = Bytes.toBytes("value3");<a name="line.1945"></a> |
| <span class="sourceLineNo">1946</span> byte[] val4 = Bytes.toBytes("value4");<a name="line.1946"></a> |
| <span class="sourceLineNo">1947</span><a name="line.1947"></a> |
| <span class="sourceLineNo">1948</span> // Setting up region<a name="line.1948"></a> |
| <span class="sourceLineNo">1949</span> this.region = initHRegion(tableName, method, CONF, fam1);<a name="line.1949"></a> |
| <span class="sourceLineNo">1950</span> // Putting val3 in key<a name="line.1950"></a> |
| <span class="sourceLineNo">1951</span> Put put = new Put(row1);<a name="line.1951"></a> |
| <span class="sourceLineNo">1952</span> put.addColumn(fam1, qf1, val3);<a name="line.1952"></a> |
| <span class="sourceLineNo">1953</span> region.put(put);<a name="line.1953"></a> |
| <span class="sourceLineNo">1954</span><a name="line.1954"></a> |
| <span class="sourceLineNo">1955</span> // Test CompareOp.LESS: original = val3, compare with val3, fail<a name="line.1955"></a> |
| <span class="sourceLineNo">1956</span> boolean res = region.checkAndMutate(row1, fam1, qf1, CompareOperator.LESS,<a name="line.1956"></a> |
| <span class="sourceLineNo">1957</span> new BinaryComparator(val3), put);<a name="line.1957"></a> |
| <span class="sourceLineNo">1958</span> assertEquals(false, res);<a name="line.1958"></a> |
| <span class="sourceLineNo">1959</span><a name="line.1959"></a> |
| <span class="sourceLineNo">1960</span> // Test CompareOp.LESS: original = val3, compare with val4, fail<a name="line.1960"></a> |
| <span class="sourceLineNo">1961</span> res = region.checkAndMutate(row1, fam1, qf1, CompareOperator.LESS,<a name="line.1961"></a> |
| <span class="sourceLineNo">1962</span> new BinaryComparator(val4), put);<a name="line.1962"></a> |
| <span class="sourceLineNo">1963</span> assertEquals(false, res);<a name="line.1963"></a> |
| <span class="sourceLineNo">1964</span><a name="line.1964"></a> |
| <span class="sourceLineNo">1965</span> // Test CompareOp.LESS: original = val3, compare with val2,<a name="line.1965"></a> |
| <span class="sourceLineNo">1966</span> // succeed (now value = val2)<a name="line.1966"></a> |
| <span class="sourceLineNo">1967</span> put = new Put(row1);<a name="line.1967"></a> |
| <span class="sourceLineNo">1968</span> put.addColumn(fam1, qf1, val2);<a name="line.1968"></a> |
| <span class="sourceLineNo">1969</span> res = region.checkAndMutate(row1, fam1, qf1, CompareOperator.LESS,<a name="line.1969"></a> |
| <span class="sourceLineNo">1970</span> new BinaryComparator(val2), put);<a name="line.1970"></a> |
| <span class="sourceLineNo">1971</span> assertEquals(true, res);<a name="line.1971"></a> |
| <span class="sourceLineNo">1972</span><a name="line.1972"></a> |
| <span class="sourceLineNo">1973</span> // Test CompareOp.LESS_OR_EQUAL: original = val2, compare with val3, fail<a name="line.1973"></a> |
| <span class="sourceLineNo">1974</span> res = region.checkAndMutate(row1, fam1, qf1, CompareOperator.LESS_OR_EQUAL,<a name="line.1974"></a> |
| <span class="sourceLineNo">1975</span> new BinaryComparator(val3), put);<a name="line.1975"></a> |
| <span class="sourceLineNo">1976</span> assertEquals(false, res);<a name="line.1976"></a> |
| <span class="sourceLineNo">1977</span><a name="line.1977"></a> |
| <span class="sourceLineNo">1978</span> // Test CompareOp.LESS_OR_EQUAL: original = val2, compare with val2,<a name="line.1978"></a> |
| <span class="sourceLineNo">1979</span> // succeed (value still = val2)<a name="line.1979"></a> |
| <span class="sourceLineNo">1980</span> res = region.checkAndMutate(row1, fam1, qf1, CompareOperator.LESS_OR_EQUAL,<a name="line.1980"></a> |
| <span class="sourceLineNo">1981</span> new BinaryComparator(val2), put);<a name="line.1981"></a> |
| <span class="sourceLineNo">1982</span> assertEquals(true, res);<a name="line.1982"></a> |
| <span class="sourceLineNo">1983</span><a name="line.1983"></a> |
| <span class="sourceLineNo">1984</span> // Test CompareOp.LESS_OR_EQUAL: original = val2, compare with val1,<a name="line.1984"></a> |
| <span class="sourceLineNo">1985</span> // succeed (now value = val3)<a name="line.1985"></a> |
| <span class="sourceLineNo">1986</span> put = new Put(row1);<a name="line.1986"></a> |
| <span class="sourceLineNo">1987</span> put.addColumn(fam1, qf1, val3);<a name="line.1987"></a> |
| <span class="sourceLineNo">1988</span> res = region.checkAndMutate(row1, fam1, qf1, CompareOperator.LESS_OR_EQUAL,<a name="line.1988"></a> |
| <span class="sourceLineNo">1989</span> new BinaryComparator(val1), put);<a name="line.1989"></a> |
| <span class="sourceLineNo">1990</span> assertEquals(true, res);<a name="line.1990"></a> |
| <span class="sourceLineNo">1991</span><a name="line.1991"></a> |
| <span class="sourceLineNo">1992</span> // Test CompareOp.GREATER: original = val3, compare with val3, fail<a name="line.1992"></a> |
| <span class="sourceLineNo">1993</span> res = region.checkAndMutate(row1, fam1, qf1, CompareOperator.GREATER,<a name="line.1993"></a> |
| <span class="sourceLineNo">1994</span> new BinaryComparator(val3), put);<a name="line.1994"></a> |
| <span class="sourceLineNo">1995</span> assertEquals(false, res);<a name="line.1995"></a> |
| <span class="sourceLineNo">1996</span><a name="line.1996"></a> |
| <span class="sourceLineNo">1997</span> // Test CompareOp.GREATER: original = val3, compare with val2, fail<a name="line.1997"></a> |
| <span class="sourceLineNo">1998</span> res = region.checkAndMutate(row1, fam1, qf1, CompareOperator.GREATER,<a name="line.1998"></a> |
| <span class="sourceLineNo">1999</span> new BinaryComparator(val2), put);<a name="line.1999"></a> |
| <span class="sourceLineNo">2000</span> assertEquals(false, res);<a name="line.2000"></a> |
| <span class="sourceLineNo">2001</span><a name="line.2001"></a> |
| <span class="sourceLineNo">2002</span> // Test CompareOp.GREATER: original = val3, compare with val4,<a name="line.2002"></a> |
| <span class="sourceLineNo">2003</span> // succeed (now value = val2)<a name="line.2003"></a> |
| <span class="sourceLineNo">2004</span> put = new Put(row1);<a name="line.2004"></a> |
| <span class="sourceLineNo">2005</span> put.addColumn(fam1, qf1, val2);<a name="line.2005"></a> |
| <span class="sourceLineNo">2006</span> res = region.checkAndMutate(row1, fam1, qf1, CompareOperator.GREATER,<a name="line.2006"></a> |
| <span class="sourceLineNo">2007</span> new BinaryComparator(val4), put);<a name="line.2007"></a> |
| <span class="sourceLineNo">2008</span> assertEquals(true, res);<a name="line.2008"></a> |
| <span class="sourceLineNo">2009</span><a name="line.2009"></a> |
| <span class="sourceLineNo">2010</span> // Test CompareOp.GREATER_OR_EQUAL: original = val2, compare with val1, fail<a name="line.2010"></a> |
| <span class="sourceLineNo">2011</span> res = region.checkAndMutate(row1, fam1, qf1, CompareOperator.GREATER_OR_EQUAL,<a name="line.2011"></a> |
| <span class="sourceLineNo">2012</span> new BinaryComparator(val1), put);<a name="line.2012"></a> |
| <span class="sourceLineNo">2013</span> assertEquals(false, res);<a name="line.2013"></a> |
| <span class="sourceLineNo">2014</span><a name="line.2014"></a> |
| <span class="sourceLineNo">2015</span> // Test CompareOp.GREATER_OR_EQUAL: original = val2, compare with val2,<a name="line.2015"></a> |
| <span class="sourceLineNo">2016</span> // succeed (value still = val2)<a name="line.2016"></a> |
| <span class="sourceLineNo">2017</span> res = region.checkAndMutate(row1, fam1, qf1, CompareOperator.GREATER_OR_EQUAL,<a name="line.2017"></a> |
| <span class="sourceLineNo">2018</span> new BinaryComparator(val2), put);<a name="line.2018"></a> |
| <span class="sourceLineNo">2019</span> assertEquals(true, res);<a name="line.2019"></a> |
| <span class="sourceLineNo">2020</span><a name="line.2020"></a> |
| <span class="sourceLineNo">2021</span> // Test CompareOp.GREATER_OR_EQUAL: original = val2, compare with val3, succeed<a name="line.2021"></a> |
| <span class="sourceLineNo">2022</span> res = region.checkAndMutate(row1, fam1, qf1, CompareOperator.GREATER_OR_EQUAL,<a name="line.2022"></a> |
| <span class="sourceLineNo">2023</span> new BinaryComparator(val3), put);<a name="line.2023"></a> |
| <span class="sourceLineNo">2024</span> assertEquals(true, res);<a name="line.2024"></a> |
| <span class="sourceLineNo">2025</span> }<a name="line.2025"></a> |
| <span class="sourceLineNo">2026</span><a name="line.2026"></a> |
| <span class="sourceLineNo">2027</span> @Test<a name="line.2027"></a> |
| <span class="sourceLineNo">2028</span> @Deprecated<a name="line.2028"></a> |
| <span class="sourceLineNo">2029</span> public void testCheckAndPut_ThatPutWasWritten() throws IOException {<a name="line.2029"></a> |
| <span class="sourceLineNo">2030</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.2030"></a> |
| <span class="sourceLineNo">2031</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.2031"></a> |
| <span class="sourceLineNo">2032</span> byte[] fam2 = Bytes.toBytes("fam2");<a name="line.2032"></a> |
| <span class="sourceLineNo">2033</span> byte[] qf1 = Bytes.toBytes("qualifier");<a name="line.2033"></a> |
| <span class="sourceLineNo">2034</span> byte[] val1 = Bytes.toBytes("value1");<a name="line.2034"></a> |
| <span class="sourceLineNo">2035</span> byte[] val2 = Bytes.toBytes("value2");<a name="line.2035"></a> |
| <span class="sourceLineNo">2036</span><a name="line.2036"></a> |
| <span class="sourceLineNo">2037</span> byte[][] families = { fam1, fam2 };<a name="line.2037"></a> |
| <span class="sourceLineNo">2038</span><a name="line.2038"></a> |
| <span class="sourceLineNo">2039</span> // Setting up region<a name="line.2039"></a> |
| <span class="sourceLineNo">2040</span> this.region = initHRegion(tableName, method, CONF, families);<a name="line.2040"></a> |
| <span class="sourceLineNo">2041</span> // Putting data in the key to check<a name="line.2041"></a> |
| <span class="sourceLineNo">2042</span> Put put = new Put(row1);<a name="line.2042"></a> |
| <span class="sourceLineNo">2043</span> put.addColumn(fam1, qf1, val1);<a name="line.2043"></a> |
| <span class="sourceLineNo">2044</span> region.put(put);<a name="line.2044"></a> |
| <span class="sourceLineNo">2045</span><a name="line.2045"></a> |
| <span class="sourceLineNo">2046</span> // Creating put to add<a name="line.2046"></a> |
| <span class="sourceLineNo">2047</span> long ts = System.currentTimeMillis();<a name="line.2047"></a> |
| <span class="sourceLineNo">2048</span> KeyValue kv = new KeyValue(row1, fam2, qf1, ts, KeyValue.Type.Put, val2);<a name="line.2048"></a> |
| <span class="sourceLineNo">2049</span> put = new Put(row1);<a name="line.2049"></a> |
| <span class="sourceLineNo">2050</span> put.add(kv);<a name="line.2050"></a> |
| <span class="sourceLineNo">2051</span><a name="line.2051"></a> |
| <span class="sourceLineNo">2052</span> // checkAndPut with wrong value<a name="line.2052"></a> |
| <span class="sourceLineNo">2053</span> boolean res = region.checkAndMutate(row1, fam1, qf1, CompareOperator.EQUAL,<a name="line.2053"></a> |
| <span class="sourceLineNo">2054</span> new BinaryComparator(val1), put);<a name="line.2054"></a> |
| <span class="sourceLineNo">2055</span> assertEquals(true, res);<a name="line.2055"></a> |
| <span class="sourceLineNo">2056</span><a name="line.2056"></a> |
| <span class="sourceLineNo">2057</span> Get get = new Get(row1);<a name="line.2057"></a> |
| <span class="sourceLineNo">2058</span> get.addColumn(fam2, qf1);<a name="line.2058"></a> |
| <span class="sourceLineNo">2059</span> Cell[] actual = region.get(get).rawCells();<a name="line.2059"></a> |
| <span class="sourceLineNo">2060</span><a name="line.2060"></a> |
| <span class="sourceLineNo">2061</span> Cell[] expected = { kv };<a name="line.2061"></a> |
| <span class="sourceLineNo">2062</span><a name="line.2062"></a> |
| <span class="sourceLineNo">2063</span> assertEquals(expected.length, actual.length);<a name="line.2063"></a> |
| <span class="sourceLineNo">2064</span> for (int i = 0; i < actual.length; i++) {<a name="line.2064"></a> |
| <span class="sourceLineNo">2065</span> assertEquals(expected[i], actual[i]);<a name="line.2065"></a> |
| <span class="sourceLineNo">2066</span> }<a name="line.2066"></a> |
| <span class="sourceLineNo">2067</span> }<a name="line.2067"></a> |
| <span class="sourceLineNo">2068</span><a name="line.2068"></a> |
| <span class="sourceLineNo">2069</span> @Test<a name="line.2069"></a> |
| <span class="sourceLineNo">2070</span> @Deprecated<a name="line.2070"></a> |
| <span class="sourceLineNo">2071</span> public void testCheckAndPut_wrongRowInPut() throws IOException {<a name="line.2071"></a> |
| <span class="sourceLineNo">2072</span> this.region = initHRegion(tableName, method, CONF, COLUMNS);<a name="line.2072"></a> |
| <span class="sourceLineNo">2073</span> Put put = new Put(row2);<a name="line.2073"></a> |
| <span class="sourceLineNo">2074</span> put.addColumn(fam1, qual1, value1);<a name="line.2074"></a> |
| <span class="sourceLineNo">2075</span> try {<a name="line.2075"></a> |
| <span class="sourceLineNo">2076</span> region.checkAndMutate(row, fam1, qual1, CompareOperator.EQUAL,<a name="line.2076"></a> |
| <span class="sourceLineNo">2077</span> new BinaryComparator(value2), put);<a name="line.2077"></a> |
| <span class="sourceLineNo">2078</span> fail();<a name="line.2078"></a> |
| <span class="sourceLineNo">2079</span> } catch (org.apache.hadoop.hbase.DoNotRetryIOException expected) {<a name="line.2079"></a> |
| <span class="sourceLineNo">2080</span> // expected exception.<a name="line.2080"></a> |
| <span class="sourceLineNo">2081</span> }<a name="line.2081"></a> |
| <span class="sourceLineNo">2082</span> }<a name="line.2082"></a> |
| <span class="sourceLineNo">2083</span><a name="line.2083"></a> |
| <span class="sourceLineNo">2084</span> @Test<a name="line.2084"></a> |
| <span class="sourceLineNo">2085</span> @Deprecated<a name="line.2085"></a> |
| <span class="sourceLineNo">2086</span> public void testCheckAndDelete_ThatDeleteWasWritten() throws IOException {<a name="line.2086"></a> |
| <span class="sourceLineNo">2087</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.2087"></a> |
| <span class="sourceLineNo">2088</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.2088"></a> |
| <span class="sourceLineNo">2089</span> byte[] fam2 = Bytes.toBytes("fam2");<a name="line.2089"></a> |
| <span class="sourceLineNo">2090</span> byte[] qf1 = Bytes.toBytes("qualifier1");<a name="line.2090"></a> |
| <span class="sourceLineNo">2091</span> byte[] qf2 = Bytes.toBytes("qualifier2");<a name="line.2091"></a> |
| <span class="sourceLineNo">2092</span> byte[] qf3 = Bytes.toBytes("qualifier3");<a name="line.2092"></a> |
| <span class="sourceLineNo">2093</span> byte[] val1 = Bytes.toBytes("value1");<a name="line.2093"></a> |
| <span class="sourceLineNo">2094</span> byte[] val2 = Bytes.toBytes("value2");<a name="line.2094"></a> |
| <span class="sourceLineNo">2095</span> byte[] val3 = Bytes.toBytes("value3");<a name="line.2095"></a> |
| <span class="sourceLineNo">2096</span> byte[] emptyVal = new byte[] {};<a name="line.2096"></a> |
| <span class="sourceLineNo">2097</span><a name="line.2097"></a> |
| <span class="sourceLineNo">2098</span> byte[][] families = { fam1, fam2 };<a name="line.2098"></a> |
| <span class="sourceLineNo">2099</span><a name="line.2099"></a> |
| <span class="sourceLineNo">2100</span> // Setting up region<a name="line.2100"></a> |
| <span class="sourceLineNo">2101</span> this.region = initHRegion(tableName, method, CONF, families);<a name="line.2101"></a> |
| <span class="sourceLineNo">2102</span> // Put content<a name="line.2102"></a> |
| <span class="sourceLineNo">2103</span> Put put = new Put(row1);<a name="line.2103"></a> |
| <span class="sourceLineNo">2104</span> put.addColumn(fam1, qf1, val1);<a name="line.2104"></a> |
| <span class="sourceLineNo">2105</span> region.put(put);<a name="line.2105"></a> |
| <span class="sourceLineNo">2106</span> Threads.sleep(2);<a name="line.2106"></a> |
| <span class="sourceLineNo">2107</span><a name="line.2107"></a> |
| <span class="sourceLineNo">2108</span> put = new Put(row1);<a name="line.2108"></a> |
| <span class="sourceLineNo">2109</span> put.addColumn(fam1, qf1, val2);<a name="line.2109"></a> |
| <span class="sourceLineNo">2110</span> put.addColumn(fam2, qf1, val3);<a name="line.2110"></a> |
| <span class="sourceLineNo">2111</span> put.addColumn(fam2, qf2, val2);<a name="line.2111"></a> |
| <span class="sourceLineNo">2112</span> put.addColumn(fam2, qf3, val1);<a name="line.2112"></a> |
| <span class="sourceLineNo">2113</span> put.addColumn(fam1, qf3, val1);<a name="line.2113"></a> |
| <span class="sourceLineNo">2114</span> region.put(put);<a name="line.2114"></a> |
| <span class="sourceLineNo">2115</span><a name="line.2115"></a> |
| <span class="sourceLineNo">2116</span> LOG.info("get={}", region.get(new Get(row1).addColumn(fam1, qf1)).toString());<a name="line.2116"></a> |
| <span class="sourceLineNo">2117</span><a name="line.2117"></a> |
| <span class="sourceLineNo">2118</span> // Multi-column delete<a name="line.2118"></a> |
| <span class="sourceLineNo">2119</span> Delete delete = new Delete(row1);<a name="line.2119"></a> |
| <span class="sourceLineNo">2120</span> delete.addColumn(fam1, qf1);<a name="line.2120"></a> |
| <span class="sourceLineNo">2121</span> delete.addColumn(fam2, qf1);<a name="line.2121"></a> |
| <span class="sourceLineNo">2122</span> delete.addColumn(fam1, qf3);<a name="line.2122"></a> |
| <span class="sourceLineNo">2123</span> boolean res = region.checkAndMutate(row1, fam1, qf1, CompareOperator.EQUAL,<a name="line.2123"></a> |
| <span class="sourceLineNo">2124</span> new BinaryComparator(val2), delete);<a name="line.2124"></a> |
| <span class="sourceLineNo">2125</span> assertEquals(true, res);<a name="line.2125"></a> |
| <span class="sourceLineNo">2126</span><a name="line.2126"></a> |
| <span class="sourceLineNo">2127</span> Get get = new Get(row1);<a name="line.2127"></a> |
| <span class="sourceLineNo">2128</span> get.addColumn(fam1, qf1);<a name="line.2128"></a> |
| <span class="sourceLineNo">2129</span> get.addColumn(fam1, qf3);<a name="line.2129"></a> |
| <span class="sourceLineNo">2130</span> get.addColumn(fam2, qf2);<a name="line.2130"></a> |
| <span class="sourceLineNo">2131</span> Result r = region.get(get);<a name="line.2131"></a> |
| <span class="sourceLineNo">2132</span> assertEquals(2, r.size());<a name="line.2132"></a> |
| <span class="sourceLineNo">2133</span> assertArrayEquals(val1, r.getValue(fam1, qf1));<a name="line.2133"></a> |
| <span class="sourceLineNo">2134</span> assertArrayEquals(val2, r.getValue(fam2, qf2));<a name="line.2134"></a> |
| <span class="sourceLineNo">2135</span><a name="line.2135"></a> |
| <span class="sourceLineNo">2136</span> // Family delete<a name="line.2136"></a> |
| <span class="sourceLineNo">2137</span> delete = new Delete(row1);<a name="line.2137"></a> |
| <span class="sourceLineNo">2138</span> delete.addFamily(fam2);<a name="line.2138"></a> |
| <span class="sourceLineNo">2139</span> res = region.checkAndMutate(row1, fam2, qf1, CompareOperator.EQUAL,<a name="line.2139"></a> |
| <span class="sourceLineNo">2140</span> new BinaryComparator(emptyVal), delete);<a name="line.2140"></a> |
| <span class="sourceLineNo">2141</span> assertEquals(true, res);<a name="line.2141"></a> |
| <span class="sourceLineNo">2142</span><a name="line.2142"></a> |
| <span class="sourceLineNo">2143</span> get = new Get(row1);<a name="line.2143"></a> |
| <span class="sourceLineNo">2144</span> r = region.get(get);<a name="line.2144"></a> |
| <span class="sourceLineNo">2145</span> assertEquals(1, r.size());<a name="line.2145"></a> |
| <span class="sourceLineNo">2146</span> assertArrayEquals(val1, r.getValue(fam1, qf1));<a name="line.2146"></a> |
| <span class="sourceLineNo">2147</span><a name="line.2147"></a> |
| <span class="sourceLineNo">2148</span> // Row delete<a name="line.2148"></a> |
| <span class="sourceLineNo">2149</span> delete = new Delete(row1);<a name="line.2149"></a> |
| <span class="sourceLineNo">2150</span> res = region.checkAndMutate(row1, fam1, qf1, CompareOperator.EQUAL, new BinaryComparator(val1),<a name="line.2150"></a> |
| <span class="sourceLineNo">2151</span> delete);<a name="line.2151"></a> |
| <span class="sourceLineNo">2152</span> assertEquals(true, res);<a name="line.2152"></a> |
| <span class="sourceLineNo">2153</span> get = new Get(row1);<a name="line.2153"></a> |
| <span class="sourceLineNo">2154</span> r = region.get(get);<a name="line.2154"></a> |
| <span class="sourceLineNo">2155</span> assertEquals(0, r.size());<a name="line.2155"></a> |
| <span class="sourceLineNo">2156</span> }<a name="line.2156"></a> |
| <span class="sourceLineNo">2157</span><a name="line.2157"></a> |
| <span class="sourceLineNo">2158</span> @Test<a name="line.2158"></a> |
| <span class="sourceLineNo">2159</span> @Deprecated<a name="line.2159"></a> |
| <span class="sourceLineNo">2160</span> public void testCheckAndMutate_WithFilters() throws Throwable {<a name="line.2160"></a> |
| <span class="sourceLineNo">2161</span> final byte[] FAMILY = Bytes.toBytes("fam");<a name="line.2161"></a> |
| <span class="sourceLineNo">2162</span><a name="line.2162"></a> |
| <span class="sourceLineNo">2163</span> // Setting up region<a name="line.2163"></a> |
| <span class="sourceLineNo">2164</span> this.region = initHRegion(tableName, method, CONF, FAMILY);<a name="line.2164"></a> |
| <span class="sourceLineNo">2165</span><a name="line.2165"></a> |
| <span class="sourceLineNo">2166</span> // Put one row<a name="line.2166"></a> |
| <span class="sourceLineNo">2167</span> Put put = new Put(row);<a name="line.2167"></a> |
| <span class="sourceLineNo">2168</span> put.addColumn(FAMILY, Bytes.toBytes("A"), Bytes.toBytes("a"));<a name="line.2168"></a> |
| <span class="sourceLineNo">2169</span> put.addColumn(FAMILY, Bytes.toBytes("B"), Bytes.toBytes("b"));<a name="line.2169"></a> |
| <span class="sourceLineNo">2170</span> put.addColumn(FAMILY, Bytes.toBytes("C"), Bytes.toBytes("c"));<a name="line.2170"></a> |
| <span class="sourceLineNo">2171</span> region.put(put);<a name="line.2171"></a> |
| <span class="sourceLineNo">2172</span><a name="line.2172"></a> |
| <span class="sourceLineNo">2173</span> // Put with success<a name="line.2173"></a> |
| <span class="sourceLineNo">2174</span> boolean ok = region.checkAndMutate(row,<a name="line.2174"></a> |
| <span class="sourceLineNo">2175</span> new FilterList(<a name="line.2175"></a> |
| <span class="sourceLineNo">2176</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("A"), CompareOperator.EQUAL,<a name="line.2176"></a> |
| <span class="sourceLineNo">2177</span> Bytes.toBytes("a")),<a name="line.2177"></a> |
| <span class="sourceLineNo">2178</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("B"), CompareOperator.EQUAL,<a name="line.2178"></a> |
| <span class="sourceLineNo">2179</span> Bytes.toBytes("b"))<a name="line.2179"></a> |
| <span class="sourceLineNo">2180</span> ),<a name="line.2180"></a> |
| <span class="sourceLineNo">2181</span> new Put(row).addColumn(FAMILY, Bytes.toBytes("D"), Bytes.toBytes("d")));<a name="line.2181"></a> |
| <span class="sourceLineNo">2182</span> assertTrue(ok);<a name="line.2182"></a> |
| <span class="sourceLineNo">2183</span><a name="line.2183"></a> |
| <span class="sourceLineNo">2184</span> Result result = region.get(new Get(row).addColumn(FAMILY, Bytes.toBytes("D")));<a name="line.2184"></a> |
| <span class="sourceLineNo">2185</span> assertEquals("d", Bytes.toString(result.getValue(FAMILY, Bytes.toBytes("D"))));<a name="line.2185"></a> |
| <span class="sourceLineNo">2186</span><a name="line.2186"></a> |
| <span class="sourceLineNo">2187</span> // Put with failure<a name="line.2187"></a> |
| <span class="sourceLineNo">2188</span> ok = region.checkAndMutate(row,<a name="line.2188"></a> |
| <span class="sourceLineNo">2189</span> new FilterList(<a name="line.2189"></a> |
| <span class="sourceLineNo">2190</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("A"), CompareOperator.EQUAL,<a name="line.2190"></a> |
| <span class="sourceLineNo">2191</span> Bytes.toBytes("a")),<a name="line.2191"></a> |
| <span class="sourceLineNo">2192</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("B"), CompareOperator.EQUAL,<a name="line.2192"></a> |
| <span class="sourceLineNo">2193</span> Bytes.toBytes("c"))<a name="line.2193"></a> |
| <span class="sourceLineNo">2194</span> ),<a name="line.2194"></a> |
| <span class="sourceLineNo">2195</span> new Put(row).addColumn(FAMILY, Bytes.toBytes("E"), Bytes.toBytes("e")));<a name="line.2195"></a> |
| <span class="sourceLineNo">2196</span> assertFalse(ok);<a name="line.2196"></a> |
| <span class="sourceLineNo">2197</span><a name="line.2197"></a> |
| <span class="sourceLineNo">2198</span> assertTrue(region.get(new Get(row).addColumn(FAMILY, Bytes.toBytes("E"))).isEmpty());<a name="line.2198"></a> |
| <span class="sourceLineNo">2199</span><a name="line.2199"></a> |
| <span class="sourceLineNo">2200</span> // Delete with success<a name="line.2200"></a> |
| <span class="sourceLineNo">2201</span> ok = region.checkAndMutate(row,<a name="line.2201"></a> |
| <span class="sourceLineNo">2202</span> new FilterList(<a name="line.2202"></a> |
| <span class="sourceLineNo">2203</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("A"), CompareOperator.EQUAL,<a name="line.2203"></a> |
| <span class="sourceLineNo">2204</span> Bytes.toBytes("a")),<a name="line.2204"></a> |
| <span class="sourceLineNo">2205</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("B"), CompareOperator.EQUAL,<a name="line.2205"></a> |
| <span class="sourceLineNo">2206</span> Bytes.toBytes("b"))<a name="line.2206"></a> |
| <span class="sourceLineNo">2207</span> ),<a name="line.2207"></a> |
| <span class="sourceLineNo">2208</span> new Delete(row).addColumns(FAMILY, Bytes.toBytes("D")));<a name="line.2208"></a> |
| <span class="sourceLineNo">2209</span> assertTrue(ok);<a name="line.2209"></a> |
| <span class="sourceLineNo">2210</span><a name="line.2210"></a> |
| <span class="sourceLineNo">2211</span> assertTrue(region.get(new Get(row).addColumn(FAMILY, Bytes.toBytes("D"))).isEmpty());<a name="line.2211"></a> |
| <span class="sourceLineNo">2212</span><a name="line.2212"></a> |
| <span class="sourceLineNo">2213</span> // Mutate with success<a name="line.2213"></a> |
| <span class="sourceLineNo">2214</span> ok = region.checkAndRowMutate(row,<a name="line.2214"></a> |
| <span class="sourceLineNo">2215</span> new FilterList(<a name="line.2215"></a> |
| <span class="sourceLineNo">2216</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("A"), CompareOperator.EQUAL,<a name="line.2216"></a> |
| <span class="sourceLineNo">2217</span> Bytes.toBytes("a")),<a name="line.2217"></a> |
| <span class="sourceLineNo">2218</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("B"), CompareOperator.EQUAL,<a name="line.2218"></a> |
| <span class="sourceLineNo">2219</span> Bytes.toBytes("b"))<a name="line.2219"></a> |
| <span class="sourceLineNo">2220</span> ),<a name="line.2220"></a> |
| <span class="sourceLineNo">2221</span> new RowMutations(row)<a name="line.2221"></a> |
| <span class="sourceLineNo">2222</span> .add((Mutation) new Put(row)<a name="line.2222"></a> |
| <span class="sourceLineNo">2223</span> .addColumn(FAMILY, Bytes.toBytes("E"), Bytes.toBytes("e")))<a name="line.2223"></a> |
| <span class="sourceLineNo">2224</span> .add((Mutation) new Delete(row).addColumns(FAMILY, Bytes.toBytes("A"))));<a name="line.2224"></a> |
| <span class="sourceLineNo">2225</span> assertTrue(ok);<a name="line.2225"></a> |
| <span class="sourceLineNo">2226</span><a name="line.2226"></a> |
| <span class="sourceLineNo">2227</span> result = region.get(new Get(row).addColumn(FAMILY, Bytes.toBytes("E")));<a name="line.2227"></a> |
| <span class="sourceLineNo">2228</span> assertEquals("e", Bytes.toString(result.getValue(FAMILY, Bytes.toBytes("E"))));<a name="line.2228"></a> |
| <span class="sourceLineNo">2229</span><a name="line.2229"></a> |
| <span class="sourceLineNo">2230</span> assertTrue(region.get(new Get(row).addColumn(FAMILY, Bytes.toBytes("A"))).isEmpty());<a name="line.2230"></a> |
| <span class="sourceLineNo">2231</span> }<a name="line.2231"></a> |
| <span class="sourceLineNo">2232</span><a name="line.2232"></a> |
| <span class="sourceLineNo">2233</span> @Test<a name="line.2233"></a> |
| <span class="sourceLineNo">2234</span> @Deprecated<a name="line.2234"></a> |
| <span class="sourceLineNo">2235</span> public void testCheckAndMutate_WithFiltersAndTimeRange() throws Throwable {<a name="line.2235"></a> |
| <span class="sourceLineNo">2236</span> final byte[] FAMILY = Bytes.toBytes("fam");<a name="line.2236"></a> |
| <span class="sourceLineNo">2237</span><a name="line.2237"></a> |
| <span class="sourceLineNo">2238</span> // Setting up region<a name="line.2238"></a> |
| <span class="sourceLineNo">2239</span> this.region = initHRegion(tableName, method, CONF, FAMILY);<a name="line.2239"></a> |
| <span class="sourceLineNo">2240</span><a name="line.2240"></a> |
| <span class="sourceLineNo">2241</span> // Put with specifying the timestamp<a name="line.2241"></a> |
| <span class="sourceLineNo">2242</span> region.put(new Put(row).addColumn(FAMILY, Bytes.toBytes("A"), 100, Bytes.toBytes("a")));<a name="line.2242"></a> |
| <span class="sourceLineNo">2243</span><a name="line.2243"></a> |
| <span class="sourceLineNo">2244</span> // Put with success<a name="line.2244"></a> |
| <span class="sourceLineNo">2245</span> boolean ok = region.checkAndMutate(row,<a name="line.2245"></a> |
| <span class="sourceLineNo">2246</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("A"), CompareOperator.EQUAL,<a name="line.2246"></a> |
| <span class="sourceLineNo">2247</span> Bytes.toBytes("a")),<a name="line.2247"></a> |
| <span class="sourceLineNo">2248</span> TimeRange.between(0, 101),<a name="line.2248"></a> |
| <span class="sourceLineNo">2249</span> new Put(row).addColumn(FAMILY, Bytes.toBytes("B"), Bytes.toBytes("b")));<a name="line.2249"></a> |
| <span class="sourceLineNo">2250</span> assertTrue(ok);<a name="line.2250"></a> |
| <span class="sourceLineNo">2251</span><a name="line.2251"></a> |
| <span class="sourceLineNo">2252</span> Result result = region.get(new Get(row).addColumn(FAMILY, Bytes.toBytes("B")));<a name="line.2252"></a> |
| <span class="sourceLineNo">2253</span> assertEquals("b", Bytes.toString(result.getValue(FAMILY, Bytes.toBytes("B"))));<a name="line.2253"></a> |
| <span class="sourceLineNo">2254</span><a name="line.2254"></a> |
| <span class="sourceLineNo">2255</span> // Put with failure<a name="line.2255"></a> |
| <span class="sourceLineNo">2256</span> ok = region.checkAndMutate(row,<a name="line.2256"></a> |
| <span class="sourceLineNo">2257</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("A"), CompareOperator.EQUAL,<a name="line.2257"></a> |
| <span class="sourceLineNo">2258</span> Bytes.toBytes("a")),<a name="line.2258"></a> |
| <span class="sourceLineNo">2259</span> TimeRange.between(0, 100),<a name="line.2259"></a> |
| <span class="sourceLineNo">2260</span> new Put(row).addColumn(FAMILY, Bytes.toBytes("C"), Bytes.toBytes("c")));<a name="line.2260"></a> |
| <span class="sourceLineNo">2261</span> assertFalse(ok);<a name="line.2261"></a> |
| <span class="sourceLineNo">2262</span><a name="line.2262"></a> |
| <span class="sourceLineNo">2263</span> assertTrue(region.get(new Get(row).addColumn(FAMILY, Bytes.toBytes("C"))).isEmpty());<a name="line.2263"></a> |
| <span class="sourceLineNo">2264</span><a name="line.2264"></a> |
| <span class="sourceLineNo">2265</span> // Mutate with success<a name="line.2265"></a> |
| <span class="sourceLineNo">2266</span> ok = region.checkAndRowMutate(row,<a name="line.2266"></a> |
| <span class="sourceLineNo">2267</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("A"), CompareOperator.EQUAL,<a name="line.2267"></a> |
| <span class="sourceLineNo">2268</span> Bytes.toBytes("a")),<a name="line.2268"></a> |
| <span class="sourceLineNo">2269</span> TimeRange.between(0, 101),<a name="line.2269"></a> |
| <span class="sourceLineNo">2270</span> new RowMutations(row)<a name="line.2270"></a> |
| <span class="sourceLineNo">2271</span> .add((Mutation) new Put(row)<a name="line.2271"></a> |
| <span class="sourceLineNo">2272</span> .addColumn(FAMILY, Bytes.toBytes("D"), Bytes.toBytes("d")))<a name="line.2272"></a> |
| <span class="sourceLineNo">2273</span> .add((Mutation) new Delete(row).addColumns(FAMILY, Bytes.toBytes("A"))));<a name="line.2273"></a> |
| <span class="sourceLineNo">2274</span> assertTrue(ok);<a name="line.2274"></a> |
| <span class="sourceLineNo">2275</span><a name="line.2275"></a> |
| <span class="sourceLineNo">2276</span> result = region.get(new Get(row).addColumn(FAMILY, Bytes.toBytes("D")));<a name="line.2276"></a> |
| <span class="sourceLineNo">2277</span> assertEquals("d", Bytes.toString(result.getValue(FAMILY, Bytes.toBytes("D"))));<a name="line.2277"></a> |
| <span class="sourceLineNo">2278</span><a name="line.2278"></a> |
| <span class="sourceLineNo">2279</span> assertTrue(region.get(new Get(row).addColumn(FAMILY, Bytes.toBytes("A"))).isEmpty());<a name="line.2279"></a> |
| <span class="sourceLineNo">2280</span> }<a name="line.2280"></a> |
| <span class="sourceLineNo">2281</span><a name="line.2281"></a> |
| <span class="sourceLineNo">2282</span> @Test<a name="line.2282"></a> |
| <span class="sourceLineNo">2283</span> @Deprecated<a name="line.2283"></a> |
| <span class="sourceLineNo">2284</span> public void testCheckAndMutate_wrongMutationType() throws Throwable {<a name="line.2284"></a> |
| <span class="sourceLineNo">2285</span> // Setting up region<a name="line.2285"></a> |
| <span class="sourceLineNo">2286</span> this.region = initHRegion(tableName, method, CONF, fam1);<a name="line.2286"></a> |
| <span class="sourceLineNo">2287</span><a name="line.2287"></a> |
| <span class="sourceLineNo">2288</span> try {<a name="line.2288"></a> |
| <span class="sourceLineNo">2289</span> region.checkAndMutate(row, fam1, qual1, CompareOperator.EQUAL, new BinaryComparator(value1),<a name="line.2289"></a> |
| <span class="sourceLineNo">2290</span> new Increment(row).addColumn(fam1, qual1, 1));<a name="line.2290"></a> |
| <span class="sourceLineNo">2291</span> fail("should throw DoNotRetryIOException");<a name="line.2291"></a> |
| <span class="sourceLineNo">2292</span> } catch (DoNotRetryIOException e) {<a name="line.2292"></a> |
| <span class="sourceLineNo">2293</span> assertEquals("Unsupported mutate type: INCREMENT", e.getMessage());<a name="line.2293"></a> |
| <span class="sourceLineNo">2294</span> }<a name="line.2294"></a> |
| <span class="sourceLineNo">2295</span><a name="line.2295"></a> |
| <span class="sourceLineNo">2296</span> try {<a name="line.2296"></a> |
| <span class="sourceLineNo">2297</span> region.checkAndMutate(row,<a name="line.2297"></a> |
| <span class="sourceLineNo">2298</span> new SingleColumnValueFilter(fam1, qual1, CompareOperator.EQUAL, value1),<a name="line.2298"></a> |
| <span class="sourceLineNo">2299</span> new Increment(row).addColumn(fam1, qual1, 1));<a name="line.2299"></a> |
| <span class="sourceLineNo">2300</span> fail("should throw DoNotRetryIOException");<a name="line.2300"></a> |
| <span class="sourceLineNo">2301</span> } catch (DoNotRetryIOException e) {<a name="line.2301"></a> |
| <span class="sourceLineNo">2302</span> assertEquals("Unsupported mutate type: INCREMENT", e.getMessage());<a name="line.2302"></a> |
| <span class="sourceLineNo">2303</span> }<a name="line.2303"></a> |
| <span class="sourceLineNo">2304</span> }<a name="line.2304"></a> |
| <span class="sourceLineNo">2305</span><a name="line.2305"></a> |
| <span class="sourceLineNo">2306</span> @Test<a name="line.2306"></a> |
| <span class="sourceLineNo">2307</span> @Deprecated<a name="line.2307"></a> |
| <span class="sourceLineNo">2308</span> public void testCheckAndMutate_wrongRow() throws Throwable {<a name="line.2308"></a> |
| <span class="sourceLineNo">2309</span> final byte[] wrongRow = Bytes.toBytes("wrongRow");<a name="line.2309"></a> |
| <span class="sourceLineNo">2310</span><a name="line.2310"></a> |
| <span class="sourceLineNo">2311</span> // Setting up region<a name="line.2311"></a> |
| <span class="sourceLineNo">2312</span> this.region = initHRegion(tableName, method, CONF, fam1);<a name="line.2312"></a> |
| <span class="sourceLineNo">2313</span><a name="line.2313"></a> |
| <span class="sourceLineNo">2314</span> try {<a name="line.2314"></a> |
| <span class="sourceLineNo">2315</span> region.checkAndMutate(row, fam1, qual1, CompareOperator.EQUAL, new BinaryComparator(value1),<a name="line.2315"></a> |
| <span class="sourceLineNo">2316</span> new Put(wrongRow).addColumn(fam1, qual1, value1));<a name="line.2316"></a> |
| <span class="sourceLineNo">2317</span> fail("should throw DoNotRetryIOException");<a name="line.2317"></a> |
| <span class="sourceLineNo">2318</span> } catch (DoNotRetryIOException e) {<a name="line.2318"></a> |
| <span class="sourceLineNo">2319</span> assertEquals("The row of the action <wrongRow> doesn't match the original one <rowA>",<a name="line.2319"></a> |
| <span class="sourceLineNo">2320</span> e.getMessage());<a name="line.2320"></a> |
| <span class="sourceLineNo">2321</span> }<a name="line.2321"></a> |
| <span class="sourceLineNo">2322</span><a name="line.2322"></a> |
| <span class="sourceLineNo">2323</span> try {<a name="line.2323"></a> |
| <span class="sourceLineNo">2324</span> region.checkAndMutate(row,<a name="line.2324"></a> |
| <span class="sourceLineNo">2325</span> new SingleColumnValueFilter(fam1, qual1, CompareOperator.EQUAL, value1),<a name="line.2325"></a> |
| <span class="sourceLineNo">2326</span> new Put(wrongRow).addColumn(fam1, qual1, value1));<a name="line.2326"></a> |
| <span class="sourceLineNo">2327</span> fail("should throw DoNotRetryIOException");<a name="line.2327"></a> |
| <span class="sourceLineNo">2328</span> } catch (DoNotRetryIOException e) {<a name="line.2328"></a> |
| <span class="sourceLineNo">2329</span> assertEquals("The row of the action <wrongRow> doesn't match the original one <rowA>",<a name="line.2329"></a> |
| <span class="sourceLineNo">2330</span> e.getMessage());<a name="line.2330"></a> |
| <span class="sourceLineNo">2331</span> }<a name="line.2331"></a> |
| <span class="sourceLineNo">2332</span><a name="line.2332"></a> |
| <span class="sourceLineNo">2333</span> try {<a name="line.2333"></a> |
| <span class="sourceLineNo">2334</span> region.checkAndRowMutate(row, fam1, qual1, CompareOperator.EQUAL,<a name="line.2334"></a> |
| <span class="sourceLineNo">2335</span> new BinaryComparator(value1),<a name="line.2335"></a> |
| <span class="sourceLineNo">2336</span> new RowMutations(wrongRow)<a name="line.2336"></a> |
| <span class="sourceLineNo">2337</span> .add((Mutation) new Put(wrongRow)<a name="line.2337"></a> |
| <span class="sourceLineNo">2338</span> .addColumn(fam1, qual1, value1))<a name="line.2338"></a> |
| <span class="sourceLineNo">2339</span> .add((Mutation) new Delete(wrongRow).addColumns(fam1, qual2)));<a name="line.2339"></a> |
| <span class="sourceLineNo">2340</span> fail("should throw DoNotRetryIOException");<a name="line.2340"></a> |
| <span class="sourceLineNo">2341</span> } catch (DoNotRetryIOException e) {<a name="line.2341"></a> |
| <span class="sourceLineNo">2342</span> assertEquals("The row of the action <wrongRow> doesn't match the original one <rowA>",<a name="line.2342"></a> |
| <span class="sourceLineNo">2343</span> e.getMessage());<a name="line.2343"></a> |
| <span class="sourceLineNo">2344</span> }<a name="line.2344"></a> |
| <span class="sourceLineNo">2345</span><a name="line.2345"></a> |
| <span class="sourceLineNo">2346</span> try {<a name="line.2346"></a> |
| <span class="sourceLineNo">2347</span> region.checkAndRowMutate(row,<a name="line.2347"></a> |
| <span class="sourceLineNo">2348</span> new SingleColumnValueFilter(fam1, qual1, CompareOperator.EQUAL, value1),<a name="line.2348"></a> |
| <span class="sourceLineNo">2349</span> new RowMutations(wrongRow)<a name="line.2349"></a> |
| <span class="sourceLineNo">2350</span> .add((Mutation) new Put(wrongRow)<a name="line.2350"></a> |
| <span class="sourceLineNo">2351</span> .addColumn(fam1, qual1, value1))<a name="line.2351"></a> |
| <span class="sourceLineNo">2352</span> .add((Mutation) new Delete(wrongRow).addColumns(fam1, qual2)));<a name="line.2352"></a> |
| <span class="sourceLineNo">2353</span> fail("should throw DoNotRetryIOException");<a name="line.2353"></a> |
| <span class="sourceLineNo">2354</span> } catch (DoNotRetryIOException e) {<a name="line.2354"></a> |
| <span class="sourceLineNo">2355</span> assertEquals("The row of the action <wrongRow> doesn't match the original one <rowA>",<a name="line.2355"></a> |
| <span class="sourceLineNo">2356</span> e.getMessage());<a name="line.2356"></a> |
| <span class="sourceLineNo">2357</span> }<a name="line.2357"></a> |
| <span class="sourceLineNo">2358</span> }<a name="line.2358"></a> |
| <span class="sourceLineNo">2359</span><a name="line.2359"></a> |
| <span class="sourceLineNo">2360</span> @Test<a name="line.2360"></a> |
| <span class="sourceLineNo">2361</span> public void testCheckAndMutateWithEmptyRowValue() throws IOException {<a name="line.2361"></a> |
| <span class="sourceLineNo">2362</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.2362"></a> |
| <span class="sourceLineNo">2363</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.2363"></a> |
| <span class="sourceLineNo">2364</span> byte[] qf1 = Bytes.toBytes("qualifier");<a name="line.2364"></a> |
| <span class="sourceLineNo">2365</span> byte[] emptyVal = new byte[] {};<a name="line.2365"></a> |
| <span class="sourceLineNo">2366</span> byte[] val1 = Bytes.toBytes("value1");<a name="line.2366"></a> |
| <span class="sourceLineNo">2367</span> byte[] val2 = Bytes.toBytes("value2");<a name="line.2367"></a> |
| <span class="sourceLineNo">2368</span><a name="line.2368"></a> |
| <span class="sourceLineNo">2369</span> // Setting up region<a name="line.2369"></a> |
| <span class="sourceLineNo">2370</span> this.region = initHRegion(tableName, method, CONF, fam1);<a name="line.2370"></a> |
| <span class="sourceLineNo">2371</span> // Putting empty data in key<a name="line.2371"></a> |
| <span class="sourceLineNo">2372</span> Put put = new Put(row1);<a name="line.2372"></a> |
| <span class="sourceLineNo">2373</span> put.addColumn(fam1, qf1, emptyVal);<a name="line.2373"></a> |
| <span class="sourceLineNo">2374</span><a name="line.2374"></a> |
| <span class="sourceLineNo">2375</span> // checkAndPut with empty value<a name="line.2375"></a> |
| <span class="sourceLineNo">2376</span> CheckAndMutateResult res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2376"></a> |
| <span class="sourceLineNo">2377</span> .ifMatches(fam1, qf1, CompareOperator.EQUAL, emptyVal).build(put));<a name="line.2377"></a> |
| <span class="sourceLineNo">2378</span> assertTrue(res.isSuccess());<a name="line.2378"></a> |
| <span class="sourceLineNo">2379</span> assertNull(res.getResult());<a name="line.2379"></a> |
| <span class="sourceLineNo">2380</span><a name="line.2380"></a> |
| <span class="sourceLineNo">2381</span> // Putting data in key<a name="line.2381"></a> |
| <span class="sourceLineNo">2382</span> put = new Put(row1);<a name="line.2382"></a> |
| <span class="sourceLineNo">2383</span> put.addColumn(fam1, qf1, val1);<a name="line.2383"></a> |
| <span class="sourceLineNo">2384</span><a name="line.2384"></a> |
| <span class="sourceLineNo">2385</span> // checkAndPut with correct value<a name="line.2385"></a> |
| <span class="sourceLineNo">2386</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2386"></a> |
| <span class="sourceLineNo">2387</span> .ifMatches(fam1, qf1, CompareOperator.EQUAL, emptyVal).build(put));<a name="line.2387"></a> |
| <span class="sourceLineNo">2388</span> assertTrue(res.isSuccess());<a name="line.2388"></a> |
| <span class="sourceLineNo">2389</span> assertNull(res.getResult());<a name="line.2389"></a> |
| <span class="sourceLineNo">2390</span><a name="line.2390"></a> |
| <span class="sourceLineNo">2391</span> // not empty anymore<a name="line.2391"></a> |
| <span class="sourceLineNo">2392</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2392"></a> |
| <span class="sourceLineNo">2393</span> .ifMatches(fam1, qf1, CompareOperator.EQUAL, emptyVal).build(put));<a name="line.2393"></a> |
| <span class="sourceLineNo">2394</span> assertFalse(res.isSuccess());<a name="line.2394"></a> |
| <span class="sourceLineNo">2395</span> assertNull(res.getResult());<a name="line.2395"></a> |
| <span class="sourceLineNo">2396</span><a name="line.2396"></a> |
| <span class="sourceLineNo">2397</span> Delete delete = new Delete(row1);<a name="line.2397"></a> |
| <span class="sourceLineNo">2398</span> delete.addColumn(fam1, qf1);<a name="line.2398"></a> |
| <span class="sourceLineNo">2399</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2399"></a> |
| <span class="sourceLineNo">2400</span> .ifMatches(fam1, qf1, CompareOperator.EQUAL, emptyVal).build(delete));<a name="line.2400"></a> |
| <span class="sourceLineNo">2401</span> assertFalse(res.isSuccess());<a name="line.2401"></a> |
| <span class="sourceLineNo">2402</span> assertNull(res.getResult());<a name="line.2402"></a> |
| <span class="sourceLineNo">2403</span><a name="line.2403"></a> |
| <span class="sourceLineNo">2404</span> put = new Put(row1);<a name="line.2404"></a> |
| <span class="sourceLineNo">2405</span> put.addColumn(fam1, qf1, val2);<a name="line.2405"></a> |
| <span class="sourceLineNo">2406</span> // checkAndPut with correct value<a name="line.2406"></a> |
| <span class="sourceLineNo">2407</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2407"></a> |
| <span class="sourceLineNo">2408</span> .ifMatches(fam1, qf1, CompareOperator.EQUAL, val1).build(put));<a name="line.2408"></a> |
| <span class="sourceLineNo">2409</span> assertTrue(res.isSuccess());<a name="line.2409"></a> |
| <span class="sourceLineNo">2410</span> assertNull(res.getResult());<a name="line.2410"></a> |
| <span class="sourceLineNo">2411</span><a name="line.2411"></a> |
| <span class="sourceLineNo">2412</span> // checkAndDelete with correct value<a name="line.2412"></a> |
| <span class="sourceLineNo">2413</span> delete = new Delete(row1);<a name="line.2413"></a> |
| <span class="sourceLineNo">2414</span> delete.addColumn(fam1, qf1);<a name="line.2414"></a> |
| <span class="sourceLineNo">2415</span> delete.addColumn(fam1, qf1);<a name="line.2415"></a> |
| <span class="sourceLineNo">2416</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2416"></a> |
| <span class="sourceLineNo">2417</span> .ifMatches(fam1, qf1, CompareOperator.EQUAL, val2).build(delete));<a name="line.2417"></a> |
| <span class="sourceLineNo">2418</span> assertTrue(res.isSuccess());<a name="line.2418"></a> |
| <span class="sourceLineNo">2419</span> assertNull(res.getResult());<a name="line.2419"></a> |
| <span class="sourceLineNo">2420</span><a name="line.2420"></a> |
| <span class="sourceLineNo">2421</span> delete = new Delete(row1);<a name="line.2421"></a> |
| <span class="sourceLineNo">2422</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2422"></a> |
| <span class="sourceLineNo">2423</span> .ifMatches(fam1, qf1, CompareOperator.EQUAL, emptyVal).build(delete));<a name="line.2423"></a> |
| <span class="sourceLineNo">2424</span> assertTrue(res.isSuccess());<a name="line.2424"></a> |
| <span class="sourceLineNo">2425</span> assertNull(res.getResult());<a name="line.2425"></a> |
| <span class="sourceLineNo">2426</span><a name="line.2426"></a> |
| <span class="sourceLineNo">2427</span> // checkAndPut looking for a null value<a name="line.2427"></a> |
| <span class="sourceLineNo">2428</span> put = new Put(row1);<a name="line.2428"></a> |
| <span class="sourceLineNo">2429</span> put.addColumn(fam1, qf1, val1);<a name="line.2429"></a> |
| <span class="sourceLineNo">2430</span><a name="line.2430"></a> |
| <span class="sourceLineNo">2431</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row1).ifNotExists(fam1, qf1)<a name="line.2431"></a> |
| <span class="sourceLineNo">2432</span> .build(put));<a name="line.2432"></a> |
| <span class="sourceLineNo">2433</span> assertTrue(res.isSuccess());<a name="line.2433"></a> |
| <span class="sourceLineNo">2434</span> assertNull(res.getResult());<a name="line.2434"></a> |
| <span class="sourceLineNo">2435</span> }<a name="line.2435"></a> |
| <span class="sourceLineNo">2436</span><a name="line.2436"></a> |
| <span class="sourceLineNo">2437</span> @Test<a name="line.2437"></a> |
| <span class="sourceLineNo">2438</span> public void testCheckAndMutateWithWrongValue() throws IOException {<a name="line.2438"></a> |
| <span class="sourceLineNo">2439</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.2439"></a> |
| <span class="sourceLineNo">2440</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.2440"></a> |
| <span class="sourceLineNo">2441</span> byte[] qf1 = Bytes.toBytes("qualifier");<a name="line.2441"></a> |
| <span class="sourceLineNo">2442</span> byte[] val1 = Bytes.toBytes("value1");<a name="line.2442"></a> |
| <span class="sourceLineNo">2443</span> byte[] val2 = Bytes.toBytes("value2");<a name="line.2443"></a> |
| <span class="sourceLineNo">2444</span> BigDecimal bd1 = new BigDecimal(Double.MAX_VALUE);<a name="line.2444"></a> |
| <span class="sourceLineNo">2445</span> BigDecimal bd2 = new BigDecimal(Double.MIN_VALUE);<a name="line.2445"></a> |
| <span class="sourceLineNo">2446</span><a name="line.2446"></a> |
| <span class="sourceLineNo">2447</span> // Setting up region<a name="line.2447"></a> |
| <span class="sourceLineNo">2448</span> this.region = initHRegion(tableName, method, CONF, fam1);<a name="line.2448"></a> |
| <span class="sourceLineNo">2449</span> // Putting data in key<a name="line.2449"></a> |
| <span class="sourceLineNo">2450</span> Put put = new Put(row1);<a name="line.2450"></a> |
| <span class="sourceLineNo">2451</span> put.addColumn(fam1, qf1, val1);<a name="line.2451"></a> |
| <span class="sourceLineNo">2452</span> region.put(put);<a name="line.2452"></a> |
| <span class="sourceLineNo">2453</span><a name="line.2453"></a> |
| <span class="sourceLineNo">2454</span> // checkAndPut with wrong value<a name="line.2454"></a> |
| <span class="sourceLineNo">2455</span> CheckAndMutateResult res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2455"></a> |
| <span class="sourceLineNo">2456</span> .ifMatches(fam1, qf1, CompareOperator.EQUAL, val2).build(put));<a name="line.2456"></a> |
| <span class="sourceLineNo">2457</span> assertFalse(res.isSuccess());<a name="line.2457"></a> |
| <span class="sourceLineNo">2458</span> assertNull(res.getResult());<a name="line.2458"></a> |
| <span class="sourceLineNo">2459</span><a name="line.2459"></a> |
| <span class="sourceLineNo">2460</span> // checkAndDelete with wrong value<a name="line.2460"></a> |
| <span class="sourceLineNo">2461</span> Delete delete = new Delete(row1);<a name="line.2461"></a> |
| <span class="sourceLineNo">2462</span> delete.addFamily(fam1);<a name="line.2462"></a> |
| <span class="sourceLineNo">2463</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2463"></a> |
| <span class="sourceLineNo">2464</span> .ifMatches(fam1, qf1, CompareOperator.EQUAL, val2).build(put));<a name="line.2464"></a> |
| <span class="sourceLineNo">2465</span> assertFalse(res.isSuccess());<a name="line.2465"></a> |
| <span class="sourceLineNo">2466</span> assertNull(res.getResult());<a name="line.2466"></a> |
| <span class="sourceLineNo">2467</span><a name="line.2467"></a> |
| <span class="sourceLineNo">2468</span> // Putting data in key<a name="line.2468"></a> |
| <span class="sourceLineNo">2469</span> put = new Put(row1);<a name="line.2469"></a> |
| <span class="sourceLineNo">2470</span> put.addColumn(fam1, qf1, Bytes.toBytes(bd1));<a name="line.2470"></a> |
| <span class="sourceLineNo">2471</span> region.put(put);<a name="line.2471"></a> |
| <span class="sourceLineNo">2472</span><a name="line.2472"></a> |
| <span class="sourceLineNo">2473</span> // checkAndPut with wrong value<a name="line.2473"></a> |
| <span class="sourceLineNo">2474</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2474"></a> |
| <span class="sourceLineNo">2475</span> .ifMatches(fam1, qf1, CompareOperator.EQUAL, Bytes.toBytes(bd2)).build(put));<a name="line.2475"></a> |
| <span class="sourceLineNo">2476</span> assertFalse(res.isSuccess());<a name="line.2476"></a> |
| <span class="sourceLineNo">2477</span> assertNull(res.getResult());<a name="line.2477"></a> |
| <span class="sourceLineNo">2478</span><a name="line.2478"></a> |
| <span class="sourceLineNo">2479</span> // checkAndDelete with wrong value<a name="line.2479"></a> |
| <span class="sourceLineNo">2480</span> delete = new Delete(row1);<a name="line.2480"></a> |
| <span class="sourceLineNo">2481</span> delete.addFamily(fam1);<a name="line.2481"></a> |
| <span class="sourceLineNo">2482</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2482"></a> |
| <span class="sourceLineNo">2483</span> .ifMatches(fam1, qf1, CompareOperator.EQUAL, Bytes.toBytes(bd2)).build(delete));<a name="line.2483"></a> |
| <span class="sourceLineNo">2484</span> assertFalse(res.isSuccess());<a name="line.2484"></a> |
| <span class="sourceLineNo">2485</span> assertNull(res.getResult());<a name="line.2485"></a> |
| <span class="sourceLineNo">2486</span> }<a name="line.2486"></a> |
| <span class="sourceLineNo">2487</span><a name="line.2487"></a> |
| <span class="sourceLineNo">2488</span> @Test<a name="line.2488"></a> |
| <span class="sourceLineNo">2489</span> public void testCheckAndMutateWithCorrectValue() throws IOException {<a name="line.2489"></a> |
| <span class="sourceLineNo">2490</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.2490"></a> |
| <span class="sourceLineNo">2491</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.2491"></a> |
| <span class="sourceLineNo">2492</span> byte[] qf1 = Bytes.toBytes("qualifier");<a name="line.2492"></a> |
| <span class="sourceLineNo">2493</span> byte[] val1 = Bytes.toBytes("value1");<a name="line.2493"></a> |
| <span class="sourceLineNo">2494</span> BigDecimal bd1 = new BigDecimal(Double.MIN_VALUE);<a name="line.2494"></a> |
| <span class="sourceLineNo">2495</span><a name="line.2495"></a> |
| <span class="sourceLineNo">2496</span> // Setting up region<a name="line.2496"></a> |
| <span class="sourceLineNo">2497</span> this.region = initHRegion(tableName, method, CONF, fam1);<a name="line.2497"></a> |
| <span class="sourceLineNo">2498</span> // Putting data in key<a name="line.2498"></a> |
| <span class="sourceLineNo">2499</span> long now = System.currentTimeMillis();<a name="line.2499"></a> |
| <span class="sourceLineNo">2500</span> Put put = new Put(row1);<a name="line.2500"></a> |
| <span class="sourceLineNo">2501</span> put.addColumn(fam1, qf1, now, val1);<a name="line.2501"></a> |
| <span class="sourceLineNo">2502</span> region.put(put);<a name="line.2502"></a> |
| <span class="sourceLineNo">2503</span><a name="line.2503"></a> |
| <span class="sourceLineNo">2504</span> // checkAndPut with correct value<a name="line.2504"></a> |
| <span class="sourceLineNo">2505</span> CheckAndMutateResult res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2505"></a> |
| <span class="sourceLineNo">2506</span> .ifMatches(fam1, qf1, CompareOperator.EQUAL, val1).build(put));<a name="line.2506"></a> |
| <span class="sourceLineNo">2507</span> assertTrue("First", res.isSuccess());<a name="line.2507"></a> |
| <span class="sourceLineNo">2508</span><a name="line.2508"></a> |
| <span class="sourceLineNo">2509</span> // checkAndDelete with correct value<a name="line.2509"></a> |
| <span class="sourceLineNo">2510</span> Delete delete = new Delete(row1, now + 1);<a name="line.2510"></a> |
| <span class="sourceLineNo">2511</span> delete.addColumn(fam1, qf1);<a name="line.2511"></a> |
| <span class="sourceLineNo">2512</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2512"></a> |
| <span class="sourceLineNo">2513</span> .ifMatches(fam1, qf1, CompareOperator.EQUAL, val1).build(delete));<a name="line.2513"></a> |
| <span class="sourceLineNo">2514</span> assertTrue("Delete", res.isSuccess());<a name="line.2514"></a> |
| <span class="sourceLineNo">2515</span> assertNull(res.getResult());<a name="line.2515"></a> |
| <span class="sourceLineNo">2516</span><a name="line.2516"></a> |
| <span class="sourceLineNo">2517</span> // Putting data in key<a name="line.2517"></a> |
| <span class="sourceLineNo">2518</span> put = new Put(row1);<a name="line.2518"></a> |
| <span class="sourceLineNo">2519</span> put.addColumn(fam1, qf1, now + 2, Bytes.toBytes(bd1));<a name="line.2519"></a> |
| <span class="sourceLineNo">2520</span> region.put(put);<a name="line.2520"></a> |
| <span class="sourceLineNo">2521</span><a name="line.2521"></a> |
| <span class="sourceLineNo">2522</span> // checkAndPut with correct value<a name="line.2522"></a> |
| <span class="sourceLineNo">2523</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2523"></a> |
| <span class="sourceLineNo">2524</span> .ifMatches(fam1, qf1, CompareOperator.EQUAL, Bytes.toBytes(bd1)).build(put));<a name="line.2524"></a> |
| <span class="sourceLineNo">2525</span> assertTrue("Second put", res.isSuccess());<a name="line.2525"></a> |
| <span class="sourceLineNo">2526</span> assertNull(res.getResult());<a name="line.2526"></a> |
| <span class="sourceLineNo">2527</span><a name="line.2527"></a> |
| <span class="sourceLineNo">2528</span> // checkAndDelete with correct value<a name="line.2528"></a> |
| <span class="sourceLineNo">2529</span> delete = new Delete(row1, now + 3);<a name="line.2529"></a> |
| <span class="sourceLineNo">2530</span> delete.addColumn(fam1, qf1);<a name="line.2530"></a> |
| <span class="sourceLineNo">2531</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2531"></a> |
| <span class="sourceLineNo">2532</span> .ifMatches(fam1, qf1, CompareOperator.EQUAL, Bytes.toBytes(bd1)).build(delete));<a name="line.2532"></a> |
| <span class="sourceLineNo">2533</span> assertTrue("Second delete", res.isSuccess());<a name="line.2533"></a> |
| <span class="sourceLineNo">2534</span> assertNull(res.getResult());<a name="line.2534"></a> |
| <span class="sourceLineNo">2535</span> }<a name="line.2535"></a> |
| <span class="sourceLineNo">2536</span><a name="line.2536"></a> |
| <span class="sourceLineNo">2537</span> @Test<a name="line.2537"></a> |
| <span class="sourceLineNo">2538</span> public void testCheckAndMutateWithNonEqualCompareOp() throws IOException {<a name="line.2538"></a> |
| <span class="sourceLineNo">2539</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.2539"></a> |
| <span class="sourceLineNo">2540</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.2540"></a> |
| <span class="sourceLineNo">2541</span> byte[] qf1 = Bytes.toBytes("qualifier");<a name="line.2541"></a> |
| <span class="sourceLineNo">2542</span> byte[] val1 = Bytes.toBytes("value1");<a name="line.2542"></a> |
| <span class="sourceLineNo">2543</span> byte[] val2 = Bytes.toBytes("value2");<a name="line.2543"></a> |
| <span class="sourceLineNo">2544</span> byte[] val3 = Bytes.toBytes("value3");<a name="line.2544"></a> |
| <span class="sourceLineNo">2545</span> byte[] val4 = Bytes.toBytes("value4");<a name="line.2545"></a> |
| <span class="sourceLineNo">2546</span><a name="line.2546"></a> |
| <span class="sourceLineNo">2547</span> // Setting up region<a name="line.2547"></a> |
| <span class="sourceLineNo">2548</span> this.region = initHRegion(tableName, method, CONF, fam1);<a name="line.2548"></a> |
| <span class="sourceLineNo">2549</span> // Putting val3 in key<a name="line.2549"></a> |
| <span class="sourceLineNo">2550</span> Put put = new Put(row1);<a name="line.2550"></a> |
| <span class="sourceLineNo">2551</span> put.addColumn(fam1, qf1, val3);<a name="line.2551"></a> |
| <span class="sourceLineNo">2552</span> region.put(put);<a name="line.2552"></a> |
| <span class="sourceLineNo">2553</span><a name="line.2553"></a> |
| <span class="sourceLineNo">2554</span> // Test CompareOp.LESS: original = val3, compare with val3, fail<a name="line.2554"></a> |
| <span class="sourceLineNo">2555</span> CheckAndMutateResult res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2555"></a> |
| <span class="sourceLineNo">2556</span> .ifMatches(fam1, qf1, CompareOperator.LESS, val3).build(put));<a name="line.2556"></a> |
| <span class="sourceLineNo">2557</span> assertFalse(res.isSuccess());<a name="line.2557"></a> |
| <span class="sourceLineNo">2558</span> assertNull(res.getResult());<a name="line.2558"></a> |
| <span class="sourceLineNo">2559</span><a name="line.2559"></a> |
| <span class="sourceLineNo">2560</span> // Test CompareOp.LESS: original = val3, compare with val4, fail<a name="line.2560"></a> |
| <span class="sourceLineNo">2561</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2561"></a> |
| <span class="sourceLineNo">2562</span> .ifMatches(fam1, qf1, CompareOperator.LESS, val4).build(put));<a name="line.2562"></a> |
| <span class="sourceLineNo">2563</span> assertFalse(res.isSuccess());<a name="line.2563"></a> |
| <span class="sourceLineNo">2564</span> assertNull(res.getResult());<a name="line.2564"></a> |
| <span class="sourceLineNo">2565</span><a name="line.2565"></a> |
| <span class="sourceLineNo">2566</span> // Test CompareOp.LESS: original = val3, compare with val2,<a name="line.2566"></a> |
| <span class="sourceLineNo">2567</span> // succeed (now value = val2)<a name="line.2567"></a> |
| <span class="sourceLineNo">2568</span> put = new Put(row1);<a name="line.2568"></a> |
| <span class="sourceLineNo">2569</span> put.addColumn(fam1, qf1, val2);<a name="line.2569"></a> |
| <span class="sourceLineNo">2570</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2570"></a> |
| <span class="sourceLineNo">2571</span> .ifMatches(fam1, qf1, CompareOperator.LESS, val2).build(put));<a name="line.2571"></a> |
| <span class="sourceLineNo">2572</span> assertTrue(res.isSuccess());<a name="line.2572"></a> |
| <span class="sourceLineNo">2573</span> assertNull(res.getResult());<a name="line.2573"></a> |
| <span class="sourceLineNo">2574</span><a name="line.2574"></a> |
| <span class="sourceLineNo">2575</span> // Test CompareOp.LESS_OR_EQUAL: original = val2, compare with val3, fail<a name="line.2575"></a> |
| <span class="sourceLineNo">2576</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2576"></a> |
| <span class="sourceLineNo">2577</span> .ifMatches(fam1, qf1, CompareOperator.LESS_OR_EQUAL, val3).build(put));<a name="line.2577"></a> |
| <span class="sourceLineNo">2578</span> assertFalse(res.isSuccess());<a name="line.2578"></a> |
| <span class="sourceLineNo">2579</span> assertNull(res.getResult());<a name="line.2579"></a> |
| <span class="sourceLineNo">2580</span><a name="line.2580"></a> |
| <span class="sourceLineNo">2581</span> // Test CompareOp.LESS_OR_EQUAL: original = val2, compare with val2,<a name="line.2581"></a> |
| <span class="sourceLineNo">2582</span> // succeed (value still = val2)<a name="line.2582"></a> |
| <span class="sourceLineNo">2583</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2583"></a> |
| <span class="sourceLineNo">2584</span> .ifMatches(fam1, qf1, CompareOperator.LESS_OR_EQUAL, val2).build(put));<a name="line.2584"></a> |
| <span class="sourceLineNo">2585</span> assertTrue(res.isSuccess());<a name="line.2585"></a> |
| <span class="sourceLineNo">2586</span> assertNull(res.getResult());<a name="line.2586"></a> |
| <span class="sourceLineNo">2587</span><a name="line.2587"></a> |
| <span class="sourceLineNo">2588</span> // Test CompareOp.LESS_OR_EQUAL: original = val2, compare with val1,<a name="line.2588"></a> |
| <span class="sourceLineNo">2589</span> // succeed (now value = val3)<a name="line.2589"></a> |
| <span class="sourceLineNo">2590</span> put = new Put(row1);<a name="line.2590"></a> |
| <span class="sourceLineNo">2591</span> put.addColumn(fam1, qf1, val3);<a name="line.2591"></a> |
| <span class="sourceLineNo">2592</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2592"></a> |
| <span class="sourceLineNo">2593</span> .ifMatches(fam1, qf1, CompareOperator.LESS_OR_EQUAL, val1).build(put));<a name="line.2593"></a> |
| <span class="sourceLineNo">2594</span> assertTrue(res.isSuccess());<a name="line.2594"></a> |
| <span class="sourceLineNo">2595</span> assertNull(res.getResult());<a name="line.2595"></a> |
| <span class="sourceLineNo">2596</span><a name="line.2596"></a> |
| <span class="sourceLineNo">2597</span> // Test CompareOp.GREATER: original = val3, compare with val3, fail<a name="line.2597"></a> |
| <span class="sourceLineNo">2598</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2598"></a> |
| <span class="sourceLineNo">2599</span> .ifMatches(fam1, qf1, CompareOperator.GREATER, val3).build(put));<a name="line.2599"></a> |
| <span class="sourceLineNo">2600</span> assertFalse(res.isSuccess());<a name="line.2600"></a> |
| <span class="sourceLineNo">2601</span> assertNull(res.getResult());<a name="line.2601"></a> |
| <span class="sourceLineNo">2602</span><a name="line.2602"></a> |
| <span class="sourceLineNo">2603</span> // Test CompareOp.GREATER: original = val3, compare with val2, fail<a name="line.2603"></a> |
| <span class="sourceLineNo">2604</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2604"></a> |
| <span class="sourceLineNo">2605</span> .ifMatches(fam1, qf1, CompareOperator.GREATER, val2).build(put));<a name="line.2605"></a> |
| <span class="sourceLineNo">2606</span> assertFalse(res.isSuccess());<a name="line.2606"></a> |
| <span class="sourceLineNo">2607</span> assertNull(res.getResult());<a name="line.2607"></a> |
| <span class="sourceLineNo">2608</span><a name="line.2608"></a> |
| <span class="sourceLineNo">2609</span> // Test CompareOp.GREATER: original = val3, compare with val4,<a name="line.2609"></a> |
| <span class="sourceLineNo">2610</span> // succeed (now value = val2)<a name="line.2610"></a> |
| <span class="sourceLineNo">2611</span> put = new Put(row1);<a name="line.2611"></a> |
| <span class="sourceLineNo">2612</span> put.addColumn(fam1, qf1, val2);<a name="line.2612"></a> |
| <span class="sourceLineNo">2613</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2613"></a> |
| <span class="sourceLineNo">2614</span> .ifMatches(fam1, qf1, CompareOperator.GREATER, val4).build(put));<a name="line.2614"></a> |
| <span class="sourceLineNo">2615</span> assertTrue(res.isSuccess());<a name="line.2615"></a> |
| <span class="sourceLineNo">2616</span> assertNull(res.getResult());<a name="line.2616"></a> |
| <span class="sourceLineNo">2617</span><a name="line.2617"></a> |
| <span class="sourceLineNo">2618</span> // Test CompareOp.GREATER_OR_EQUAL: original = val2, compare with val1, fail<a name="line.2618"></a> |
| <span class="sourceLineNo">2619</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2619"></a> |
| <span class="sourceLineNo">2620</span> .ifMatches(fam1, qf1, CompareOperator.GREATER_OR_EQUAL, val1).build(put));<a name="line.2620"></a> |
| <span class="sourceLineNo">2621</span> assertFalse(res.isSuccess());<a name="line.2621"></a> |
| <span class="sourceLineNo">2622</span> assertNull(res.getResult());<a name="line.2622"></a> |
| <span class="sourceLineNo">2623</span><a name="line.2623"></a> |
| <span class="sourceLineNo">2624</span> // Test CompareOp.GREATER_OR_EQUAL: original = val2, compare with val2,<a name="line.2624"></a> |
| <span class="sourceLineNo">2625</span> // succeed (value still = val2)<a name="line.2625"></a> |
| <span class="sourceLineNo">2626</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2626"></a> |
| <span class="sourceLineNo">2627</span> .ifMatches(fam1, qf1, CompareOperator.GREATER_OR_EQUAL, val2).build(put));<a name="line.2627"></a> |
| <span class="sourceLineNo">2628</span> assertTrue(res.isSuccess());<a name="line.2628"></a> |
| <span class="sourceLineNo">2629</span> assertNull(res.getResult());<a name="line.2629"></a> |
| <span class="sourceLineNo">2630</span><a name="line.2630"></a> |
| <span class="sourceLineNo">2631</span> // Test CompareOp.GREATER_OR_EQUAL: original = val2, compare with val3, succeed<a name="line.2631"></a> |
| <span class="sourceLineNo">2632</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2632"></a> |
| <span class="sourceLineNo">2633</span> .ifMatches(fam1, qf1, CompareOperator.GREATER_OR_EQUAL, val3).build(put));<a name="line.2633"></a> |
| <span class="sourceLineNo">2634</span> assertTrue(res.isSuccess());<a name="line.2634"></a> |
| <span class="sourceLineNo">2635</span> assertNull(res.getResult());<a name="line.2635"></a> |
| <span class="sourceLineNo">2636</span> }<a name="line.2636"></a> |
| <span class="sourceLineNo">2637</span><a name="line.2637"></a> |
| <span class="sourceLineNo">2638</span> @Test<a name="line.2638"></a> |
| <span class="sourceLineNo">2639</span> public void testCheckAndPutThatPutWasWritten() throws IOException {<a name="line.2639"></a> |
| <span class="sourceLineNo">2640</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.2640"></a> |
| <span class="sourceLineNo">2641</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.2641"></a> |
| <span class="sourceLineNo">2642</span> byte[] fam2 = Bytes.toBytes("fam2");<a name="line.2642"></a> |
| <span class="sourceLineNo">2643</span> byte[] qf1 = Bytes.toBytes("qualifier");<a name="line.2643"></a> |
| <span class="sourceLineNo">2644</span> byte[] val1 = Bytes.toBytes("value1");<a name="line.2644"></a> |
| <span class="sourceLineNo">2645</span> byte[] val2 = Bytes.toBytes("value2");<a name="line.2645"></a> |
| <span class="sourceLineNo">2646</span><a name="line.2646"></a> |
| <span class="sourceLineNo">2647</span> byte[][] families = { fam1, fam2 };<a name="line.2647"></a> |
| <span class="sourceLineNo">2648</span><a name="line.2648"></a> |
| <span class="sourceLineNo">2649</span> // Setting up region<a name="line.2649"></a> |
| <span class="sourceLineNo">2650</span> this.region = initHRegion(tableName, method, CONF, families);<a name="line.2650"></a> |
| <span class="sourceLineNo">2651</span> // Putting data in the key to check<a name="line.2651"></a> |
| <span class="sourceLineNo">2652</span> Put put = new Put(row1);<a name="line.2652"></a> |
| <span class="sourceLineNo">2653</span> put.addColumn(fam1, qf1, val1);<a name="line.2653"></a> |
| <span class="sourceLineNo">2654</span> region.put(put);<a name="line.2654"></a> |
| <span class="sourceLineNo">2655</span><a name="line.2655"></a> |
| <span class="sourceLineNo">2656</span> // Creating put to add<a name="line.2656"></a> |
| <span class="sourceLineNo">2657</span> long ts = System.currentTimeMillis();<a name="line.2657"></a> |
| <span class="sourceLineNo">2658</span> KeyValue kv = new KeyValue(row1, fam2, qf1, ts, KeyValue.Type.Put, val2);<a name="line.2658"></a> |
| <span class="sourceLineNo">2659</span> put = new Put(row1);<a name="line.2659"></a> |
| <span class="sourceLineNo">2660</span> put.add(kv);<a name="line.2660"></a> |
| <span class="sourceLineNo">2661</span><a name="line.2661"></a> |
| <span class="sourceLineNo">2662</span> // checkAndPut with wrong value<a name="line.2662"></a> |
| <span class="sourceLineNo">2663</span> CheckAndMutateResult res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2663"></a> |
| <span class="sourceLineNo">2664</span> .ifMatches(fam1, qf1, CompareOperator.EQUAL, val1).build(put));<a name="line.2664"></a> |
| <span class="sourceLineNo">2665</span> assertTrue(res.isSuccess());<a name="line.2665"></a> |
| <span class="sourceLineNo">2666</span> assertNull(res.getResult());<a name="line.2666"></a> |
| <span class="sourceLineNo">2667</span><a name="line.2667"></a> |
| <span class="sourceLineNo">2668</span> Get get = new Get(row1);<a name="line.2668"></a> |
| <span class="sourceLineNo">2669</span> get.addColumn(fam2, qf1);<a name="line.2669"></a> |
| <span class="sourceLineNo">2670</span> Cell[] actual = region.get(get).rawCells();<a name="line.2670"></a> |
| <span class="sourceLineNo">2671</span><a name="line.2671"></a> |
| <span class="sourceLineNo">2672</span> Cell[] expected = { kv };<a name="line.2672"></a> |
| <span class="sourceLineNo">2673</span><a name="line.2673"></a> |
| <span class="sourceLineNo">2674</span> assertEquals(expected.length, actual.length);<a name="line.2674"></a> |
| <span class="sourceLineNo">2675</span> for (int i = 0; i < actual.length; i++) {<a name="line.2675"></a> |
| <span class="sourceLineNo">2676</span> assertEquals(expected[i], actual[i]);<a name="line.2676"></a> |
| <span class="sourceLineNo">2677</span> }<a name="line.2677"></a> |
| <span class="sourceLineNo">2678</span> }<a name="line.2678"></a> |
| <span class="sourceLineNo">2679</span><a name="line.2679"></a> |
| <span class="sourceLineNo">2680</span> @Test<a name="line.2680"></a> |
| <span class="sourceLineNo">2681</span> public void testCheckAndDeleteThatDeleteWasWritten() throws IOException {<a name="line.2681"></a> |
| <span class="sourceLineNo">2682</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.2682"></a> |
| <span class="sourceLineNo">2683</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.2683"></a> |
| <span class="sourceLineNo">2684</span> byte[] fam2 = Bytes.toBytes("fam2");<a name="line.2684"></a> |
| <span class="sourceLineNo">2685</span> byte[] qf1 = Bytes.toBytes("qualifier1");<a name="line.2685"></a> |
| <span class="sourceLineNo">2686</span> byte[] qf2 = Bytes.toBytes("qualifier2");<a name="line.2686"></a> |
| <span class="sourceLineNo">2687</span> byte[] qf3 = Bytes.toBytes("qualifier3");<a name="line.2687"></a> |
| <span class="sourceLineNo">2688</span> byte[] val1 = Bytes.toBytes("value1");<a name="line.2688"></a> |
| <span class="sourceLineNo">2689</span> byte[] val2 = Bytes.toBytes("value2");<a name="line.2689"></a> |
| <span class="sourceLineNo">2690</span> byte[] val3 = Bytes.toBytes("value3");<a name="line.2690"></a> |
| <span class="sourceLineNo">2691</span> byte[] emptyVal = new byte[] {};<a name="line.2691"></a> |
| <span class="sourceLineNo">2692</span><a name="line.2692"></a> |
| <span class="sourceLineNo">2693</span> byte[][] families = { fam1, fam2 };<a name="line.2693"></a> |
| <span class="sourceLineNo">2694</span><a name="line.2694"></a> |
| <span class="sourceLineNo">2695</span> // Setting up region<a name="line.2695"></a> |
| <span class="sourceLineNo">2696</span> this.region = initHRegion(tableName, method, CONF, families);<a name="line.2696"></a> |
| <span class="sourceLineNo">2697</span> // Put content<a name="line.2697"></a> |
| <span class="sourceLineNo">2698</span> Put put = new Put(row1);<a name="line.2698"></a> |
| <span class="sourceLineNo">2699</span> put.addColumn(fam1, qf1, val1);<a name="line.2699"></a> |
| <span class="sourceLineNo">2700</span> region.put(put);<a name="line.2700"></a> |
| <span class="sourceLineNo">2701</span> Threads.sleep(2);<a name="line.2701"></a> |
| <span class="sourceLineNo">2702</span><a name="line.2702"></a> |
| <span class="sourceLineNo">2703</span> put = new Put(row1);<a name="line.2703"></a> |
| <span class="sourceLineNo">2704</span> put.addColumn(fam1, qf1, val2);<a name="line.2704"></a> |
| <span class="sourceLineNo">2705</span> put.addColumn(fam2, qf1, val3);<a name="line.2705"></a> |
| <span class="sourceLineNo">2706</span> put.addColumn(fam2, qf2, val2);<a name="line.2706"></a> |
| <span class="sourceLineNo">2707</span> put.addColumn(fam2, qf3, val1);<a name="line.2707"></a> |
| <span class="sourceLineNo">2708</span> put.addColumn(fam1, qf3, val1);<a name="line.2708"></a> |
| <span class="sourceLineNo">2709</span> region.put(put);<a name="line.2709"></a> |
| <span class="sourceLineNo">2710</span><a name="line.2710"></a> |
| <span class="sourceLineNo">2711</span> LOG.info("get={}", region.get(new Get(row1).addColumn(fam1, qf1)).toString());<a name="line.2711"></a> |
| <span class="sourceLineNo">2712</span><a name="line.2712"></a> |
| <span class="sourceLineNo">2713</span> // Multi-column delete<a name="line.2713"></a> |
| <span class="sourceLineNo">2714</span> Delete delete = new Delete(row1);<a name="line.2714"></a> |
| <span class="sourceLineNo">2715</span> delete.addColumn(fam1, qf1);<a name="line.2715"></a> |
| <span class="sourceLineNo">2716</span> delete.addColumn(fam2, qf1);<a name="line.2716"></a> |
| <span class="sourceLineNo">2717</span> delete.addColumn(fam1, qf3);<a name="line.2717"></a> |
| <span class="sourceLineNo">2718</span> CheckAndMutateResult res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2718"></a> |
| <span class="sourceLineNo">2719</span> .ifMatches(fam1, qf1, CompareOperator.EQUAL, val2).build(delete));<a name="line.2719"></a> |
| <span class="sourceLineNo">2720</span> assertTrue(res.isSuccess());<a name="line.2720"></a> |
| <span class="sourceLineNo">2721</span> assertNull(res.getResult());<a name="line.2721"></a> |
| <span class="sourceLineNo">2722</span><a name="line.2722"></a> |
| <span class="sourceLineNo">2723</span> Get get = new Get(row1);<a name="line.2723"></a> |
| <span class="sourceLineNo">2724</span> get.addColumn(fam1, qf1);<a name="line.2724"></a> |
| <span class="sourceLineNo">2725</span> get.addColumn(fam1, qf3);<a name="line.2725"></a> |
| <span class="sourceLineNo">2726</span> get.addColumn(fam2, qf2);<a name="line.2726"></a> |
| <span class="sourceLineNo">2727</span> Result r = region.get(get);<a name="line.2727"></a> |
| <span class="sourceLineNo">2728</span> assertEquals(2, r.size());<a name="line.2728"></a> |
| <span class="sourceLineNo">2729</span> assertArrayEquals(val1, r.getValue(fam1, qf1));<a name="line.2729"></a> |
| <span class="sourceLineNo">2730</span> assertArrayEquals(val2, r.getValue(fam2, qf2));<a name="line.2730"></a> |
| <span class="sourceLineNo">2731</span><a name="line.2731"></a> |
| <span class="sourceLineNo">2732</span> // Family delete<a name="line.2732"></a> |
| <span class="sourceLineNo">2733</span> delete = new Delete(row1);<a name="line.2733"></a> |
| <span class="sourceLineNo">2734</span> delete.addFamily(fam2);<a name="line.2734"></a> |
| <span class="sourceLineNo">2735</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2735"></a> |
| <span class="sourceLineNo">2736</span> .ifMatches(fam2, qf1, CompareOperator.EQUAL, emptyVal).build(delete));<a name="line.2736"></a> |
| <span class="sourceLineNo">2737</span> assertTrue(res.isSuccess());<a name="line.2737"></a> |
| <span class="sourceLineNo">2738</span> assertNull(res.getResult());<a name="line.2738"></a> |
| <span class="sourceLineNo">2739</span><a name="line.2739"></a> |
| <span class="sourceLineNo">2740</span> get = new Get(row1);<a name="line.2740"></a> |
| <span class="sourceLineNo">2741</span> r = region.get(get);<a name="line.2741"></a> |
| <span class="sourceLineNo">2742</span> assertEquals(1, r.size());<a name="line.2742"></a> |
| <span class="sourceLineNo">2743</span> assertArrayEquals(val1, r.getValue(fam1, qf1));<a name="line.2743"></a> |
| <span class="sourceLineNo">2744</span><a name="line.2744"></a> |
| <span class="sourceLineNo">2745</span> // Row delete<a name="line.2745"></a> |
| <span class="sourceLineNo">2746</span> delete = new Delete(row1);<a name="line.2746"></a> |
| <span class="sourceLineNo">2747</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row1)<a name="line.2747"></a> |
| <span class="sourceLineNo">2748</span> .ifMatches(fam1, qf1, CompareOperator.EQUAL, val1).build(delete));<a name="line.2748"></a> |
| <span class="sourceLineNo">2749</span> assertTrue(res.isSuccess());<a name="line.2749"></a> |
| <span class="sourceLineNo">2750</span> assertNull(res.getResult());<a name="line.2750"></a> |
| <span class="sourceLineNo">2751</span><a name="line.2751"></a> |
| <span class="sourceLineNo">2752</span> get = new Get(row1);<a name="line.2752"></a> |
| <span class="sourceLineNo">2753</span> r = region.get(get);<a name="line.2753"></a> |
| <span class="sourceLineNo">2754</span> assertEquals(0, r.size());<a name="line.2754"></a> |
| <span class="sourceLineNo">2755</span> }<a name="line.2755"></a> |
| <span class="sourceLineNo">2756</span><a name="line.2756"></a> |
| <span class="sourceLineNo">2757</span> @Test<a name="line.2757"></a> |
| <span class="sourceLineNo">2758</span> public void testCheckAndMutateWithFilters() throws Throwable {<a name="line.2758"></a> |
| <span class="sourceLineNo">2759</span> final byte[] FAMILY = Bytes.toBytes("fam");<a name="line.2759"></a> |
| <span class="sourceLineNo">2760</span><a name="line.2760"></a> |
| <span class="sourceLineNo">2761</span> // Setting up region<a name="line.2761"></a> |
| <span class="sourceLineNo">2762</span> this.region = initHRegion(tableName, method, CONF, FAMILY);<a name="line.2762"></a> |
| <span class="sourceLineNo">2763</span><a name="line.2763"></a> |
| <span class="sourceLineNo">2764</span> // Put one row<a name="line.2764"></a> |
| <span class="sourceLineNo">2765</span> Put put = new Put(row);<a name="line.2765"></a> |
| <span class="sourceLineNo">2766</span> put.addColumn(FAMILY, Bytes.toBytes("A"), Bytes.toBytes("a"));<a name="line.2766"></a> |
| <span class="sourceLineNo">2767</span> put.addColumn(FAMILY, Bytes.toBytes("B"), Bytes.toBytes("b"));<a name="line.2767"></a> |
| <span class="sourceLineNo">2768</span> put.addColumn(FAMILY, Bytes.toBytes("C"), Bytes.toBytes("c"));<a name="line.2768"></a> |
| <span class="sourceLineNo">2769</span> region.put(put);<a name="line.2769"></a> |
| <span class="sourceLineNo">2770</span><a name="line.2770"></a> |
| <span class="sourceLineNo">2771</span> // Put with success<a name="line.2771"></a> |
| <span class="sourceLineNo">2772</span> CheckAndMutateResult res = region.checkAndMutate(CheckAndMutate.newBuilder(row)<a name="line.2772"></a> |
| <span class="sourceLineNo">2773</span> .ifMatches(new FilterList(<a name="line.2773"></a> |
| <span class="sourceLineNo">2774</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("A"), CompareOperator.EQUAL,<a name="line.2774"></a> |
| <span class="sourceLineNo">2775</span> Bytes.toBytes("a")),<a name="line.2775"></a> |
| <span class="sourceLineNo">2776</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("B"), CompareOperator.EQUAL,<a name="line.2776"></a> |
| <span class="sourceLineNo">2777</span> Bytes.toBytes("b"))))<a name="line.2777"></a> |
| <span class="sourceLineNo">2778</span> .build(new Put(row).addColumn(FAMILY, Bytes.toBytes("D"), Bytes.toBytes("d"))));<a name="line.2778"></a> |
| <span class="sourceLineNo">2779</span> assertTrue(res.isSuccess());<a name="line.2779"></a> |
| <span class="sourceLineNo">2780</span> assertNull(res.getResult());<a name="line.2780"></a> |
| <span class="sourceLineNo">2781</span><a name="line.2781"></a> |
| <span class="sourceLineNo">2782</span> Result result = region.get(new Get(row).addColumn(FAMILY, Bytes.toBytes("D")));<a name="line.2782"></a> |
| <span class="sourceLineNo">2783</span> assertEquals("d", Bytes.toString(result.getValue(FAMILY, Bytes.toBytes("D"))));<a name="line.2783"></a> |
| <span class="sourceLineNo">2784</span><a name="line.2784"></a> |
| <span class="sourceLineNo">2785</span> // Put with failure<a name="line.2785"></a> |
| <span class="sourceLineNo">2786</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row)<a name="line.2786"></a> |
| <span class="sourceLineNo">2787</span> .ifMatches(new FilterList(<a name="line.2787"></a> |
| <span class="sourceLineNo">2788</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("A"), CompareOperator.EQUAL,<a name="line.2788"></a> |
| <span class="sourceLineNo">2789</span> Bytes.toBytes("a")),<a name="line.2789"></a> |
| <span class="sourceLineNo">2790</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("B"), CompareOperator.EQUAL,<a name="line.2790"></a> |
| <span class="sourceLineNo">2791</span> Bytes.toBytes("c"))))<a name="line.2791"></a> |
| <span class="sourceLineNo">2792</span> .build(new Put(row).addColumn(FAMILY, Bytes.toBytes("E"), Bytes.toBytes("e"))));<a name="line.2792"></a> |
| <span class="sourceLineNo">2793</span> assertFalse(res.isSuccess());<a name="line.2793"></a> |
| <span class="sourceLineNo">2794</span> assertNull(res.getResult());<a name="line.2794"></a> |
| <span class="sourceLineNo">2795</span><a name="line.2795"></a> |
| <span class="sourceLineNo">2796</span> assertTrue(region.get(new Get(row).addColumn(FAMILY, Bytes.toBytes("E"))).isEmpty());<a name="line.2796"></a> |
| <span class="sourceLineNo">2797</span><a name="line.2797"></a> |
| <span class="sourceLineNo">2798</span> // Delete with success<a name="line.2798"></a> |
| <span class="sourceLineNo">2799</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row)<a name="line.2799"></a> |
| <span class="sourceLineNo">2800</span> .ifMatches(new FilterList(<a name="line.2800"></a> |
| <span class="sourceLineNo">2801</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("A"), CompareOperator.EQUAL,<a name="line.2801"></a> |
| <span class="sourceLineNo">2802</span> Bytes.toBytes("a")),<a name="line.2802"></a> |
| <span class="sourceLineNo">2803</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("B"), CompareOperator.EQUAL,<a name="line.2803"></a> |
| <span class="sourceLineNo">2804</span> Bytes.toBytes("b"))))<a name="line.2804"></a> |
| <span class="sourceLineNo">2805</span> .build(new Delete(row).addColumns(FAMILY, Bytes.toBytes("D"))));<a name="line.2805"></a> |
| <span class="sourceLineNo">2806</span> assertTrue(res.isSuccess());<a name="line.2806"></a> |
| <span class="sourceLineNo">2807</span> assertNull(res.getResult());<a name="line.2807"></a> |
| <span class="sourceLineNo">2808</span><a name="line.2808"></a> |
| <span class="sourceLineNo">2809</span> assertTrue(region.get(new Get(row).addColumn(FAMILY, Bytes.toBytes("D"))).isEmpty());<a name="line.2809"></a> |
| <span class="sourceLineNo">2810</span><a name="line.2810"></a> |
| <span class="sourceLineNo">2811</span> // Mutate with success<a name="line.2811"></a> |
| <span class="sourceLineNo">2812</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row)<a name="line.2812"></a> |
| <span class="sourceLineNo">2813</span> .ifMatches(new FilterList(<a name="line.2813"></a> |
| <span class="sourceLineNo">2814</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("A"), CompareOperator.EQUAL,<a name="line.2814"></a> |
| <span class="sourceLineNo">2815</span> Bytes.toBytes("a")),<a name="line.2815"></a> |
| <span class="sourceLineNo">2816</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("B"), CompareOperator.EQUAL,<a name="line.2816"></a> |
| <span class="sourceLineNo">2817</span> Bytes.toBytes("b"))))<a name="line.2817"></a> |
| <span class="sourceLineNo">2818</span> .build(new RowMutations(row)<a name="line.2818"></a> |
| <span class="sourceLineNo">2819</span> .add((Mutation) new Put(row)<a name="line.2819"></a> |
| <span class="sourceLineNo">2820</span> .addColumn(FAMILY, Bytes.toBytes("E"), Bytes.toBytes("e")))<a name="line.2820"></a> |
| <span class="sourceLineNo">2821</span> .add((Mutation) new Delete(row).addColumns(FAMILY, Bytes.toBytes("A")))));<a name="line.2821"></a> |
| <span class="sourceLineNo">2822</span> assertTrue(res.isSuccess());<a name="line.2822"></a> |
| <span class="sourceLineNo">2823</span> assertNull(res.getResult());<a name="line.2823"></a> |
| <span class="sourceLineNo">2824</span><a name="line.2824"></a> |
| <span class="sourceLineNo">2825</span> result = region.get(new Get(row).addColumn(FAMILY, Bytes.toBytes("E")));<a name="line.2825"></a> |
| <span class="sourceLineNo">2826</span> assertEquals("e", Bytes.toString(result.getValue(FAMILY, Bytes.toBytes("E"))));<a name="line.2826"></a> |
| <span class="sourceLineNo">2827</span><a name="line.2827"></a> |
| <span class="sourceLineNo">2828</span> assertTrue(region.get(new Get(row).addColumn(FAMILY, Bytes.toBytes("A"))).isEmpty());<a name="line.2828"></a> |
| <span class="sourceLineNo">2829</span> }<a name="line.2829"></a> |
| <span class="sourceLineNo">2830</span><a name="line.2830"></a> |
| <span class="sourceLineNo">2831</span> @Test<a name="line.2831"></a> |
| <span class="sourceLineNo">2832</span> public void testCheckAndMutateWithFiltersAndTimeRange() throws Throwable {<a name="line.2832"></a> |
| <span class="sourceLineNo">2833</span> final byte[] FAMILY = Bytes.toBytes("fam");<a name="line.2833"></a> |
| <span class="sourceLineNo">2834</span><a name="line.2834"></a> |
| <span class="sourceLineNo">2835</span> // Setting up region<a name="line.2835"></a> |
| <span class="sourceLineNo">2836</span> this.region = initHRegion(tableName, method, CONF, FAMILY);<a name="line.2836"></a> |
| <span class="sourceLineNo">2837</span><a name="line.2837"></a> |
| <span class="sourceLineNo">2838</span> // Put with specifying the timestamp<a name="line.2838"></a> |
| <span class="sourceLineNo">2839</span> region.put(new Put(row).addColumn(FAMILY, Bytes.toBytes("A"), 100, Bytes.toBytes("a")));<a name="line.2839"></a> |
| <span class="sourceLineNo">2840</span><a name="line.2840"></a> |
| <span class="sourceLineNo">2841</span> // Put with success<a name="line.2841"></a> |
| <span class="sourceLineNo">2842</span> CheckAndMutateResult res = region.checkAndMutate(CheckAndMutate.newBuilder(row)<a name="line.2842"></a> |
| <span class="sourceLineNo">2843</span> .ifMatches(new SingleColumnValueFilter(FAMILY, Bytes.toBytes("A"), CompareOperator.EQUAL,<a name="line.2843"></a> |
| <span class="sourceLineNo">2844</span> Bytes.toBytes("a")))<a name="line.2844"></a> |
| <span class="sourceLineNo">2845</span> .timeRange(TimeRange.between(0, 101))<a name="line.2845"></a> |
| <span class="sourceLineNo">2846</span> .build(new Put(row).addColumn(FAMILY, Bytes.toBytes("B"), Bytes.toBytes("b"))));<a name="line.2846"></a> |
| <span class="sourceLineNo">2847</span> assertTrue(res.isSuccess());<a name="line.2847"></a> |
| <span class="sourceLineNo">2848</span> assertNull(res.getResult());<a name="line.2848"></a> |
| <span class="sourceLineNo">2849</span><a name="line.2849"></a> |
| <span class="sourceLineNo">2850</span> Result result = region.get(new Get(row).addColumn(FAMILY, Bytes.toBytes("B")));<a name="line.2850"></a> |
| <span class="sourceLineNo">2851</span> assertEquals("b", Bytes.toString(result.getValue(FAMILY, Bytes.toBytes("B"))));<a name="line.2851"></a> |
| <span class="sourceLineNo">2852</span><a name="line.2852"></a> |
| <span class="sourceLineNo">2853</span> // Put with failure<a name="line.2853"></a> |
| <span class="sourceLineNo">2854</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row)<a name="line.2854"></a> |
| <span class="sourceLineNo">2855</span> .ifMatches(new SingleColumnValueFilter(FAMILY, Bytes.toBytes("A"), CompareOperator.EQUAL,<a name="line.2855"></a> |
| <span class="sourceLineNo">2856</span> Bytes.toBytes("a")))<a name="line.2856"></a> |
| <span class="sourceLineNo">2857</span> .timeRange(TimeRange.between(0, 100))<a name="line.2857"></a> |
| <span class="sourceLineNo">2858</span> .build(new Put(row).addColumn(FAMILY, Bytes.toBytes("C"), Bytes.toBytes("c"))));<a name="line.2858"></a> |
| <span class="sourceLineNo">2859</span> assertFalse(res.isSuccess());<a name="line.2859"></a> |
| <span class="sourceLineNo">2860</span> assertNull(res.getResult());<a name="line.2860"></a> |
| <span class="sourceLineNo">2861</span><a name="line.2861"></a> |
| <span class="sourceLineNo">2862</span> assertTrue(region.get(new Get(row).addColumn(FAMILY, Bytes.toBytes("C"))).isEmpty());<a name="line.2862"></a> |
| <span class="sourceLineNo">2863</span><a name="line.2863"></a> |
| <span class="sourceLineNo">2864</span> // RowMutations with success<a name="line.2864"></a> |
| <span class="sourceLineNo">2865</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row)<a name="line.2865"></a> |
| <span class="sourceLineNo">2866</span> .ifMatches(new SingleColumnValueFilter(FAMILY, Bytes.toBytes("A"), CompareOperator.EQUAL,<a name="line.2866"></a> |
| <span class="sourceLineNo">2867</span> Bytes.toBytes("a")))<a name="line.2867"></a> |
| <span class="sourceLineNo">2868</span> .timeRange(TimeRange.between(0, 101))<a name="line.2868"></a> |
| <span class="sourceLineNo">2869</span> .build(new RowMutations(row)<a name="line.2869"></a> |
| <span class="sourceLineNo">2870</span> .add((Mutation) new Put(row)<a name="line.2870"></a> |
| <span class="sourceLineNo">2871</span> .addColumn(FAMILY, Bytes.toBytes("D"), Bytes.toBytes("d")))<a name="line.2871"></a> |
| <span class="sourceLineNo">2872</span> .add((Mutation) new Delete(row).addColumns(FAMILY, Bytes.toBytes("A")))));<a name="line.2872"></a> |
| <span class="sourceLineNo">2873</span> assertTrue(res.isSuccess());<a name="line.2873"></a> |
| <span class="sourceLineNo">2874</span> assertNull(res.getResult());<a name="line.2874"></a> |
| <span class="sourceLineNo">2875</span><a name="line.2875"></a> |
| <span class="sourceLineNo">2876</span> result = region.get(new Get(row).addColumn(FAMILY, Bytes.toBytes("D")));<a name="line.2876"></a> |
| <span class="sourceLineNo">2877</span> assertEquals("d", Bytes.toString(result.getValue(FAMILY, Bytes.toBytes("D"))));<a name="line.2877"></a> |
| <span class="sourceLineNo">2878</span><a name="line.2878"></a> |
| <span class="sourceLineNo">2879</span> assertTrue(region.get(new Get(row).addColumn(FAMILY, Bytes.toBytes("A"))).isEmpty());<a name="line.2879"></a> |
| <span class="sourceLineNo">2880</span> }<a name="line.2880"></a> |
| <span class="sourceLineNo">2881</span><a name="line.2881"></a> |
| <span class="sourceLineNo">2882</span> @Test<a name="line.2882"></a> |
| <span class="sourceLineNo">2883</span> public void testCheckAndIncrement() throws Throwable {<a name="line.2883"></a> |
| <span class="sourceLineNo">2884</span> final byte[] FAMILY = Bytes.toBytes("fam");<a name="line.2884"></a> |
| <span class="sourceLineNo">2885</span><a name="line.2885"></a> |
| <span class="sourceLineNo">2886</span> // Setting up region<a name="line.2886"></a> |
| <span class="sourceLineNo">2887</span> this.region = initHRegion(tableName, method, CONF, FAMILY);<a name="line.2887"></a> |
| <span class="sourceLineNo">2888</span><a name="line.2888"></a> |
| <span class="sourceLineNo">2889</span> region.put(new Put(row).addColumn(FAMILY, Bytes.toBytes("A"), Bytes.toBytes("a")));<a name="line.2889"></a> |
| <span class="sourceLineNo">2890</span><a name="line.2890"></a> |
| <span class="sourceLineNo">2891</span> // CheckAndIncrement with correct value<a name="line.2891"></a> |
| <span class="sourceLineNo">2892</span> CheckAndMutateResult res = region.checkAndMutate(CheckAndMutate.newBuilder(row)<a name="line.2892"></a> |
| <span class="sourceLineNo">2893</span> .ifEquals(FAMILY, Bytes.toBytes("A"), Bytes.toBytes("a"))<a name="line.2893"></a> |
| <span class="sourceLineNo">2894</span> .build(new Increment(row).addColumn(FAMILY, Bytes.toBytes("B"), 1)));<a name="line.2894"></a> |
| <span class="sourceLineNo">2895</span> assertTrue(res.isSuccess());<a name="line.2895"></a> |
| <span class="sourceLineNo">2896</span> assertEquals(1, Bytes.toLong(res.getResult().getValue(FAMILY, Bytes.toBytes("B"))));<a name="line.2896"></a> |
| <span class="sourceLineNo">2897</span><a name="line.2897"></a> |
| <span class="sourceLineNo">2898</span> Result result = region.get(new Get(row).addColumn(FAMILY, Bytes.toBytes("B")));<a name="line.2898"></a> |
| <span class="sourceLineNo">2899</span> assertEquals(1, Bytes.toLong(result.getValue(FAMILY, Bytes.toBytes("B"))));<a name="line.2899"></a> |
| <span class="sourceLineNo">2900</span><a name="line.2900"></a> |
| <span class="sourceLineNo">2901</span> // CheckAndIncrement with wrong value<a name="line.2901"></a> |
| <span class="sourceLineNo">2902</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row)<a name="line.2902"></a> |
| <span class="sourceLineNo">2903</span> .ifEquals(FAMILY, Bytes.toBytes("A"), Bytes.toBytes("b"))<a name="line.2903"></a> |
| <span class="sourceLineNo">2904</span> .build(new Increment(row).addColumn(FAMILY, Bytes.toBytes("B"), 1)));<a name="line.2904"></a> |
| <span class="sourceLineNo">2905</span> assertFalse(res.isSuccess());<a name="line.2905"></a> |
| <span class="sourceLineNo">2906</span> assertNull(res.getResult());<a name="line.2906"></a> |
| <span class="sourceLineNo">2907</span><a name="line.2907"></a> |
| <span class="sourceLineNo">2908</span> result = region.get(new Get(row).addColumn(FAMILY, Bytes.toBytes("B")));<a name="line.2908"></a> |
| <span class="sourceLineNo">2909</span> assertEquals(1, Bytes.toLong(result.getValue(FAMILY, Bytes.toBytes("B"))));<a name="line.2909"></a> |
| <span class="sourceLineNo">2910</span><a name="line.2910"></a> |
| <span class="sourceLineNo">2911</span> region.put(new Put(row).addColumn(FAMILY, Bytes.toBytes("C"), Bytes.toBytes("c")));<a name="line.2911"></a> |
| <span class="sourceLineNo">2912</span><a name="line.2912"></a> |
| <span class="sourceLineNo">2913</span> // CheckAndIncrement with a filter and correct value<a name="line.2913"></a> |
| <span class="sourceLineNo">2914</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row)<a name="line.2914"></a> |
| <span class="sourceLineNo">2915</span> .ifMatches(new FilterList(<a name="line.2915"></a> |
| <span class="sourceLineNo">2916</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("A"), CompareOperator.EQUAL,<a name="line.2916"></a> |
| <span class="sourceLineNo">2917</span> Bytes.toBytes("a")),<a name="line.2917"></a> |
| <span class="sourceLineNo">2918</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("C"), CompareOperator.EQUAL,<a name="line.2918"></a> |
| <span class="sourceLineNo">2919</span> Bytes.toBytes("c"))))<a name="line.2919"></a> |
| <span class="sourceLineNo">2920</span> .build(new Increment(row).addColumn(FAMILY, Bytes.toBytes("B"), 2)));<a name="line.2920"></a> |
| <span class="sourceLineNo">2921</span> assertTrue(res.isSuccess());<a name="line.2921"></a> |
| <span class="sourceLineNo">2922</span> assertEquals(3, Bytes.toLong(res.getResult().getValue(FAMILY, Bytes.toBytes("B"))));<a name="line.2922"></a> |
| <span class="sourceLineNo">2923</span><a name="line.2923"></a> |
| <span class="sourceLineNo">2924</span> result = region.get(new Get(row).addColumn(FAMILY, Bytes.toBytes("B")));<a name="line.2924"></a> |
| <span class="sourceLineNo">2925</span> assertEquals(3, Bytes.toLong(result.getValue(FAMILY, Bytes.toBytes("B"))));<a name="line.2925"></a> |
| <span class="sourceLineNo">2926</span><a name="line.2926"></a> |
| <span class="sourceLineNo">2927</span> // CheckAndIncrement with a filter and correct value<a name="line.2927"></a> |
| <span class="sourceLineNo">2928</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row)<a name="line.2928"></a> |
| <span class="sourceLineNo">2929</span> .ifMatches(new FilterList(<a name="line.2929"></a> |
| <span class="sourceLineNo">2930</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("A"), CompareOperator.EQUAL,<a name="line.2930"></a> |
| <span class="sourceLineNo">2931</span> Bytes.toBytes("b")),<a name="line.2931"></a> |
| <span class="sourceLineNo">2932</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("C"), CompareOperator.EQUAL,<a name="line.2932"></a> |
| <span class="sourceLineNo">2933</span> Bytes.toBytes("d"))))<a name="line.2933"></a> |
| <span class="sourceLineNo">2934</span> .build(new Increment(row).addColumn(FAMILY, Bytes.toBytes("B"), 2)));<a name="line.2934"></a> |
| <span class="sourceLineNo">2935</span> assertFalse(res.isSuccess());<a name="line.2935"></a> |
| <span class="sourceLineNo">2936</span> assertNull(res.getResult());<a name="line.2936"></a> |
| <span class="sourceLineNo">2937</span><a name="line.2937"></a> |
| <span class="sourceLineNo">2938</span> result = region.get(new Get(row).addColumn(FAMILY, Bytes.toBytes("B")));<a name="line.2938"></a> |
| <span class="sourceLineNo">2939</span> assertEquals(3, Bytes.toLong(result.getValue(FAMILY, Bytes.toBytes("B"))));<a name="line.2939"></a> |
| <span class="sourceLineNo">2940</span> }<a name="line.2940"></a> |
| <span class="sourceLineNo">2941</span><a name="line.2941"></a> |
| <span class="sourceLineNo">2942</span> @Test<a name="line.2942"></a> |
| <span class="sourceLineNo">2943</span> public void testCheckAndAppend() throws Throwable {<a name="line.2943"></a> |
| <span class="sourceLineNo">2944</span> final byte[] FAMILY = Bytes.toBytes("fam");<a name="line.2944"></a> |
| <span class="sourceLineNo">2945</span><a name="line.2945"></a> |
| <span class="sourceLineNo">2946</span> // Setting up region<a name="line.2946"></a> |
| <span class="sourceLineNo">2947</span> this.region = initHRegion(tableName, method, CONF, FAMILY);<a name="line.2947"></a> |
| <span class="sourceLineNo">2948</span><a name="line.2948"></a> |
| <span class="sourceLineNo">2949</span> region.put(new Put(row).addColumn(FAMILY, Bytes.toBytes("A"), Bytes.toBytes("a")));<a name="line.2949"></a> |
| <span class="sourceLineNo">2950</span><a name="line.2950"></a> |
| <span class="sourceLineNo">2951</span> // CheckAndAppend with correct value<a name="line.2951"></a> |
| <span class="sourceLineNo">2952</span> CheckAndMutateResult res =<a name="line.2952"></a> |
| <span class="sourceLineNo">2953</span> region.checkAndMutate(CheckAndMutate.newBuilder(row)<a name="line.2953"></a> |
| <span class="sourceLineNo">2954</span> .ifEquals(FAMILY, Bytes.toBytes("A"), Bytes.toBytes("a"))<a name="line.2954"></a> |
| <span class="sourceLineNo">2955</span> .build(new Append(row).addColumn(FAMILY, Bytes.toBytes("B"), Bytes.toBytes("b"))));<a name="line.2955"></a> |
| <span class="sourceLineNo">2956</span> assertTrue(res.isSuccess());<a name="line.2956"></a> |
| <span class="sourceLineNo">2957</span> assertEquals("b", Bytes.toString(res.getResult().getValue(FAMILY, Bytes.toBytes("B"))));<a name="line.2957"></a> |
| <span class="sourceLineNo">2958</span><a name="line.2958"></a> |
| <span class="sourceLineNo">2959</span> Result result = region.get(new Get(row).addColumn(FAMILY, Bytes.toBytes("B")));<a name="line.2959"></a> |
| <span class="sourceLineNo">2960</span> assertEquals("b", Bytes.toString(result.getValue(FAMILY, Bytes.toBytes("B"))));<a name="line.2960"></a> |
| <span class="sourceLineNo">2961</span><a name="line.2961"></a> |
| <span class="sourceLineNo">2962</span> // CheckAndAppend with wrong value<a name="line.2962"></a> |
| <span class="sourceLineNo">2963</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row)<a name="line.2963"></a> |
| <span class="sourceLineNo">2964</span> .ifEquals(FAMILY, Bytes.toBytes("A"), Bytes.toBytes("b"))<a name="line.2964"></a> |
| <span class="sourceLineNo">2965</span> .build(new Append(row).addColumn(FAMILY, Bytes.toBytes("B"), Bytes.toBytes("b"))));<a name="line.2965"></a> |
| <span class="sourceLineNo">2966</span> assertFalse(res.isSuccess());<a name="line.2966"></a> |
| <span class="sourceLineNo">2967</span> assertNull(res.getResult());<a name="line.2967"></a> |
| <span class="sourceLineNo">2968</span><a name="line.2968"></a> |
| <span class="sourceLineNo">2969</span> result = region.get(new Get(row).addColumn(FAMILY, Bytes.toBytes("B")));<a name="line.2969"></a> |
| <span class="sourceLineNo">2970</span> assertEquals("b", Bytes.toString(result.getValue(FAMILY, Bytes.toBytes("B"))));<a name="line.2970"></a> |
| <span class="sourceLineNo">2971</span><a name="line.2971"></a> |
| <span class="sourceLineNo">2972</span> region.put(new Put(row).addColumn(FAMILY, Bytes.toBytes("C"), Bytes.toBytes("c")));<a name="line.2972"></a> |
| <span class="sourceLineNo">2973</span><a name="line.2973"></a> |
| <span class="sourceLineNo">2974</span> // CheckAndAppend with a filter and correct value<a name="line.2974"></a> |
| <span class="sourceLineNo">2975</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row)<a name="line.2975"></a> |
| <span class="sourceLineNo">2976</span> .ifMatches(new FilterList(<a name="line.2976"></a> |
| <span class="sourceLineNo">2977</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("A"), CompareOperator.EQUAL,<a name="line.2977"></a> |
| <span class="sourceLineNo">2978</span> Bytes.toBytes("a")),<a name="line.2978"></a> |
| <span class="sourceLineNo">2979</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("C"), CompareOperator.EQUAL,<a name="line.2979"></a> |
| <span class="sourceLineNo">2980</span> Bytes.toBytes("c"))))<a name="line.2980"></a> |
| <span class="sourceLineNo">2981</span> .build(new Append(row).addColumn(FAMILY, Bytes.toBytes("B"), Bytes.toBytes("bb"))));<a name="line.2981"></a> |
| <span class="sourceLineNo">2982</span> assertTrue(res.isSuccess());<a name="line.2982"></a> |
| <span class="sourceLineNo">2983</span> assertEquals("bbb", Bytes.toString(res.getResult().getValue(FAMILY, Bytes.toBytes("B"))));<a name="line.2983"></a> |
| <span class="sourceLineNo">2984</span><a name="line.2984"></a> |
| <span class="sourceLineNo">2985</span> result = region.get(new Get(row).addColumn(FAMILY, Bytes.toBytes("B")));<a name="line.2985"></a> |
| <span class="sourceLineNo">2986</span> assertEquals("bbb", Bytes.toString(result.getValue(FAMILY, Bytes.toBytes("B"))));<a name="line.2986"></a> |
| <span class="sourceLineNo">2987</span><a name="line.2987"></a> |
| <span class="sourceLineNo">2988</span> // CheckAndAppend with a filter and wrong value<a name="line.2988"></a> |
| <span class="sourceLineNo">2989</span> res = region.checkAndMutate(CheckAndMutate.newBuilder(row)<a name="line.2989"></a> |
| <span class="sourceLineNo">2990</span> .ifMatches(new FilterList(<a name="line.2990"></a> |
| <span class="sourceLineNo">2991</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("A"), CompareOperator.EQUAL,<a name="line.2991"></a> |
| <span class="sourceLineNo">2992</span> Bytes.toBytes("b")),<a name="line.2992"></a> |
| <span class="sourceLineNo">2993</span> new SingleColumnValueFilter(FAMILY, Bytes.toBytes("C"), CompareOperator.EQUAL,<a name="line.2993"></a> |
| <span class="sourceLineNo">2994</span> Bytes.toBytes("d"))))<a name="line.2994"></a> |
| <span class="sourceLineNo">2995</span> .build(new Append(row).addColumn(FAMILY, Bytes.toBytes("B"), Bytes.toBytes("bb"))));<a name="line.2995"></a> |
| <span class="sourceLineNo">2996</span> assertFalse(res.isSuccess());<a name="line.2996"></a> |
| <span class="sourceLineNo">2997</span> assertNull(res.getResult());<a name="line.2997"></a> |
| <span class="sourceLineNo">2998</span><a name="line.2998"></a> |
| <span class="sourceLineNo">2999</span> result = region.get(new Get(row).addColumn(FAMILY, Bytes.toBytes("B")));<a name="line.2999"></a> |
| <span class="sourceLineNo">3000</span> assertEquals("bbb", Bytes.toString(result.getValue(FAMILY, Bytes.toBytes("B"))));<a name="line.3000"></a> |
| <span class="sourceLineNo">3001</span> }<a name="line.3001"></a> |
| <span class="sourceLineNo">3002</span><a name="line.3002"></a> |
| <span class="sourceLineNo">3003</span> @Test<a name="line.3003"></a> |
| <span class="sourceLineNo">3004</span> public void testCheckAndIncrementAndAppend() throws Throwable {<a name="line.3004"></a> |
| <span class="sourceLineNo">3005</span> // Setting up region<a name="line.3005"></a> |
| <span class="sourceLineNo">3006</span> this.region = initHRegion(tableName, method, CONF, fam1);<a name="line.3006"></a> |
| <span class="sourceLineNo">3007</span><a name="line.3007"></a> |
| <span class="sourceLineNo">3008</span> // CheckAndMutate with Increment and Append<a name="line.3008"></a> |
| <span class="sourceLineNo">3009</span> CheckAndMutate checkAndMutate = CheckAndMutate.newBuilder(row)<a name="line.3009"></a> |
| <span class="sourceLineNo">3010</span> .ifNotExists(fam1, qual)<a name="line.3010"></a> |
| <span class="sourceLineNo">3011</span> .build(new RowMutations(row)<a name="line.3011"></a> |
| <span class="sourceLineNo">3012</span> .add((Mutation) new Increment(row).addColumn(fam1, qual1, 1L))<a name="line.3012"></a> |
| <span class="sourceLineNo">3013</span> .add((Mutation) new Append(row).addColumn(fam1, qual2, Bytes.toBytes("a")))<a name="line.3013"></a> |
| <span class="sourceLineNo">3014</span> );<a name="line.3014"></a> |
| <span class="sourceLineNo">3015</span><a name="line.3015"></a> |
| <span class="sourceLineNo">3016</span> CheckAndMutateResult result = region.checkAndMutate(checkAndMutate);<a name="line.3016"></a> |
| <span class="sourceLineNo">3017</span> assertTrue(result.isSuccess());<a name="line.3017"></a> |
| <span class="sourceLineNo">3018</span> assertEquals(1L, Bytes.toLong(result.getResult().getValue(fam1, qual1)));<a name="line.3018"></a> |
| <span class="sourceLineNo">3019</span> assertEquals("a", Bytes.toString(result.getResult().getValue(fam1, qual2)));<a name="line.3019"></a> |
| <span class="sourceLineNo">3020</span><a name="line.3020"></a> |
| <span class="sourceLineNo">3021</span> Result r = region.get(new Get(row));<a name="line.3021"></a> |
| <span class="sourceLineNo">3022</span> assertEquals(1L, Bytes.toLong(r.getValue(fam1, qual1)));<a name="line.3022"></a> |
| <span class="sourceLineNo">3023</span> assertEquals("a", Bytes.toString(r.getValue(fam1, qual2)));<a name="line.3023"></a> |
| <span class="sourceLineNo">3024</span><a name="line.3024"></a> |
| <span class="sourceLineNo">3025</span> // Set return results to false<a name="line.3025"></a> |
| <span class="sourceLineNo">3026</span> checkAndMutate = CheckAndMutate.newBuilder(row)<a name="line.3026"></a> |
| <span class="sourceLineNo">3027</span> .ifNotExists(fam1, qual)<a name="line.3027"></a> |
| <span class="sourceLineNo">3028</span> .build(new RowMutations(row)<a name="line.3028"></a> |
| <span class="sourceLineNo">3029</span> .add((Mutation) new Increment(row).addColumn(fam1, qual1, 1L).setReturnResults(false))<a name="line.3029"></a> |
| <span class="sourceLineNo">3030</span> .add((Mutation) new Append(row).addColumn(fam1, qual2, Bytes.toBytes("a"))<a name="line.3030"></a> |
| <span class="sourceLineNo">3031</span> .setReturnResults(false))<a name="line.3031"></a> |
| <span class="sourceLineNo">3032</span> );<a name="line.3032"></a> |
| <span class="sourceLineNo">3033</span><a name="line.3033"></a> |
| <span class="sourceLineNo">3034</span> result = region.checkAndMutate(checkAndMutate);<a name="line.3034"></a> |
| <span class="sourceLineNo">3035</span> assertTrue(result.isSuccess());<a name="line.3035"></a> |
| <span class="sourceLineNo">3036</span> assertNull(result.getResult().getValue(fam1, qual1));<a name="line.3036"></a> |
| <span class="sourceLineNo">3037</span> assertNull(result.getResult().getValue(fam1, qual2));<a name="line.3037"></a> |
| <span class="sourceLineNo">3038</span><a name="line.3038"></a> |
| <span class="sourceLineNo">3039</span> r = region.get(new Get(row));<a name="line.3039"></a> |
| <span class="sourceLineNo">3040</span> assertEquals(2L, Bytes.toLong(r.getValue(fam1, qual1)));<a name="line.3040"></a> |
| <span class="sourceLineNo">3041</span> assertEquals("aa", Bytes.toString(r.getValue(fam1, qual2)));<a name="line.3041"></a> |
| <span class="sourceLineNo">3042</span><a name="line.3042"></a> |
| <span class="sourceLineNo">3043</span> checkAndMutate = CheckAndMutate.newBuilder(row)<a name="line.3043"></a> |
| <span class="sourceLineNo">3044</span> .ifNotExists(fam1, qual)<a name="line.3044"></a> |
| <span class="sourceLineNo">3045</span> .build(new RowMutations(row)<a name="line.3045"></a> |
| <span class="sourceLineNo">3046</span> .add((Mutation) new Increment(row).addColumn(fam1, qual1, 1L))<a name="line.3046"></a> |
| <span class="sourceLineNo">3047</span> .add((Mutation) new Append(row).addColumn(fam1, qual2, Bytes.toBytes("a"))<a name="line.3047"></a> |
| <span class="sourceLineNo">3048</span> .setReturnResults(false))<a name="line.3048"></a> |
| <span class="sourceLineNo">3049</span> );<a name="line.3049"></a> |
| <span class="sourceLineNo">3050</span><a name="line.3050"></a> |
| <span class="sourceLineNo">3051</span> result = region.checkAndMutate(checkAndMutate);<a name="line.3051"></a> |
| <span class="sourceLineNo">3052</span> assertTrue(result.isSuccess());<a name="line.3052"></a> |
| <span class="sourceLineNo">3053</span> assertEquals(3L, Bytes.toLong(result.getResult().getValue(fam1, qual1)));<a name="line.3053"></a> |
| <span class="sourceLineNo">3054</span> assertNull(result.getResult().getValue(fam1, qual2));<a name="line.3054"></a> |
| <span class="sourceLineNo">3055</span><a name="line.3055"></a> |
| <span class="sourceLineNo">3056</span> r = region.get(new Get(row));<a name="line.3056"></a> |
| <span class="sourceLineNo">3057</span> assertEquals(3L, Bytes.toLong(r.getValue(fam1, qual1)));<a name="line.3057"></a> |
| <span class="sourceLineNo">3058</span> assertEquals("aaa", Bytes.toString(r.getValue(fam1, qual2)));<a name="line.3058"></a> |
| <span class="sourceLineNo">3059</span> }<a name="line.3059"></a> |
| <span class="sourceLineNo">3060</span><a name="line.3060"></a> |
| <span class="sourceLineNo">3061</span> @Test<a name="line.3061"></a> |
| <span class="sourceLineNo">3062</span> public void testCheckAndRowMutations() throws Throwable {<a name="line.3062"></a> |
| <span class="sourceLineNo">3063</span> final byte[] row = Bytes.toBytes("row");<a name="line.3063"></a> |
| <span class="sourceLineNo">3064</span> final byte[] q1 = Bytes.toBytes("q1");<a name="line.3064"></a> |
| <span class="sourceLineNo">3065</span> final byte[] q2 = Bytes.toBytes("q2");<a name="line.3065"></a> |
| <span class="sourceLineNo">3066</span> final byte[] q3 = Bytes.toBytes("q3");<a name="line.3066"></a> |
| <span class="sourceLineNo">3067</span> final byte[] q4 = Bytes.toBytes("q4");<a name="line.3067"></a> |
| <span class="sourceLineNo">3068</span> final String v1 = "v1";<a name="line.3068"></a> |
| <span class="sourceLineNo">3069</span><a name="line.3069"></a> |
| <span class="sourceLineNo">3070</span> region = initHRegion(tableName, method, CONF, fam1);<a name="line.3070"></a> |
| <span class="sourceLineNo">3071</span><a name="line.3071"></a> |
| <span class="sourceLineNo">3072</span> // Initial values<a name="line.3072"></a> |
| <span class="sourceLineNo">3073</span> region.batchMutate(new Mutation[] {<a name="line.3073"></a> |
| <span class="sourceLineNo">3074</span> new Put(row).addColumn(fam1, q2, Bytes.toBytes("toBeDeleted")),<a name="line.3074"></a> |
| <span class="sourceLineNo">3075</span> new Put(row).addColumn(fam1, q3, Bytes.toBytes(5L)),<a name="line.3075"></a> |
| <span class="sourceLineNo">3076</span> new Put(row).addColumn(fam1, q4, Bytes.toBytes("a")),<a name="line.3076"></a> |
| <span class="sourceLineNo">3077</span> });<a name="line.3077"></a> |
| <span class="sourceLineNo">3078</span><a name="line.3078"></a> |
| <span class="sourceLineNo">3079</span> // Do CheckAndRowMutations<a name="line.3079"></a> |
| <span class="sourceLineNo">3080</span> CheckAndMutate checkAndMutate = CheckAndMutate.newBuilder(row)<a name="line.3080"></a> |
| <span class="sourceLineNo">3081</span> .ifNotExists(fam1, q1)<a name="line.3081"></a> |
| <span class="sourceLineNo">3082</span> .build(new RowMutations(row).add(Arrays.asList(<a name="line.3082"></a> |
| <span class="sourceLineNo">3083</span> new Put(row).addColumn(fam1, q1, Bytes.toBytes(v1)),<a name="line.3083"></a> |
| <span class="sourceLineNo">3084</span> new Delete(row).addColumns(fam1, q2),<a name="line.3084"></a> |
| <span class="sourceLineNo">3085</span> new Increment(row).addColumn(fam1, q3, 1),<a name="line.3085"></a> |
| <span class="sourceLineNo">3086</span> new Append(row).addColumn(fam1, q4, Bytes.toBytes("b"))))<a name="line.3086"></a> |
| <span class="sourceLineNo">3087</span> );<a name="line.3087"></a> |
| <span class="sourceLineNo">3088</span><a name="line.3088"></a> |
| <span class="sourceLineNo">3089</span> CheckAndMutateResult result = region.checkAndMutate(checkAndMutate);<a name="line.3089"></a> |
| <span class="sourceLineNo">3090</span> assertTrue(result.isSuccess());<a name="line.3090"></a> |
| <span class="sourceLineNo">3091</span> assertEquals(6L, Bytes.toLong(result.getResult().getValue(fam1, q3)));<a name="line.3091"></a> |
| <span class="sourceLineNo">3092</span> assertEquals("ab", Bytes.toString(result.getResult().getValue(fam1, q4)));<a name="line.3092"></a> |
| <span class="sourceLineNo">3093</span><a name="line.3093"></a> |
| <span class="sourceLineNo">3094</span> // Verify the value<a name="line.3094"></a> |
| <span class="sourceLineNo">3095</span> Result r = region.get(new Get(row));<a name="line.3095"></a> |
| <span class="sourceLineNo">3096</span> assertEquals(v1, Bytes.toString(r.getValue(fam1, q1)));<a name="line.3096"></a> |
| <span class="sourceLineNo">3097</span> assertNull(r.getValue(fam1, q2));<a name="line.3097"></a> |
| <span class="sourceLineNo">3098</span> assertEquals(6L, Bytes.toLong(r.getValue(fam1, q3)));<a name="line.3098"></a> |
| <span class="sourceLineNo">3099</span> assertEquals("ab", Bytes.toString(r.getValue(fam1, q4)));<a name="line.3099"></a> |
| <span class="sourceLineNo">3100</span><a name="line.3100"></a> |
| <span class="sourceLineNo">3101</span> // Do CheckAndRowMutations again<a name="line.3101"></a> |
| <span class="sourceLineNo">3102</span> checkAndMutate = CheckAndMutate.newBuilder(row)<a name="line.3102"></a> |
| <span class="sourceLineNo">3103</span> .ifNotExists(fam1, q1)<a name="line.3103"></a> |
| <span class="sourceLineNo">3104</span> .build(new RowMutations(row).add(Arrays.asList(<a name="line.3104"></a> |
| <span class="sourceLineNo">3105</span> new Delete(row).addColumns(fam1, q1),<a name="line.3105"></a> |
| <span class="sourceLineNo">3106</span> new Put(row).addColumn(fam1, q2, Bytes.toBytes(v1)),<a name="line.3106"></a> |
| <span class="sourceLineNo">3107</span> new Increment(row).addColumn(fam1, q3, 1),<a name="line.3107"></a> |
| <span class="sourceLineNo">3108</span> new Append(row).addColumn(fam1, q4, Bytes.toBytes("b"))))<a name="line.3108"></a> |
| <span class="sourceLineNo">3109</span> );<a name="line.3109"></a> |
| <span class="sourceLineNo">3110</span><a name="line.3110"></a> |
| <span class="sourceLineNo">3111</span> result = region.checkAndMutate(checkAndMutate);<a name="line.3111"></a> |
| <span class="sourceLineNo">3112</span> assertFalse(result.isSuccess());<a name="line.3112"></a> |
| <span class="sourceLineNo">3113</span> assertNull(result.getResult());<a name="line.3113"></a> |
| <span class="sourceLineNo">3114</span><a name="line.3114"></a> |
| <span class="sourceLineNo">3115</span> // Verify the value<a name="line.3115"></a> |
| <span class="sourceLineNo">3116</span> r = region.get(new Get(row));<a name="line.3116"></a> |
| <span class="sourceLineNo">3117</span> assertEquals(v1, Bytes.toString(r.getValue(fam1, q1)));<a name="line.3117"></a> |
| <span class="sourceLineNo">3118</span> assertNull(r.getValue(fam1, q2));<a name="line.3118"></a> |
| <span class="sourceLineNo">3119</span> assertEquals(6L, Bytes.toLong(r.getValue(fam1, q3)));<a name="line.3119"></a> |
| <span class="sourceLineNo">3120</span> assertEquals("ab", Bytes.toString(r.getValue(fam1, q4)));<a name="line.3120"></a> |
| <span class="sourceLineNo">3121</span> }<a name="line.3121"></a> |
| <span class="sourceLineNo">3122</span><a name="line.3122"></a> |
| <span class="sourceLineNo">3123</span> // ////////////////////////////////////////////////////////////////////////////<a name="line.3123"></a> |
| <span class="sourceLineNo">3124</span> // Delete tests<a name="line.3124"></a> |
| <span class="sourceLineNo">3125</span> // ////////////////////////////////////////////////////////////////////////////<a name="line.3125"></a> |
| <span class="sourceLineNo">3126</span> @Test<a name="line.3126"></a> |
| <span class="sourceLineNo">3127</span> public void testDelete_multiDeleteColumn() throws IOException {<a name="line.3127"></a> |
| <span class="sourceLineNo">3128</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.3128"></a> |
| <span class="sourceLineNo">3129</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.3129"></a> |
| <span class="sourceLineNo">3130</span> byte[] qual = Bytes.toBytes("qualifier");<a name="line.3130"></a> |
| <span class="sourceLineNo">3131</span> byte[] value = Bytes.toBytes("value");<a name="line.3131"></a> |
| <span class="sourceLineNo">3132</span><a name="line.3132"></a> |
| <span class="sourceLineNo">3133</span> Put put = new Put(row1);<a name="line.3133"></a> |
| <span class="sourceLineNo">3134</span> put.addColumn(fam1, qual, 1, value);<a name="line.3134"></a> |
| <span class="sourceLineNo">3135</span> put.addColumn(fam1, qual, 2, value);<a name="line.3135"></a> |
| <span class="sourceLineNo">3136</span><a name="line.3136"></a> |
| <span class="sourceLineNo">3137</span> this.region = initHRegion(tableName, method, CONF, fam1);<a name="line.3137"></a> |
| <span class="sourceLineNo">3138</span> region.put(put);<a name="line.3138"></a> |
| <span class="sourceLineNo">3139</span><a name="line.3139"></a> |
| <span class="sourceLineNo">3140</span> // We do support deleting more than 1 'latest' version<a name="line.3140"></a> |
| <span class="sourceLineNo">3141</span> Delete delete = new Delete(row1);<a name="line.3141"></a> |
| <span class="sourceLineNo">3142</span> delete.addColumn(fam1, qual);<a name="line.3142"></a> |
| <span class="sourceLineNo">3143</span> delete.addColumn(fam1, qual);<a name="line.3143"></a> |
| <span class="sourceLineNo">3144</span> region.delete(delete);<a name="line.3144"></a> |
| <span class="sourceLineNo">3145</span><a name="line.3145"></a> |
| <span class="sourceLineNo">3146</span> Get get = new Get(row1);<a name="line.3146"></a> |
| <span class="sourceLineNo">3147</span> get.addFamily(fam1);<a name="line.3147"></a> |
| <span class="sourceLineNo">3148</span> Result r = region.get(get);<a name="line.3148"></a> |
| <span class="sourceLineNo">3149</span> assertEquals(0, r.size());<a name="line.3149"></a> |
| <span class="sourceLineNo">3150</span> }<a name="line.3150"></a> |
| <span class="sourceLineNo">3151</span><a name="line.3151"></a> |
| <span class="sourceLineNo">3152</span> @Test<a name="line.3152"></a> |
| <span class="sourceLineNo">3153</span> public void testDelete_CheckFamily() throws IOException {<a name="line.3153"></a> |
| <span class="sourceLineNo">3154</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.3154"></a> |
| <span class="sourceLineNo">3155</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.3155"></a> |
| <span class="sourceLineNo">3156</span> byte[] fam2 = Bytes.toBytes("fam2");<a name="line.3156"></a> |
| <span class="sourceLineNo">3157</span> byte[] fam3 = Bytes.toBytes("fam3");<a name="line.3157"></a> |
| <span class="sourceLineNo">3158</span> byte[] fam4 = Bytes.toBytes("fam4");<a name="line.3158"></a> |
| <span class="sourceLineNo">3159</span><a name="line.3159"></a> |
| <span class="sourceLineNo">3160</span> // Setting up region<a name="line.3160"></a> |
| <span class="sourceLineNo">3161</span> this.region = initHRegion(tableName, method, CONF, fam1, fam2, fam3);<a name="line.3161"></a> |
| <span class="sourceLineNo">3162</span> List<Cell> kvs = new ArrayList<>();<a name="line.3162"></a> |
| <span class="sourceLineNo">3163</span> kvs.add(new KeyValue(row1, fam4, null, null));<a name="line.3163"></a> |
| <span class="sourceLineNo">3164</span><a name="line.3164"></a> |
| <span class="sourceLineNo">3165</span> byte[] forUnitTestsOnly = Bytes.toBytes("ForUnitTestsOnly");<a name="line.3165"></a> |
| <span class="sourceLineNo">3166</span><a name="line.3166"></a> |
| <span class="sourceLineNo">3167</span> // testing existing family<a name="line.3167"></a> |
| <span class="sourceLineNo">3168</span> NavigableMap<byte[], List<Cell>> deleteMap = new TreeMap<>(Bytes.BYTES_COMPARATOR);<a name="line.3168"></a> |
| <span class="sourceLineNo">3169</span> deleteMap.put(fam2, kvs);<a name="line.3169"></a> |
| <span class="sourceLineNo">3170</span> region.delete(new Delete(forUnitTestsOnly, HConstants.LATEST_TIMESTAMP, deleteMap));<a name="line.3170"></a> |
| <span class="sourceLineNo">3171</span><a name="line.3171"></a> |
| <span class="sourceLineNo">3172</span> // testing non existing family<a name="line.3172"></a> |
| <span class="sourceLineNo">3173</span> NavigableMap<byte[], List<Cell>> deleteMap2 = new TreeMap<>(Bytes.BYTES_COMPARATOR);<a name="line.3173"></a> |
| <span class="sourceLineNo">3174</span> deleteMap2.put(fam4, kvs);<a name="line.3174"></a> |
| <span class="sourceLineNo">3175</span> assertThrows("Family " + Bytes.toString(fam4) + " does exist",<a name="line.3175"></a> |
| <span class="sourceLineNo">3176</span> NoSuchColumnFamilyException.class,<a name="line.3176"></a> |
| <span class="sourceLineNo">3177</span> () -> region.delete(new Delete(forUnitTestsOnly, HConstants.LATEST_TIMESTAMP, deleteMap2)));<a name="line.3177"></a> |
| <span class="sourceLineNo">3178</span> }<a name="line.3178"></a> |
| <span class="sourceLineNo">3179</span><a name="line.3179"></a> |
| <span class="sourceLineNo">3180</span> @Test<a name="line.3180"></a> |
| <span class="sourceLineNo">3181</span> public void testDelete_mixed() throws IOException, InterruptedException {<a name="line.3181"></a> |
| <span class="sourceLineNo">3182</span> byte[] fam = Bytes.toBytes("info");<a name="line.3182"></a> |
| <span class="sourceLineNo">3183</span> byte[][] families = { fam };<a name="line.3183"></a> |
| <span class="sourceLineNo">3184</span> this.region = initHRegion(tableName, method, CONF, families);<a name="line.3184"></a> |
| <span class="sourceLineNo">3185</span> EnvironmentEdgeManagerTestHelper.injectEdge(new IncrementingEnvironmentEdge());<a name="line.3185"></a> |
| <span class="sourceLineNo">3186</span><a name="line.3186"></a> |
| <span class="sourceLineNo">3187</span> byte[] row = Bytes.toBytes("table_name");<a name="line.3187"></a> |
| <span class="sourceLineNo">3188</span> // column names<a name="line.3188"></a> |
| <span class="sourceLineNo">3189</span> byte[] serverinfo = Bytes.toBytes("serverinfo");<a name="line.3189"></a> |
| <span class="sourceLineNo">3190</span> byte[] splitA = Bytes.toBytes("splitA");<a name="line.3190"></a> |
| <span class="sourceLineNo">3191</span> byte[] splitB = Bytes.toBytes("splitB");<a name="line.3191"></a> |
| <span class="sourceLineNo">3192</span><a name="line.3192"></a> |
| <span class="sourceLineNo">3193</span> // add some data:<a name="line.3193"></a> |
| <span class="sourceLineNo">3194</span> Put put = new Put(row);<a name="line.3194"></a> |
| <span class="sourceLineNo">3195</span> put.addColumn(fam, splitA, Bytes.toBytes("reference_A"));<a name="line.3195"></a> |
| <span class="sourceLineNo">3196</span> region.put(put);<a name="line.3196"></a> |
| <span class="sourceLineNo">3197</span><a name="line.3197"></a> |
| <span class="sourceLineNo">3198</span> put = new Put(row);<a name="line.3198"></a> |
| <span class="sourceLineNo">3199</span> put.addColumn(fam, splitB, Bytes.toBytes("reference_B"));<a name="line.3199"></a> |
| <span class="sourceLineNo">3200</span> region.put(put);<a name="line.3200"></a> |
| <span class="sourceLineNo">3201</span><a name="line.3201"></a> |
| <span class="sourceLineNo">3202</span> put = new Put(row);<a name="line.3202"></a> |
| <span class="sourceLineNo">3203</span> put.addColumn(fam, serverinfo, Bytes.toBytes("ip_address"));<a name="line.3203"></a> |
| <span class="sourceLineNo">3204</span> region.put(put);<a name="line.3204"></a> |
| <span class="sourceLineNo">3205</span><a name="line.3205"></a> |
| <span class="sourceLineNo">3206</span> // ok now delete a split:<a name="line.3206"></a> |
| <span class="sourceLineNo">3207</span> Delete delete = new Delete(row);<a name="line.3207"></a> |
| <span class="sourceLineNo">3208</span> delete.addColumns(fam, splitA);<a name="line.3208"></a> |
| <span class="sourceLineNo">3209</span> region.delete(delete);<a name="line.3209"></a> |
| <span class="sourceLineNo">3210</span><a name="line.3210"></a> |
| <span class="sourceLineNo">3211</span> // assert some things:<a name="line.3211"></a> |
| <span class="sourceLineNo">3212</span> Get get = new Get(row).addColumn(fam, serverinfo);<a name="line.3212"></a> |
| <span class="sourceLineNo">3213</span> Result result = region.get(get);<a name="line.3213"></a> |
| <span class="sourceLineNo">3214</span> assertEquals(1, result.size());<a name="line.3214"></a> |
| <span class="sourceLineNo">3215</span><a name="line.3215"></a> |
| <span class="sourceLineNo">3216</span> get = new Get(row).addColumn(fam, splitA);<a name="line.3216"></a> |
| <span class="sourceLineNo">3217</span> result = region.get(get);<a name="line.3217"></a> |
| <span class="sourceLineNo">3218</span> assertEquals(0, result.size());<a name="line.3218"></a> |
| <span class="sourceLineNo">3219</span><a name="line.3219"></a> |
| <span class="sourceLineNo">3220</span> get = new Get(row).addColumn(fam, splitB);<a name="line.3220"></a> |
| <span class="sourceLineNo">3221</span> result = region.get(get);<a name="line.3221"></a> |
| <span class="sourceLineNo">3222</span> assertEquals(1, result.size());<a name="line.3222"></a> |
| <span class="sourceLineNo">3223</span><a name="line.3223"></a> |
| <span class="sourceLineNo">3224</span> // Assert that after a delete, I can put.<a name="line.3224"></a> |
| <span class="sourceLineNo">3225</span> put = new Put(row);<a name="line.3225"></a> |
| <span class="sourceLineNo">3226</span> put.addColumn(fam, splitA, Bytes.toBytes("reference_A"));<a name="line.3226"></a> |
| <span class="sourceLineNo">3227</span> region.put(put);<a name="line.3227"></a> |
| <span class="sourceLineNo">3228</span> get = new Get(row);<a name="line.3228"></a> |
| <span class="sourceLineNo">3229</span> result = region.get(get);<a name="line.3229"></a> |
| <span class="sourceLineNo">3230</span> assertEquals(3, result.size());<a name="line.3230"></a> |
| <span class="sourceLineNo">3231</span><a name="line.3231"></a> |
| <span class="sourceLineNo">3232</span> // Now delete all... then test I can add stuff back<a name="line.3232"></a> |
| <span class="sourceLineNo">3233</span> delete = new Delete(row);<a name="line.3233"></a> |
| <span class="sourceLineNo">3234</span> region.delete(delete);<a name="line.3234"></a> |
| <span class="sourceLineNo">3235</span> assertEquals(0, region.get(get).size());<a name="line.3235"></a> |
| <span class="sourceLineNo">3236</span><a name="line.3236"></a> |
| <span class="sourceLineNo">3237</span> region.put(new Put(row).addColumn(fam, splitA, Bytes.toBytes("reference_A")));<a name="line.3237"></a> |
| <span class="sourceLineNo">3238</span> result = region.get(get);<a name="line.3238"></a> |
| <span class="sourceLineNo">3239</span> assertEquals(1, result.size());<a name="line.3239"></a> |
| <span class="sourceLineNo">3240</span> }<a name="line.3240"></a> |
| <span class="sourceLineNo">3241</span><a name="line.3241"></a> |
| <span class="sourceLineNo">3242</span> @Test<a name="line.3242"></a> |
| <span class="sourceLineNo">3243</span> public void testDeleteRowWithFutureTs() throws IOException {<a name="line.3243"></a> |
| <span class="sourceLineNo">3244</span> byte[] fam = Bytes.toBytes("info");<a name="line.3244"></a> |
| <span class="sourceLineNo">3245</span> byte[][] families = { fam };<a name="line.3245"></a> |
| <span class="sourceLineNo">3246</span> this.region = initHRegion(tableName, method, CONF, families);<a name="line.3246"></a> |
| <span class="sourceLineNo">3247</span> byte[] row = Bytes.toBytes("table_name");<a name="line.3247"></a> |
| <span class="sourceLineNo">3248</span> // column names<a name="line.3248"></a> |
| <span class="sourceLineNo">3249</span> byte[] serverinfo = Bytes.toBytes("serverinfo");<a name="line.3249"></a> |
| <span class="sourceLineNo">3250</span><a name="line.3250"></a> |
| <span class="sourceLineNo">3251</span> // add data in the far future<a name="line.3251"></a> |
| <span class="sourceLineNo">3252</span> Put put = new Put(row);<a name="line.3252"></a> |
| <span class="sourceLineNo">3253</span> put.addColumn(fam, serverinfo, HConstants.LATEST_TIMESTAMP - 5, Bytes.toBytes("value"));<a name="line.3253"></a> |
| <span class="sourceLineNo">3254</span> region.put(put);<a name="line.3254"></a> |
| <span class="sourceLineNo">3255</span><a name="line.3255"></a> |
| <span class="sourceLineNo">3256</span> // now delete something in the present<a name="line.3256"></a> |
| <span class="sourceLineNo">3257</span> Delete delete = new Delete(row);<a name="line.3257"></a> |
| <span class="sourceLineNo">3258</span> region.delete(delete);<a name="line.3258"></a> |
| <span class="sourceLineNo">3259</span><a name="line.3259"></a> |
| <span class="sourceLineNo">3260</span> // make sure we still see our data<a name="line.3260"></a> |
| <span class="sourceLineNo">3261</span> Get get = new Get(row).addColumn(fam, serverinfo);<a name="line.3261"></a> |
| <span class="sourceLineNo">3262</span> Result result = region.get(get);<a name="line.3262"></a> |
| <span class="sourceLineNo">3263</span> assertEquals(1, result.size());<a name="line.3263"></a> |
| <span class="sourceLineNo">3264</span><a name="line.3264"></a> |
| <span class="sourceLineNo">3265</span> // delete the future row<a name="line.3265"></a> |
| <span class="sourceLineNo">3266</span> delete = new Delete(row, HConstants.LATEST_TIMESTAMP - 3);<a name="line.3266"></a> |
| <span class="sourceLineNo">3267</span> region.delete(delete);<a name="line.3267"></a> |
| <span class="sourceLineNo">3268</span><a name="line.3268"></a> |
| <span class="sourceLineNo">3269</span> // make sure it is gone<a name="line.3269"></a> |
| <span class="sourceLineNo">3270</span> get = new Get(row).addColumn(fam, serverinfo);<a name="line.3270"></a> |
| <span class="sourceLineNo">3271</span> result = region.get(get);<a name="line.3271"></a> |
| <span class="sourceLineNo">3272</span> assertEquals(0, result.size());<a name="line.3272"></a> |
| <span class="sourceLineNo">3273</span> }<a name="line.3273"></a> |
| <span class="sourceLineNo">3274</span><a name="line.3274"></a> |
| <span class="sourceLineNo">3275</span> /**<a name="line.3275"></a> |
| <span class="sourceLineNo">3276</span> * Tests that the special LATEST_TIMESTAMP option for puts gets replaced by<a name="line.3276"></a> |
| <span class="sourceLineNo">3277</span> * the actual timestamp<a name="line.3277"></a> |
| <span class="sourceLineNo">3278</span> */<a name="line.3278"></a> |
| <span class="sourceLineNo">3279</span> @Test<a name="line.3279"></a> |
| <span class="sourceLineNo">3280</span> public void testPutWithLatestTS() throws IOException {<a name="line.3280"></a> |
| <span class="sourceLineNo">3281</span> byte[] fam = Bytes.toBytes("info");<a name="line.3281"></a> |
| <span class="sourceLineNo">3282</span> byte[][] families = { fam };<a name="line.3282"></a> |
| <span class="sourceLineNo">3283</span> this.region = initHRegion(tableName, method, CONF, families);<a name="line.3283"></a> |
| <span class="sourceLineNo">3284</span> byte[] row = Bytes.toBytes("row1");<a name="line.3284"></a> |
| <span class="sourceLineNo">3285</span> // column names<a name="line.3285"></a> |
| <span class="sourceLineNo">3286</span> byte[] qual = Bytes.toBytes("qual");<a name="line.3286"></a> |
| <span class="sourceLineNo">3287</span><a name="line.3287"></a> |
| <span class="sourceLineNo">3288</span> // add data with LATEST_TIMESTAMP, put without WAL<a name="line.3288"></a> |
| <span class="sourceLineNo">3289</span> Put put = new Put(row);<a name="line.3289"></a> |
| <span class="sourceLineNo">3290</span> put.addColumn(fam, qual, HConstants.LATEST_TIMESTAMP, Bytes.toBytes("value"));<a name="line.3290"></a> |
| <span class="sourceLineNo">3291</span> region.put(put);<a name="line.3291"></a> |
| <span class="sourceLineNo">3292</span><a name="line.3292"></a> |
| <span class="sourceLineNo">3293</span> // Make sure it shows up with an actual timestamp<a name="line.3293"></a> |
| <span class="sourceLineNo">3294</span> Get get = new Get(row).addColumn(fam, qual);<a name="line.3294"></a> |
| <span class="sourceLineNo">3295</span> Result result = region.get(get);<a name="line.3295"></a> |
| <span class="sourceLineNo">3296</span> assertEquals(1, result.size());<a name="line.3296"></a> |
| <span class="sourceLineNo">3297</span> Cell kv = result.rawCells()[0];<a name="line.3297"></a> |
| <span class="sourceLineNo">3298</span> LOG.info("Got: " + kv);<a name="line.3298"></a> |
| <span class="sourceLineNo">3299</span> assertTrue("LATEST_TIMESTAMP was not replaced with real timestamp",<a name="line.3299"></a> |
| <span class="sourceLineNo">3300</span> kv.getTimestamp() != HConstants.LATEST_TIMESTAMP);<a name="line.3300"></a> |
| <span class="sourceLineNo">3301</span><a name="line.3301"></a> |
| <span class="sourceLineNo">3302</span> // Check same with WAL enabled (historically these took different<a name="line.3302"></a> |
| <span class="sourceLineNo">3303</span> // code paths, so check both)<a name="line.3303"></a> |
| <span class="sourceLineNo">3304</span> row = Bytes.toBytes("row2");<a name="line.3304"></a> |
| <span class="sourceLineNo">3305</span> put = new Put(row);<a name="line.3305"></a> |
| <span class="sourceLineNo">3306</span> put.addColumn(fam, qual, HConstants.LATEST_TIMESTAMP, Bytes.toBytes("value"));<a name="line.3306"></a> |
| <span class="sourceLineNo">3307</span> region.put(put);<a name="line.3307"></a> |
| <span class="sourceLineNo">3308</span><a name="line.3308"></a> |
| <span class="sourceLineNo">3309</span> // Make sure it shows up with an actual timestamp<a name="line.3309"></a> |
| <span class="sourceLineNo">3310</span> get = new Get(row).addColumn(fam, qual);<a name="line.3310"></a> |
| <span class="sourceLineNo">3311</span> result = region.get(get);<a name="line.3311"></a> |
| <span class="sourceLineNo">3312</span> assertEquals(1, result.size());<a name="line.3312"></a> |
| <span class="sourceLineNo">3313</span> kv = result.rawCells()[0];<a name="line.3313"></a> |
| <span class="sourceLineNo">3314</span> LOG.info("Got: " + kv);<a name="line.3314"></a> |
| <span class="sourceLineNo">3315</span> assertTrue("LATEST_TIMESTAMP was not replaced with real timestamp",<a name="line.3315"></a> |
| <span class="sourceLineNo">3316</span> kv.getTimestamp() != HConstants.LATEST_TIMESTAMP);<a name="line.3316"></a> |
| <span class="sourceLineNo">3317</span> }<a name="line.3317"></a> |
| <span class="sourceLineNo">3318</span><a name="line.3318"></a> |
| <span class="sourceLineNo">3319</span> /**<a name="line.3319"></a> |
| <span class="sourceLineNo">3320</span> * Tests that there is server-side filtering for invalid timestamp upper<a name="line.3320"></a> |
| <span class="sourceLineNo">3321</span> * bound. Note that the timestamp lower bound is automatically handled for us<a name="line.3321"></a> |
| <span class="sourceLineNo">3322</span> * by the TTL field.<a name="line.3322"></a> |
| <span class="sourceLineNo">3323</span> */<a name="line.3323"></a> |
| <span class="sourceLineNo">3324</span> @Test<a name="line.3324"></a> |
| <span class="sourceLineNo">3325</span> public void testPutWithTsSlop() throws IOException {<a name="line.3325"></a> |
| <span class="sourceLineNo">3326</span> byte[] fam = Bytes.toBytes("info");<a name="line.3326"></a> |
| <span class="sourceLineNo">3327</span> byte[][] families = { fam };<a name="line.3327"></a> |
| <span class="sourceLineNo">3328</span><a name="line.3328"></a> |
| <span class="sourceLineNo">3329</span> // add data with a timestamp that is too recent for range. Ensure assert<a name="line.3329"></a> |
| <span class="sourceLineNo">3330</span> CONF.setInt("hbase.hregion.keyvalue.timestamp.slop.millisecs", 1000);<a name="line.3330"></a> |
| <span class="sourceLineNo">3331</span> this.region = initHRegion(tableName, method, CONF, families);<a name="line.3331"></a> |
| <span class="sourceLineNo">3332</span> boolean caughtExcep = false;<a name="line.3332"></a> |
| <span class="sourceLineNo">3333</span> try {<a name="line.3333"></a> |
| <span class="sourceLineNo">3334</span> // no TS specified == use latest. should not error<a name="line.3334"></a> |
| <span class="sourceLineNo">3335</span> region.put(new Put(row).addColumn(fam, Bytes.toBytes("qual"), Bytes.toBytes("value")));<a name="line.3335"></a> |
| <span class="sourceLineNo">3336</span> // TS out of range. should error<a name="line.3336"></a> |
| <span class="sourceLineNo">3337</span> region.put(new Put(row).addColumn(fam, Bytes.toBytes("qual"),<a name="line.3337"></a> |
| <span class="sourceLineNo">3338</span> System.currentTimeMillis() + 2000, Bytes.toBytes("value")));<a name="line.3338"></a> |
| <span class="sourceLineNo">3339</span> fail("Expected IOE for TS out of configured timerange");<a name="line.3339"></a> |
| <span class="sourceLineNo">3340</span> } catch (FailedSanityCheckException ioe) {<a name="line.3340"></a> |
| <span class="sourceLineNo">3341</span> LOG.debug("Received expected exception", ioe);<a name="line.3341"></a> |
| <span class="sourceLineNo">3342</span> caughtExcep = true;<a name="line.3342"></a> |
| <span class="sourceLineNo">3343</span> }<a name="line.3343"></a> |
| <span class="sourceLineNo">3344</span> assertTrue("Should catch FailedSanityCheckException", caughtExcep);<a name="line.3344"></a> |
| <span class="sourceLineNo">3345</span> }<a name="line.3345"></a> |
| <span class="sourceLineNo">3346</span><a name="line.3346"></a> |
| <span class="sourceLineNo">3347</span> @Test<a name="line.3347"></a> |
| <span class="sourceLineNo">3348</span> public void testScanner_DeleteOneFamilyNotAnother() throws IOException {<a name="line.3348"></a> |
| <span class="sourceLineNo">3349</span> byte[] fam1 = Bytes.toBytes("columnA");<a name="line.3349"></a> |
| <span class="sourceLineNo">3350</span> byte[] fam2 = Bytes.toBytes("columnB");<a name="line.3350"></a> |
| <span class="sourceLineNo">3351</span> this.region = initHRegion(tableName, method, CONF, fam1, fam2);<a name="line.3351"></a> |
| <span class="sourceLineNo">3352</span> byte[] rowA = Bytes.toBytes("rowA");<a name="line.3352"></a> |
| <span class="sourceLineNo">3353</span> byte[] rowB = Bytes.toBytes("rowB");<a name="line.3353"></a> |
| <span class="sourceLineNo">3354</span><a name="line.3354"></a> |
| <span class="sourceLineNo">3355</span> byte[] value = Bytes.toBytes("value");<a name="line.3355"></a> |
| <span class="sourceLineNo">3356</span><a name="line.3356"></a> |
| <span class="sourceLineNo">3357</span> Delete delete = new Delete(rowA);<a name="line.3357"></a> |
| <span class="sourceLineNo">3358</span> delete.addFamily(fam1);<a name="line.3358"></a> |
| <span class="sourceLineNo">3359</span><a name="line.3359"></a> |
| <span class="sourceLineNo">3360</span> region.delete(delete);<a name="line.3360"></a> |
| <span class="sourceLineNo">3361</span><a name="line.3361"></a> |
| <span class="sourceLineNo">3362</span> // now create data.<a name="line.3362"></a> |
| <span class="sourceLineNo">3363</span> Put put = new Put(rowA);<a name="line.3363"></a> |
| <span class="sourceLineNo">3364</span> put.addColumn(fam2, null, value);<a name="line.3364"></a> |
| <span class="sourceLineNo">3365</span> region.put(put);<a name="line.3365"></a> |
| <span class="sourceLineNo">3366</span><a name="line.3366"></a> |
| <span class="sourceLineNo">3367</span> put = new Put(rowB);<a name="line.3367"></a> |
| <span class="sourceLineNo">3368</span> put.addColumn(fam1, null, value);<a name="line.3368"></a> |
| <span class="sourceLineNo">3369</span> put.addColumn(fam2, null, value);<a name="line.3369"></a> |
| <span class="sourceLineNo">3370</span> region.put(put);<a name="line.3370"></a> |
| <span class="sourceLineNo">3371</span><a name="line.3371"></a> |
| <span class="sourceLineNo">3372</span> Scan scan = new Scan();<a name="line.3372"></a> |
| <span class="sourceLineNo">3373</span> scan.addFamily(fam1).addFamily(fam2);<a name="line.3373"></a> |
| <span class="sourceLineNo">3374</span> InternalScanner s = region.getScanner(scan);<a name="line.3374"></a> |
| <span class="sourceLineNo">3375</span> List<Cell> results = new ArrayList<>();<a name="line.3375"></a> |
| <span class="sourceLineNo">3376</span> s.next(results);<a name="line.3376"></a> |
| <span class="sourceLineNo">3377</span> assertTrue(CellUtil.matchingRows(results.get(0), rowA));<a name="line.3377"></a> |
| <span class="sourceLineNo">3378</span><a name="line.3378"></a> |
| <span class="sourceLineNo">3379</span> results.clear();<a name="line.3379"></a> |
| <span class="sourceLineNo">3380</span> s.next(results);<a name="line.3380"></a> |
| <span class="sourceLineNo">3381</span> assertTrue(CellUtil.matchingRows(results.get(0), rowB));<a name="line.3381"></a> |
| <span class="sourceLineNo">3382</span> }<a name="line.3382"></a> |
| <span class="sourceLineNo">3383</span><a name="line.3383"></a> |
| <span class="sourceLineNo">3384</span> @Test<a name="line.3384"></a> |
| <span class="sourceLineNo">3385</span> public void testDataInMemoryWithoutWAL() throws IOException {<a name="line.3385"></a> |
| <span class="sourceLineNo">3386</span> FileSystem fs = FileSystem.get(CONF);<a name="line.3386"></a> |
| <span class="sourceLineNo">3387</span> Path rootDir = new Path(dir + "testDataInMemoryWithoutWAL");<a name="line.3387"></a> |
| <span class="sourceLineNo">3388</span> FSHLog hLog = new FSHLog(fs, rootDir, "testDataInMemoryWithoutWAL", CONF);<a name="line.3388"></a> |
| <span class="sourceLineNo">3389</span> hLog.init();<a name="line.3389"></a> |
| <span class="sourceLineNo">3390</span> // This chunk creation is done throughout the code base. Do we want to move it into core?<a name="line.3390"></a> |
| <span class="sourceLineNo">3391</span> // It is missing from this test. W/o it we NPE.<a name="line.3391"></a> |
| <span class="sourceLineNo">3392</span> region = initHRegion(tableName, null, null, CONF, false, Durability.SYNC_WAL, hLog,<a name="line.3392"></a> |
| <span class="sourceLineNo">3393</span> COLUMN_FAMILY_BYTES);<a name="line.3393"></a> |
| <span class="sourceLineNo">3394</span><a name="line.3394"></a> |
| <span class="sourceLineNo">3395</span> Cell originalCell = ExtendedCellBuilderFactory.create(CellBuilderType.DEEP_COPY)<a name="line.3395"></a> |
| <span class="sourceLineNo">3396</span> .setRow(row)<a name="line.3396"></a> |
| <span class="sourceLineNo">3397</span> .setFamily(COLUMN_FAMILY_BYTES)<a name="line.3397"></a> |
| <span class="sourceLineNo">3398</span> .setQualifier(qual1)<a name="line.3398"></a> |
| <span class="sourceLineNo">3399</span> .setTimestamp(System.currentTimeMillis())<a name="line.3399"></a> |
| <span class="sourceLineNo">3400</span> .setType(KeyValue.Type.Put.getCode())<a name="line.3400"></a> |
| <span class="sourceLineNo">3401</span> .setValue(value1)<a name="line.3401"></a> |
| <span class="sourceLineNo">3402</span> .build();<a name="line.3402"></a> |
| <span class="sourceLineNo">3403</span> final long originalSize = originalCell.getSerializedSize();<a name="line.3403"></a> |
| <span class="sourceLineNo">3404</span><a name="line.3404"></a> |
| <span class="sourceLineNo">3405</span> Cell addCell = ExtendedCellBuilderFactory.create(CellBuilderType.DEEP_COPY)<a name="line.3405"></a> |
| <span class="sourceLineNo">3406</span> .setRow(row)<a name="line.3406"></a> |
| <span class="sourceLineNo">3407</span> .setFamily(COLUMN_FAMILY_BYTES)<a name="line.3407"></a> |
| <span class="sourceLineNo">3408</span> .setQualifier(qual1)<a name="line.3408"></a> |
| <span class="sourceLineNo">3409</span> .setTimestamp(System.currentTimeMillis())<a name="line.3409"></a> |
| <span class="sourceLineNo">3410</span> .setType(KeyValue.Type.Put.getCode())<a name="line.3410"></a> |
| <span class="sourceLineNo">3411</span> .setValue(Bytes.toBytes("xxxxxxxxxx"))<a name="line.3411"></a> |
| <span class="sourceLineNo">3412</span> .build();<a name="line.3412"></a> |
| <span class="sourceLineNo">3413</span> final long addSize = addCell.getSerializedSize();<a name="line.3413"></a> |
| <span class="sourceLineNo">3414</span><a name="line.3414"></a> |
| <span class="sourceLineNo">3415</span> LOG.info("originalSize:" + originalSize<a name="line.3415"></a> |
| <span class="sourceLineNo">3416</span> + ", addSize:" + addSize);<a name="line.3416"></a> |
| <span class="sourceLineNo">3417</span> // start test. We expect that the addPut's durability will be replaced<a name="line.3417"></a> |
| <span class="sourceLineNo">3418</span> // by originalPut's durability.<a name="line.3418"></a> |
| <span class="sourceLineNo">3419</span><a name="line.3419"></a> |
| <span class="sourceLineNo">3420</span> // case 1:<a name="line.3420"></a> |
| <span class="sourceLineNo">3421</span> testDataInMemoryWithoutWAL(region,<a name="line.3421"></a> |
| <span class="sourceLineNo">3422</span> new Put(row).add(originalCell).setDurability(Durability.SKIP_WAL),<a name="line.3422"></a> |
| <span class="sourceLineNo">3423</span> new Put(row).add(addCell).setDurability(Durability.SKIP_WAL),<a name="line.3423"></a> |
| <span class="sourceLineNo">3424</span> originalSize + addSize);<a name="line.3424"></a> |
| <span class="sourceLineNo">3425</span><a name="line.3425"></a> |
| <span class="sourceLineNo">3426</span> // case 2:<a name="line.3426"></a> |
| <span class="sourceLineNo">3427</span> testDataInMemoryWithoutWAL(region,<a name="line.3427"></a> |
| <span class="sourceLineNo">3428</span> new Put(row).add(originalCell).setDurability(Durability.SKIP_WAL),<a name="line.3428"></a> |
| <span class="sourceLineNo">3429</span> new Put(row).add(addCell).setDurability(Durability.SYNC_WAL),<a name="line.3429"></a> |
| <span class="sourceLineNo">3430</span> originalSize + addSize);<a name="line.3430"></a> |
| <span class="sourceLineNo">3431</span><a name="line.3431"></a> |
| <span class="sourceLineNo">3432</span> // case 3:<a name="line.3432"></a> |
| <span class="sourceLineNo">3433</span> testDataInMemoryWithoutWAL(region,<a name="line.3433"></a> |
| <span class="sourceLineNo">3434</span> new Put(row).add(originalCell).setDurability(Durability.SYNC_WAL),<a name="line.3434"></a> |
| <span class="sourceLineNo">3435</span> new Put(row).add(addCell).setDurability(Durability.SKIP_WAL),<a name="line.3435"></a> |
| <span class="sourceLineNo">3436</span> 0);<a name="line.3436"></a> |
| <span class="sourceLineNo">3437</span><a name="line.3437"></a> |
| <span class="sourceLineNo">3438</span> // case 4:<a name="line.3438"></a> |
| <span class="sourceLineNo">3439</span> testDataInMemoryWithoutWAL(region,<a name="line.3439"></a> |
| <span class="sourceLineNo">3440</span> new Put(row).add(originalCell).setDurability(Durability.SYNC_WAL),<a name="line.3440"></a> |
| <span class="sourceLineNo">3441</span> new Put(row).add(addCell).setDurability(Durability.SYNC_WAL),<a name="line.3441"></a> |
| <span class="sourceLineNo">3442</span> 0);<a name="line.3442"></a> |
| <span class="sourceLineNo">3443</span> }<a name="line.3443"></a> |
| <span class="sourceLineNo">3444</span><a name="line.3444"></a> |
| <span class="sourceLineNo">3445</span> private static void testDataInMemoryWithoutWAL(HRegion region, Put originalPut,<a name="line.3445"></a> |
| <span class="sourceLineNo">3446</span> final Put addPut, long delta) throws IOException {<a name="line.3446"></a> |
| <span class="sourceLineNo">3447</span> final long initSize = region.getDataInMemoryWithoutWAL();<a name="line.3447"></a> |
| <span class="sourceLineNo">3448</span> // save normalCPHost and replaced by mockedCPHost<a name="line.3448"></a> |
| <span class="sourceLineNo">3449</span> RegionCoprocessorHost normalCPHost = region.getCoprocessorHost();<a name="line.3449"></a> |
| <span class="sourceLineNo">3450</span> RegionCoprocessorHost mockedCPHost = Mockito.mock(RegionCoprocessorHost.class);<a name="line.3450"></a> |
| <span class="sourceLineNo">3451</span> // Because the preBatchMutate returns void, we can't do usual Mockito when...then form. Must<a name="line.3451"></a> |
| <span class="sourceLineNo">3452</span> // do below format (from Mockito doc).<a name="line.3452"></a> |
| <span class="sourceLineNo">3453</span> Mockito.doAnswer(new Answer<Void>() {<a name="line.3453"></a> |
| <span class="sourceLineNo">3454</span> @Override<a name="line.3454"></a> |
| <span class="sourceLineNo">3455</span> public Void answer(InvocationOnMock invocation) throws Throwable {<a name="line.3455"></a> |
| <span class="sourceLineNo">3456</span> MiniBatchOperationInProgress<Mutation> mb = invocation.getArgument(0);<a name="line.3456"></a> |
| <span class="sourceLineNo">3457</span> mb.addOperationsFromCP(0, new Mutation[]{addPut});<a name="line.3457"></a> |
| <span class="sourceLineNo">3458</span> return null;<a name="line.3458"></a> |
| <span class="sourceLineNo">3459</span> }<a name="line.3459"></a> |
| <span class="sourceLineNo">3460</span> }).when(mockedCPHost).preBatchMutate(Mockito.isA(MiniBatchOperationInProgress.class));<a name="line.3460"></a> |
| <span class="sourceLineNo">3461</span> ColumnFamilyDescriptorBuilder builder = ColumnFamilyDescriptorBuilder.<a name="line.3461"></a> |
| <span class="sourceLineNo">3462</span> newBuilder(COLUMN_FAMILY_BYTES);<a name="line.3462"></a> |
| <span class="sourceLineNo">3463</span> ScanInfo info = new ScanInfo(CONF, builder.build(), Long.MAX_VALUE,<a name="line.3463"></a> |
| <span class="sourceLineNo">3464</span> Long.MAX_VALUE, region.getCellComparator());<a name="line.3464"></a> |
| <span class="sourceLineNo">3465</span> Mockito.when(mockedCPHost.preFlushScannerOpen(Mockito.any(HStore.class),<a name="line.3465"></a> |
| <span class="sourceLineNo">3466</span> Mockito.any())).thenReturn(info);<a name="line.3466"></a> |
| <span class="sourceLineNo">3467</span> Mockito.when(mockedCPHost.preFlush(Mockito.any(), Mockito.any(StoreScanner.class),<a name="line.3467"></a> |
| <span class="sourceLineNo">3468</span> Mockito.any())).thenAnswer(i -> i.getArgument(1));<a name="line.3468"></a> |
| <span class="sourceLineNo">3469</span> region.setCoprocessorHost(mockedCPHost);<a name="line.3469"></a> |
| <span class="sourceLineNo">3470</span><a name="line.3470"></a> |
| <span class="sourceLineNo">3471</span> region.put(originalPut);<a name="line.3471"></a> |
| <span class="sourceLineNo">3472</span> region.setCoprocessorHost(normalCPHost);<a name="line.3472"></a> |
| <span class="sourceLineNo">3473</span> final long finalSize = region.getDataInMemoryWithoutWAL();<a name="line.3473"></a> |
| <span class="sourceLineNo">3474</span> assertEquals("finalSize:" + finalSize + ", initSize:"<a name="line.3474"></a> |
| <span class="sourceLineNo">3475</span> + initSize + ", delta:" + delta,finalSize, initSize + delta);<a name="line.3475"></a> |
| <span class="sourceLineNo">3476</span> }<a name="line.3476"></a> |
| <span class="sourceLineNo">3477</span><a name="line.3477"></a> |
| <span class="sourceLineNo">3478</span> @Test<a name="line.3478"></a> |
| <span class="sourceLineNo">3479</span> public void testDeleteColumns_PostInsert() throws IOException, InterruptedException {<a name="line.3479"></a> |
| <span class="sourceLineNo">3480</span> Delete delete = new Delete(row);<a name="line.3480"></a> |
| <span class="sourceLineNo">3481</span> delete.addColumns(fam1, qual1);<a name="line.3481"></a> |
| <span class="sourceLineNo">3482</span> doTestDelete_AndPostInsert(delete);<a name="line.3482"></a> |
| <span class="sourceLineNo">3483</span> }<a name="line.3483"></a> |
| <span class="sourceLineNo">3484</span><a name="line.3484"></a> |
| <span class="sourceLineNo">3485</span> @Test<a name="line.3485"></a> |
| <span class="sourceLineNo">3486</span> public void testaddFamily_PostInsert() throws IOException, InterruptedException {<a name="line.3486"></a> |
| <span class="sourceLineNo">3487</span> Delete delete = new Delete(row);<a name="line.3487"></a> |
| <span class="sourceLineNo">3488</span> delete.addFamily(fam1);<a name="line.3488"></a> |
| <span class="sourceLineNo">3489</span> doTestDelete_AndPostInsert(delete);<a name="line.3489"></a> |
| <span class="sourceLineNo">3490</span> }<a name="line.3490"></a> |
| <span class="sourceLineNo">3491</span><a name="line.3491"></a> |
| <span class="sourceLineNo">3492</span> public void doTestDelete_AndPostInsert(Delete delete) throws IOException, InterruptedException {<a name="line.3492"></a> |
| <span class="sourceLineNo">3493</span> this.region = initHRegion(tableName, method, CONF, fam1);<a name="line.3493"></a> |
| <span class="sourceLineNo">3494</span> EnvironmentEdgeManagerTestHelper.injectEdge(new IncrementingEnvironmentEdge());<a name="line.3494"></a> |
| <span class="sourceLineNo">3495</span> Put put = new Put(row);<a name="line.3495"></a> |
| <span class="sourceLineNo">3496</span> put.addColumn(fam1, qual1, value1);<a name="line.3496"></a> |
| <span class="sourceLineNo">3497</span> region.put(put);<a name="line.3497"></a> |
| <span class="sourceLineNo">3498</span><a name="line.3498"></a> |
| <span class="sourceLineNo">3499</span> // now delete the value:<a name="line.3499"></a> |
| <span class="sourceLineNo">3500</span> region.delete(delete);<a name="line.3500"></a> |
| <span class="sourceLineNo">3501</span><a name="line.3501"></a> |
| <span class="sourceLineNo">3502</span> // ok put data:<a name="line.3502"></a> |
| <span class="sourceLineNo">3503</span> put = new Put(row);<a name="line.3503"></a> |
| <span class="sourceLineNo">3504</span> put.addColumn(fam1, qual1, value2);<a name="line.3504"></a> |
| <span class="sourceLineNo">3505</span> region.put(put);<a name="line.3505"></a> |
| <span class="sourceLineNo">3506</span><a name="line.3506"></a> |
| <span class="sourceLineNo">3507</span> // ok get:<a name="line.3507"></a> |
| <span class="sourceLineNo">3508</span> Get get = new Get(row);<a name="line.3508"></a> |
| <span class="sourceLineNo">3509</span> get.addColumn(fam1, qual1);<a name="line.3509"></a> |
| <span class="sourceLineNo">3510</span><a name="line.3510"></a> |
| <span class="sourceLineNo">3511</span> Result r = region.get(get);<a name="line.3511"></a> |
| <span class="sourceLineNo">3512</span> assertEquals(1, r.size());<a name="line.3512"></a> |
| <span class="sourceLineNo">3513</span> assertArrayEquals(value2, r.getValue(fam1, qual1));<a name="line.3513"></a> |
| <span class="sourceLineNo">3514</span><a name="line.3514"></a> |
| <span class="sourceLineNo">3515</span> // next:<a name="line.3515"></a> |
| <span class="sourceLineNo">3516</span> Scan scan = new Scan().withStartRow(row);<a name="line.3516"></a> |
| <span class="sourceLineNo">3517</span> scan.addColumn(fam1, qual1);<a name="line.3517"></a> |
| <span class="sourceLineNo">3518</span> InternalScanner s = region.getScanner(scan);<a name="line.3518"></a> |
| <span class="sourceLineNo">3519</span><a name="line.3519"></a> |
| <span class="sourceLineNo">3520</span> List<Cell> results = new ArrayList<>();<a name="line.3520"></a> |
| <span class="sourceLineNo">3521</span> assertEquals(false, s.next(results));<a name="line.3521"></a> |
| <span class="sourceLineNo">3522</span> assertEquals(1, results.size());<a name="line.3522"></a> |
| <span class="sourceLineNo">3523</span> Cell kv = results.get(0);<a name="line.3523"></a> |
| <span class="sourceLineNo">3524</span><a name="line.3524"></a> |
| <span class="sourceLineNo">3525</span> assertArrayEquals(value2, CellUtil.cloneValue(kv));<a name="line.3525"></a> |
| <span class="sourceLineNo">3526</span> assertArrayEquals(fam1, CellUtil.cloneFamily(kv));<a name="line.3526"></a> |
| <span class="sourceLineNo">3527</span> assertArrayEquals(qual1, CellUtil.cloneQualifier(kv));<a name="line.3527"></a> |
| <span class="sourceLineNo">3528</span> assertArrayEquals(row, CellUtil.cloneRow(kv));<a name="line.3528"></a> |
| <span class="sourceLineNo">3529</span> }<a name="line.3529"></a> |
| <span class="sourceLineNo">3530</span><a name="line.3530"></a> |
| <span class="sourceLineNo">3531</span> @Test<a name="line.3531"></a> |
| <span class="sourceLineNo">3532</span> public void testDelete_CheckTimestampUpdated() throws IOException {<a name="line.3532"></a> |
| <span class="sourceLineNo">3533</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.3533"></a> |
| <span class="sourceLineNo">3534</span> byte[] col1 = Bytes.toBytes("col1");<a name="line.3534"></a> |
| <span class="sourceLineNo">3535</span> byte[] col2 = Bytes.toBytes("col2");<a name="line.3535"></a> |
| <span class="sourceLineNo">3536</span> byte[] col3 = Bytes.toBytes("col3");<a name="line.3536"></a> |
| <span class="sourceLineNo">3537</span><a name="line.3537"></a> |
| <span class="sourceLineNo">3538</span> byte[] forUnitTestsOnly = Bytes.toBytes("ForUnitTestsOnly");<a name="line.3538"></a> |
| <span class="sourceLineNo">3539</span><a name="line.3539"></a> |
| <span class="sourceLineNo">3540</span> // Setting up region<a name="line.3540"></a> |
| <span class="sourceLineNo">3541</span> this.region = initHRegion(tableName, method, CONF, fam1);<a name="line.3541"></a> |
| <span class="sourceLineNo">3542</span> // Building checkerList<a name="line.3542"></a> |
| <span class="sourceLineNo">3543</span> List<Cell> kvs = new ArrayList<>();<a name="line.3543"></a> |
| <span class="sourceLineNo">3544</span> kvs.add(new KeyValue(row1, fam1, col1, null));<a name="line.3544"></a> |
| <span class="sourceLineNo">3545</span> kvs.add(new KeyValue(row1, fam1, col2, null));<a name="line.3545"></a> |
| <span class="sourceLineNo">3546</span> kvs.add(new KeyValue(row1, fam1, col3, null));<a name="line.3546"></a> |
| <span class="sourceLineNo">3547</span><a name="line.3547"></a> |
| <span class="sourceLineNo">3548</span> NavigableMap<byte[], List<Cell>> deleteMap = new TreeMap<>(Bytes.BYTES_COMPARATOR);<a name="line.3548"></a> |
| <span class="sourceLineNo">3549</span> deleteMap.put(fam1, kvs);<a name="line.3549"></a> |
| <span class="sourceLineNo">3550</span> region.delete(new Delete(forUnitTestsOnly, HConstants.LATEST_TIMESTAMP, deleteMap));<a name="line.3550"></a> |
| <span class="sourceLineNo">3551</span><a name="line.3551"></a> |
| <span class="sourceLineNo">3552</span> // extract the key values out the memstore:<a name="line.3552"></a> |
| <span class="sourceLineNo">3553</span> // This is kinda hacky, but better than nothing...<a name="line.3553"></a> |
| <span class="sourceLineNo">3554</span> long now = System.currentTimeMillis();<a name="line.3554"></a> |
| <span class="sourceLineNo">3555</span> AbstractMemStore memstore = (AbstractMemStore) region.getStore(fam1).memstore;<a name="line.3555"></a> |
| <span class="sourceLineNo">3556</span> Cell firstCell = memstore.getActive().first();<a name="line.3556"></a> |
| <span class="sourceLineNo">3557</span> assertTrue(firstCell.getTimestamp() <= now);<a name="line.3557"></a> |
| <span class="sourceLineNo">3558</span> now = firstCell.getTimestamp();<a name="line.3558"></a> |
| <span class="sourceLineNo">3559</span> for (Cell cell : memstore.getActive().getCellSet()) {<a name="line.3559"></a> |
| <span class="sourceLineNo">3560</span> assertTrue(cell.getTimestamp() <= now);<a name="line.3560"></a> |
| <span class="sourceLineNo">3561</span> now = cell.getTimestamp();<a name="line.3561"></a> |
| <span class="sourceLineNo">3562</span> }<a name="line.3562"></a> |
| <span class="sourceLineNo">3563</span> }<a name="line.3563"></a> |
| <span class="sourceLineNo">3564</span><a name="line.3564"></a> |
| <span class="sourceLineNo">3565</span> // ////////////////////////////////////////////////////////////////////////////<a name="line.3565"></a> |
| <span class="sourceLineNo">3566</span> // Get tests<a name="line.3566"></a> |
| <span class="sourceLineNo">3567</span> // ////////////////////////////////////////////////////////////////////////////<a name="line.3567"></a> |
| <span class="sourceLineNo">3568</span> @Test<a name="line.3568"></a> |
| <span class="sourceLineNo">3569</span> public void testGet_FamilyChecker() throws IOException {<a name="line.3569"></a> |
| <span class="sourceLineNo">3570</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.3570"></a> |
| <span class="sourceLineNo">3571</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.3571"></a> |
| <span class="sourceLineNo">3572</span> byte[] fam2 = Bytes.toBytes("False");<a name="line.3572"></a> |
| <span class="sourceLineNo">3573</span> byte[] col1 = Bytes.toBytes("col1");<a name="line.3573"></a> |
| <span class="sourceLineNo">3574</span><a name="line.3574"></a> |
| <span class="sourceLineNo">3575</span> // Setting up region<a name="line.3575"></a> |
| <span class="sourceLineNo">3576</span> this.region = initHRegion(tableName, method, CONF, fam1);<a name="line.3576"></a> |
| <span class="sourceLineNo">3577</span> Get get = new Get(row1);<a name="line.3577"></a> |
| <span class="sourceLineNo">3578</span> get.addColumn(fam2, col1);<a name="line.3578"></a> |
| <span class="sourceLineNo">3579</span><a name="line.3579"></a> |
| <span class="sourceLineNo">3580</span> // Test<a name="line.3580"></a> |
| <span class="sourceLineNo">3581</span> try {<a name="line.3581"></a> |
| <span class="sourceLineNo">3582</span> region.get(get);<a name="line.3582"></a> |
| <span class="sourceLineNo">3583</span> fail("Expecting DoNotRetryIOException in get but did not get any");<a name="line.3583"></a> |
| <span class="sourceLineNo">3584</span> } catch (org.apache.hadoop.hbase.DoNotRetryIOException e) {<a name="line.3584"></a> |
| <span class="sourceLineNo">3585</span> LOG.info("Got expected DoNotRetryIOException successfully");<a name="line.3585"></a> |
| <span class="sourceLineNo">3586</span> }<a name="line.3586"></a> |
| <span class="sourceLineNo">3587</span> }<a name="line.3587"></a> |
| <span class="sourceLineNo">3588</span><a name="line.3588"></a> |
| <span class="sourceLineNo">3589</span> @Test<a name="line.3589"></a> |
| <span class="sourceLineNo">3590</span> public void testGet_Basic() throws IOException {<a name="line.3590"></a> |
| <span class="sourceLineNo">3591</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.3591"></a> |
| <span class="sourceLineNo">3592</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.3592"></a> |
| <span class="sourceLineNo">3593</span> byte[] col1 = Bytes.toBytes("col1");<a name="line.3593"></a> |
| <span class="sourceLineNo">3594</span> byte[] col2 = Bytes.toBytes("col2");<a name="line.3594"></a> |
| <span class="sourceLineNo">3595</span> byte[] col3 = Bytes.toBytes("col3");<a name="line.3595"></a> |
| <span class="sourceLineNo">3596</span> byte[] col4 = Bytes.toBytes("col4");<a name="line.3596"></a> |
| <span class="sourceLineNo">3597</span> byte[] col5 = Bytes.toBytes("col5");<a name="line.3597"></a> |
| <span class="sourceLineNo">3598</span><a name="line.3598"></a> |
| <span class="sourceLineNo">3599</span> // Setting up region<a name="line.3599"></a> |
| <span class="sourceLineNo">3600</span> this.region = initHRegion(tableName, method, CONF, fam1);<a name="line.3600"></a> |
| <span class="sourceLineNo">3601</span> // Add to memstore<a name="line.3601"></a> |
| <span class="sourceLineNo">3602</span> Put put = new Put(row1);<a name="line.3602"></a> |
| <span class="sourceLineNo">3603</span> put.addColumn(fam1, col1, null);<a name="line.3603"></a> |
| <span class="sourceLineNo">3604</span> put.addColumn(fam1, col2, null);<a name="line.3604"></a> |
| <span class="sourceLineNo">3605</span> put.addColumn(fam1, col3, null);<a name="line.3605"></a> |
| <span class="sourceLineNo">3606</span> put.addColumn(fam1, col4, null);<a name="line.3606"></a> |
| <span class="sourceLineNo">3607</span> put.addColumn(fam1, col5, null);<a name="line.3607"></a> |
| <span class="sourceLineNo">3608</span> region.put(put);<a name="line.3608"></a> |
| <span class="sourceLineNo">3609</span><a name="line.3609"></a> |
| <span class="sourceLineNo">3610</span> Get get = new Get(row1);<a name="line.3610"></a> |
| <span class="sourceLineNo">3611</span> get.addColumn(fam1, col2);<a name="line.3611"></a> |
| <span class="sourceLineNo">3612</span> get.addColumn(fam1, col4);<a name="line.3612"></a> |
| <span class="sourceLineNo">3613</span> // Expected result<a name="line.3613"></a> |
| <span class="sourceLineNo">3614</span> KeyValue kv1 = new KeyValue(row1, fam1, col2);<a name="line.3614"></a> |
| <span class="sourceLineNo">3615</span> KeyValue kv2 = new KeyValue(row1, fam1, col4);<a name="line.3615"></a> |
| <span class="sourceLineNo">3616</span> KeyValue[] expected = { kv1, kv2 };<a name="line.3616"></a> |
| <span class="sourceLineNo">3617</span><a name="line.3617"></a> |
| <span class="sourceLineNo">3618</span> // Test<a name="line.3618"></a> |
| <span class="sourceLineNo">3619</span> Result res = region.get(get);<a name="line.3619"></a> |
| <span class="sourceLineNo">3620</span> assertEquals(expected.length, res.size());<a name="line.3620"></a> |
| <span class="sourceLineNo">3621</span> for (int i = 0; i < res.size(); i++) {<a name="line.3621"></a> |
| <span class="sourceLineNo">3622</span> assertTrue(CellUtil.matchingRows(expected[i], res.rawCells()[i]));<a name="line.3622"></a> |
| <span class="sourceLineNo">3623</span> assertTrue(CellUtil.matchingFamily(expected[i], res.rawCells()[i]));<a name="line.3623"></a> |
| <span class="sourceLineNo">3624</span> assertTrue(CellUtil.matchingQualifier(expected[i], res.rawCells()[i]));<a name="line.3624"></a> |
| <span class="sourceLineNo">3625</span> }<a name="line.3625"></a> |
| <span class="sourceLineNo">3626</span><a name="line.3626"></a> |
| <span class="sourceLineNo">3627</span> // Test using a filter on a Get<a name="line.3627"></a> |
| <span class="sourceLineNo">3628</span> Get g = new Get(row1);<a name="line.3628"></a> |
| <span class="sourceLineNo">3629</span> final int count = 2;<a name="line.3629"></a> |
| <span class="sourceLineNo">3630</span> g.setFilter(new ColumnCountGetFilter(count));<a name="line.3630"></a> |
| <span class="sourceLineNo">3631</span> res = region.get(g);<a name="line.3631"></a> |
| <span class="sourceLineNo">3632</span> assertEquals(count, res.size());<a name="line.3632"></a> |
| <span class="sourceLineNo">3633</span> }<a name="line.3633"></a> |
| <span class="sourceLineNo">3634</span><a name="line.3634"></a> |
| <span class="sourceLineNo">3635</span> @Test<a name="line.3635"></a> |
| <span class="sourceLineNo">3636</span> public void testGet_Empty() throws IOException {<a name="line.3636"></a> |
| <span class="sourceLineNo">3637</span> byte[] row = Bytes.toBytes("row");<a name="line.3637"></a> |
| <span class="sourceLineNo">3638</span> byte[] fam = Bytes.toBytes("fam");<a name="line.3638"></a> |
| <span class="sourceLineNo">3639</span><a name="line.3639"></a> |
| <span class="sourceLineNo">3640</span> this.region = initHRegion(tableName, method, CONF, fam);<a name="line.3640"></a> |
| <span class="sourceLineNo">3641</span> Get get = new Get(row);<a name="line.3641"></a> |
| <span class="sourceLineNo">3642</span> get.addFamily(fam);<a name="line.3642"></a> |
| <span class="sourceLineNo">3643</span> Result r = region.get(get);<a name="line.3643"></a> |
| <span class="sourceLineNo">3644</span><a name="line.3644"></a> |
| <span class="sourceLineNo">3645</span> assertTrue(r.isEmpty());<a name="line.3645"></a> |
| <span class="sourceLineNo">3646</span> }<a name="line.3646"></a> |
| <span class="sourceLineNo">3647</span><a name="line.3647"></a> |
| <span class="sourceLineNo">3648</span> @Test<a name="line.3648"></a> |
| <span class="sourceLineNo">3649</span> public void testGetWithFilter() throws IOException, InterruptedException {<a name="line.3649"></a> |
| <span class="sourceLineNo">3650</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.3650"></a> |
| <span class="sourceLineNo">3651</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.3651"></a> |
| <span class="sourceLineNo">3652</span> byte[] col1 = Bytes.toBytes("col1");<a name="line.3652"></a> |
| <span class="sourceLineNo">3653</span> byte[] value1 = Bytes.toBytes("value1");<a name="line.3653"></a> |
| <span class="sourceLineNo">3654</span> byte[] value2 = Bytes.toBytes("value2");<a name="line.3654"></a> |
| <span class="sourceLineNo">3655</span><a name="line.3655"></a> |
| <span class="sourceLineNo">3656</span> final int maxVersions = 3;<a name="line.3656"></a> |
| <span class="sourceLineNo">3657</span> TableDescriptor tableDescriptor =<a name="line.3657"></a> |
| <span class="sourceLineNo">3658</span> TableDescriptorBuilder.newBuilder(TableName.valueOf("testFilterAndColumnTracker"))<a name="line.3658"></a> |
| <span class="sourceLineNo">3659</span> .setColumnFamily(<a name="line.3659"></a> |
| <span class="sourceLineNo">3660</span> ColumnFamilyDescriptorBuilder.newBuilder(fam1).setMaxVersions(maxVersions).build())<a name="line.3660"></a> |
| <span class="sourceLineNo">3661</span> .build();<a name="line.3661"></a> |
| <span class="sourceLineNo">3662</span> ChunkCreator.initialize(MemStoreLAB.CHUNK_SIZE_DEFAULT, false, 0, 0,<a name="line.3662"></a> |
| <span class="sourceLineNo">3663</span> 0, null, MemStoreLAB.INDEX_CHUNK_SIZE_PERCENTAGE_DEFAULT);<a name="line.3663"></a> |
| <span class="sourceLineNo">3664</span> RegionInfo info = RegionInfoBuilder.newBuilder(tableDescriptor.getTableName()).build();<a name="line.3664"></a> |
| <span class="sourceLineNo">3665</span> Path logDir = TEST_UTIL.getDataTestDirOnTestFS(method + ".log");<a name="line.3665"></a> |
| <span class="sourceLineNo">3666</span> final WAL wal = HBaseTestingUtility.createWal(TEST_UTIL.getConfiguration(), logDir, info);<a name="line.3666"></a> |
| <span class="sourceLineNo">3667</span> this.region = TEST_UTIL.createLocalHRegion(info, CONF, tableDescriptor, wal);<a name="line.3667"></a> |
| <span class="sourceLineNo">3668</span><a name="line.3668"></a> |
| <span class="sourceLineNo">3669</span> // Put 4 version to memstore<a name="line.3669"></a> |
| <span class="sourceLineNo">3670</span> long ts = 0;<a name="line.3670"></a> |
| <span class="sourceLineNo">3671</span> Put put = new Put(row1, ts);<a name="line.3671"></a> |
| <span class="sourceLineNo">3672</span> put.addColumn(fam1, col1, value1);<a name="line.3672"></a> |
| <span class="sourceLineNo">3673</span> region.put(put);<a name="line.3673"></a> |
| <span class="sourceLineNo">3674</span> put = new Put(row1, ts + 1);<a name="line.3674"></a> |
| <span class="sourceLineNo">3675</span> put.addColumn(fam1, col1, Bytes.toBytes("filter1"));<a name="line.3675"></a> |
| <span class="sourceLineNo">3676</span> region.put(put);<a name="line.3676"></a> |
| <span class="sourceLineNo">3677</span> put = new Put(row1, ts + 2);<a name="line.3677"></a> |
| <span class="sourceLineNo">3678</span> put.addColumn(fam1, col1, Bytes.toBytes("filter2"));<a name="line.3678"></a> |
| <span class="sourceLineNo">3679</span> region.put(put);<a name="line.3679"></a> |
| <span class="sourceLineNo">3680</span> put = new Put(row1, ts + 3);<a name="line.3680"></a> |
| <span class="sourceLineNo">3681</span> put.addColumn(fam1, col1, value2);<a name="line.3681"></a> |
| <span class="sourceLineNo">3682</span> region.put(put);<a name="line.3682"></a> |
| <span class="sourceLineNo">3683</span><a name="line.3683"></a> |
| <span class="sourceLineNo">3684</span> Get get = new Get(row1);<a name="line.3684"></a> |
| <span class="sourceLineNo">3685</span> get.readAllVersions();<a name="line.3685"></a> |
| <span class="sourceLineNo">3686</span> Result res = region.get(get);<a name="line.3686"></a> |
| <span class="sourceLineNo">3687</span> // Get 3 versions, the oldest version has gone from user view<a name="line.3687"></a> |
| <span class="sourceLineNo">3688</span> assertEquals(maxVersions, res.size());<a name="line.3688"></a> |
| <span class="sourceLineNo">3689</span><a name="line.3689"></a> |
| <span class="sourceLineNo">3690</span> get.setFilter(new ValueFilter(CompareOperator.EQUAL, new SubstringComparator("value")));<a name="line.3690"></a> |
| <span class="sourceLineNo">3691</span> res = region.get(get);<a name="line.3691"></a> |
| <span class="sourceLineNo">3692</span> // When use value filter, the oldest version should still gone from user view and it<a name="line.3692"></a> |
| <span class="sourceLineNo">3693</span> // should only return one key vaule<a name="line.3693"></a> |
| <span class="sourceLineNo">3694</span> assertEquals(1, res.size());<a name="line.3694"></a> |
| <span class="sourceLineNo">3695</span> assertTrue(CellUtil.matchingValue(new KeyValue(row1, fam1, col1, value2), res.rawCells()[0]));<a name="line.3695"></a> |
| <span class="sourceLineNo">3696</span> assertEquals(ts + 3, res.rawCells()[0].getTimestamp());<a name="line.3696"></a> |
| <span class="sourceLineNo">3697</span><a name="line.3697"></a> |
| <span class="sourceLineNo">3698</span> region.flush(true);<a name="line.3698"></a> |
| <span class="sourceLineNo">3699</span> region.compact(true);<a name="line.3699"></a> |
| <span class="sourceLineNo">3700</span> Thread.sleep(1000);<a name="line.3700"></a> |
| <span class="sourceLineNo">3701</span> res = region.get(get);<a name="line.3701"></a> |
| <span class="sourceLineNo">3702</span> // After flush and compact, the result should be consistent with previous result<a name="line.3702"></a> |
| <span class="sourceLineNo">3703</span> assertEquals(1, res.size());<a name="line.3703"></a> |
| <span class="sourceLineNo">3704</span> assertTrue(CellUtil.matchingValue(new KeyValue(row1, fam1, col1, value2), res.rawCells()[0]));<a name="line.3704"></a> |
| <span class="sourceLineNo">3705</span> }<a name="line.3705"></a> |
| <span class="sourceLineNo">3706</span><a name="line.3706"></a> |
| <span class="sourceLineNo">3707</span> // ////////////////////////////////////////////////////////////////////////////<a name="line.3707"></a> |
| <span class="sourceLineNo">3708</span> // Scanner tests<a name="line.3708"></a> |
| <span class="sourceLineNo">3709</span> // ////////////////////////////////////////////////////////////////////////////<a name="line.3709"></a> |
| <span class="sourceLineNo">3710</span> @Test<a name="line.3710"></a> |
| <span class="sourceLineNo">3711</span> public void testGetScanner_WithOkFamilies() throws IOException {<a name="line.3711"></a> |
| <span class="sourceLineNo">3712</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.3712"></a> |
| <span class="sourceLineNo">3713</span> byte[] fam2 = Bytes.toBytes("fam2");<a name="line.3713"></a> |
| <span class="sourceLineNo">3714</span><a name="line.3714"></a> |
| <span class="sourceLineNo">3715</span> byte[][] families = { fam1, fam2 };<a name="line.3715"></a> |
| <span class="sourceLineNo">3716</span><a name="line.3716"></a> |
| <span class="sourceLineNo">3717</span> // Setting up region<a name="line.3717"></a> |
| <span class="sourceLineNo">3718</span> this.region = initHRegion(tableName, method, CONF, families);<a name="line.3718"></a> |
| <span class="sourceLineNo">3719</span> Scan scan = new Scan();<a name="line.3719"></a> |
| <span class="sourceLineNo">3720</span> scan.addFamily(fam1);<a name="line.3720"></a> |
| <span class="sourceLineNo">3721</span> scan.addFamily(fam2);<a name="line.3721"></a> |
| <span class="sourceLineNo">3722</span> try {<a name="line.3722"></a> |
| <span class="sourceLineNo">3723</span> region.getScanner(scan);<a name="line.3723"></a> |
| <span class="sourceLineNo">3724</span> } catch (Exception e) {<a name="line.3724"></a> |
| <span class="sourceLineNo">3725</span> assertTrue("Families could not be found in Region", false);<a name="line.3725"></a> |
| <span class="sourceLineNo">3726</span> }<a name="line.3726"></a> |
| <span class="sourceLineNo">3727</span> }<a name="line.3727"></a> |
| <span class="sourceLineNo">3728</span><a name="line.3728"></a> |
| <span class="sourceLineNo">3729</span> @Test<a name="line.3729"></a> |
| <span class="sourceLineNo">3730</span> public void testGetScanner_WithNotOkFamilies() throws IOException {<a name="line.3730"></a> |
| <span class="sourceLineNo">3731</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.3731"></a> |
| <span class="sourceLineNo">3732</span> byte[] fam2 = Bytes.toBytes("fam2");<a name="line.3732"></a> |
| <span class="sourceLineNo">3733</span><a name="line.3733"></a> |
| <span class="sourceLineNo">3734</span> byte[][] families = { fam1 };<a name="line.3734"></a> |
| <span class="sourceLineNo">3735</span><a name="line.3735"></a> |
| <span class="sourceLineNo">3736</span> // Setting up region<a name="line.3736"></a> |
| <span class="sourceLineNo">3737</span> this.region = initHRegion(tableName, method, CONF, families);<a name="line.3737"></a> |
| <span class="sourceLineNo">3738</span> Scan scan = new Scan();<a name="line.3738"></a> |
| <span class="sourceLineNo">3739</span> scan.addFamily(fam2);<a name="line.3739"></a> |
| <span class="sourceLineNo">3740</span> boolean ok = false;<a name="line.3740"></a> |
| <span class="sourceLineNo">3741</span> try {<a name="line.3741"></a> |
| <span class="sourceLineNo">3742</span> region.getScanner(scan);<a name="line.3742"></a> |
| <span class="sourceLineNo">3743</span> } catch (Exception e) {<a name="line.3743"></a> |
| <span class="sourceLineNo">3744</span> ok = true;<a name="line.3744"></a> |
| <span class="sourceLineNo">3745</span> }<a name="line.3745"></a> |
| <span class="sourceLineNo">3746</span> assertTrue("Families could not be found in Region", ok);<a name="line.3746"></a> |
| <span class="sourceLineNo">3747</span> }<a name="line.3747"></a> |
| <span class="sourceLineNo">3748</span><a name="line.3748"></a> |
| <span class="sourceLineNo">3749</span> @Test<a name="line.3749"></a> |
| <span class="sourceLineNo">3750</span> public void testGetScanner_WithNoFamilies() throws IOException {<a name="line.3750"></a> |
| <span class="sourceLineNo">3751</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.3751"></a> |
| <span class="sourceLineNo">3752</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.3752"></a> |
| <span class="sourceLineNo">3753</span> byte[] fam2 = Bytes.toBytes("fam2");<a name="line.3753"></a> |
| <span class="sourceLineNo">3754</span> byte[] fam3 = Bytes.toBytes("fam3");<a name="line.3754"></a> |
| <span class="sourceLineNo">3755</span> byte[] fam4 = Bytes.toBytes("fam4");<a name="line.3755"></a> |
| <span class="sourceLineNo">3756</span><a name="line.3756"></a> |
| <span class="sourceLineNo">3757</span> byte[][] families = { fam1, fam2, fam3, fam4 };<a name="line.3757"></a> |
| <span class="sourceLineNo">3758</span><a name="line.3758"></a> |
| <span class="sourceLineNo">3759</span> // Setting up region<a name="line.3759"></a> |
| <span class="sourceLineNo">3760</span> this.region = initHRegion(tableName, method, CONF, families);<a name="line.3760"></a> |
| <span class="sourceLineNo">3761</span> // Putting data in Region<a name="line.3761"></a> |
| <span class="sourceLineNo">3762</span> Put put = new Put(row1);<a name="line.3762"></a> |
| <span class="sourceLineNo">3763</span> put.addColumn(fam1, null, null);<a name="line.3763"></a> |
| <span class="sourceLineNo">3764</span> put.addColumn(fam2, null, null);<a name="line.3764"></a> |
| <span class="sourceLineNo">3765</span> put.addColumn(fam3, null, null);<a name="line.3765"></a> |
| <span class="sourceLineNo">3766</span> put.addColumn(fam4, null, null);<a name="line.3766"></a> |
| <span class="sourceLineNo">3767</span> region.put(put);<a name="line.3767"></a> |
| <span class="sourceLineNo">3768</span><a name="line.3768"></a> |
| <span class="sourceLineNo">3769</span> Scan scan = null;<a name="line.3769"></a> |
| <span class="sourceLineNo">3770</span> RegionScannerImpl is = null;<a name="line.3770"></a> |
| <span class="sourceLineNo">3771</span><a name="line.3771"></a> |
| <span class="sourceLineNo">3772</span> // Testing to see how many scanners that is produced by getScanner,<a name="line.3772"></a> |
| <span class="sourceLineNo">3773</span> // starting<a name="line.3773"></a> |
| <span class="sourceLineNo">3774</span> // with known number, 2 - current = 1<a name="line.3774"></a> |
| <span class="sourceLineNo">3775</span> scan = new Scan();<a name="line.3775"></a> |
| <span class="sourceLineNo">3776</span> scan.addFamily(fam2);<a name="line.3776"></a> |
| <span class="sourceLineNo">3777</span> scan.addFamily(fam4);<a name="line.3777"></a> |
| <span class="sourceLineNo">3778</span> is = region.getScanner(scan);<a name="line.3778"></a> |
| <span class="sourceLineNo">3779</span> assertEquals(1, is.storeHeap.getHeap().size());<a name="line.3779"></a> |
| <span class="sourceLineNo">3780</span><a name="line.3780"></a> |
| <span class="sourceLineNo">3781</span> scan = new Scan();<a name="line.3781"></a> |
| <span class="sourceLineNo">3782</span> is = region.getScanner(scan);<a name="line.3782"></a> |
| <span class="sourceLineNo">3783</span> assertEquals(families.length - 1, is.storeHeap.getHeap().size());<a name="line.3783"></a> |
| <span class="sourceLineNo">3784</span> }<a name="line.3784"></a> |
| <span class="sourceLineNo">3785</span><a name="line.3785"></a> |
| <span class="sourceLineNo">3786</span> /**<a name="line.3786"></a> |
| <span class="sourceLineNo">3787</span> * This method tests https://issues.apache.org/jira/browse/HBASE-2516.<a name="line.3787"></a> |
| <span class="sourceLineNo">3788</span> *<a name="line.3788"></a> |
| <span class="sourceLineNo">3789</span> * @throws IOException<a name="line.3789"></a> |
| <span class="sourceLineNo">3790</span> */<a name="line.3790"></a> |
| <span class="sourceLineNo">3791</span> @Test<a name="line.3791"></a> |
| <span class="sourceLineNo">3792</span> public void testGetScanner_WithRegionClosed() throws IOException {<a name="line.3792"></a> |
| <span class="sourceLineNo">3793</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.3793"></a> |
| <span class="sourceLineNo">3794</span> byte[] fam2 = Bytes.toBytes("fam2");<a name="line.3794"></a> |
| <span class="sourceLineNo">3795</span><a name="line.3795"></a> |
| <span class="sourceLineNo">3796</span> byte[][] families = { fam1, fam2 };<a name="line.3796"></a> |
| <span class="sourceLineNo">3797</span><a name="line.3797"></a> |
| <span class="sourceLineNo">3798</span> // Setting up region<a name="line.3798"></a> |
| <span class="sourceLineNo">3799</span> try {<a name="line.3799"></a> |
| <span class="sourceLineNo">3800</span> this.region = initHRegion(tableName, method, CONF, families);<a name="line.3800"></a> |
| <span class="sourceLineNo">3801</span> } catch (IOException e) {<a name="line.3801"></a> |
| <span class="sourceLineNo">3802</span> e.printStackTrace();<a name="line.3802"></a> |
| <span class="sourceLineNo">3803</span> fail("Got IOException during initHRegion, " + e.getMessage());<a name="line.3803"></a> |
| <span class="sourceLineNo">3804</span> }<a name="line.3804"></a> |
| <span class="sourceLineNo">3805</span> region.closed.set(true);<a name="line.3805"></a> |
| <span class="sourceLineNo">3806</span> try {<a name="line.3806"></a> |
| <span class="sourceLineNo">3807</span> region.getScanner(null);<a name="line.3807"></a> |
| <span class="sourceLineNo">3808</span> fail("Expected to get an exception during getScanner on a region that is closed");<a name="line.3808"></a> |
| <span class="sourceLineNo">3809</span> } catch (NotServingRegionException e) {<a name="line.3809"></a> |
| <span class="sourceLineNo">3810</span> // this is the correct exception that is expected<a name="line.3810"></a> |
| <span class="sourceLineNo">3811</span> } catch (IOException e) {<a name="line.3811"></a> |
| <span class="sourceLineNo">3812</span> fail("Got wrong type of exception - should be a NotServingRegionException, " +<a name="line.3812"></a> |
| <span class="sourceLineNo">3813</span> "but was an IOException: "<a name="line.3813"></a> |
| <span class="sourceLineNo">3814</span> + e.getMessage());<a name="line.3814"></a> |
| <span class="sourceLineNo">3815</span> }<a name="line.3815"></a> |
| <span class="sourceLineNo">3816</span> }<a name="line.3816"></a> |
| <span class="sourceLineNo">3817</span><a name="line.3817"></a> |
| <span class="sourceLineNo">3818</span> @Test<a name="line.3818"></a> |
| <span class="sourceLineNo">3819</span> public void testRegionScanner_Next() throws IOException {<a name="line.3819"></a> |
| <span class="sourceLineNo">3820</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.3820"></a> |
| <span class="sourceLineNo">3821</span> byte[] row2 = Bytes.toBytes("row2");<a name="line.3821"></a> |
| <span class="sourceLineNo">3822</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.3822"></a> |
| <span class="sourceLineNo">3823</span> byte[] fam2 = Bytes.toBytes("fam2");<a name="line.3823"></a> |
| <span class="sourceLineNo">3824</span> byte[] fam3 = Bytes.toBytes("fam3");<a name="line.3824"></a> |
| <span class="sourceLineNo">3825</span> byte[] fam4 = Bytes.toBytes("fam4");<a name="line.3825"></a> |
| <span class="sourceLineNo">3826</span><a name="line.3826"></a> |
| <span class="sourceLineNo">3827</span> byte[][] families = { fam1, fam2, fam3, fam4 };<a name="line.3827"></a> |
| <span class="sourceLineNo">3828</span> long ts = System.currentTimeMillis();<a name="line.3828"></a> |
| <span class="sourceLineNo">3829</span><a name="line.3829"></a> |
| <span class="sourceLineNo">3830</span> // Setting up region<a name="line.3830"></a> |
| <span class="sourceLineNo">3831</span> this.region = initHRegion(tableName, method, CONF, families);<a name="line.3831"></a> |
| <span class="sourceLineNo">3832</span> // Putting data in Region<a name="line.3832"></a> |
| <span class="sourceLineNo">3833</span> Put put = null;<a name="line.3833"></a> |
| <span class="sourceLineNo">3834</span> put = new Put(row1);<a name="line.3834"></a> |
| <span class="sourceLineNo">3835</span> put.addColumn(fam1, (byte[]) null, ts, null);<a name="line.3835"></a> |
| <span class="sourceLineNo">3836</span> put.addColumn(fam2, (byte[]) null, ts, null);<a name="line.3836"></a> |
| <span class="sourceLineNo">3837</span> put.addColumn(fam3, (byte[]) null, ts, null);<a name="line.3837"></a> |
| <span class="sourceLineNo">3838</span> put.addColumn(fam4, (byte[]) null, ts, null);<a name="line.3838"></a> |
| <span class="sourceLineNo">3839</span> region.put(put);<a name="line.3839"></a> |
| <span class="sourceLineNo">3840</span><a name="line.3840"></a> |
| <span class="sourceLineNo">3841</span> put = new Put(row2);<a name="line.3841"></a> |
| <span class="sourceLineNo">3842</span> put.addColumn(fam1, (byte[]) null, ts, null);<a name="line.3842"></a> |
| <span class="sourceLineNo">3843</span> put.addColumn(fam2, (byte[]) null, ts, null);<a name="line.3843"></a> |
| <span class="sourceLineNo">3844</span> put.addColumn(fam3, (byte[]) null, ts, null);<a name="line.3844"></a> |
| <span class="sourceLineNo">3845</span> put.addColumn(fam4, (byte[]) null, ts, null);<a name="line.3845"></a> |
| <span class="sourceLineNo">3846</span> region.put(put);<a name="line.3846"></a> |
| <span class="sourceLineNo">3847</span><a name="line.3847"></a> |
| <span class="sourceLineNo">3848</span> Scan scan = new Scan();<a name="line.3848"></a> |
| <span class="sourceLineNo">3849</span> scan.addFamily(fam2);<a name="line.3849"></a> |
| <span class="sourceLineNo">3850</span> scan.addFamily(fam4);<a name="line.3850"></a> |
| <span class="sourceLineNo">3851</span> InternalScanner is = region.getScanner(scan);<a name="line.3851"></a> |
| <span class="sourceLineNo">3852</span><a name="line.3852"></a> |
| <span class="sourceLineNo">3853</span> List<Cell> res = null;<a name="line.3853"></a> |
| <span class="sourceLineNo">3854</span><a name="line.3854"></a> |
| <span class="sourceLineNo">3855</span> // Result 1<a name="line.3855"></a> |
| <span class="sourceLineNo">3856</span> List<Cell> expected1 = new ArrayList<>();<a name="line.3856"></a> |
| <span class="sourceLineNo">3857</span> expected1.add(new KeyValue(row1, fam2, null, ts, KeyValue.Type.Put, null));<a name="line.3857"></a> |
| <span class="sourceLineNo">3858</span> expected1.add(new KeyValue(row1, fam4, null, ts, KeyValue.Type.Put, null));<a name="line.3858"></a> |
| <span class="sourceLineNo">3859</span><a name="line.3859"></a> |
| <span class="sourceLineNo">3860</span> res = new ArrayList<>();<a name="line.3860"></a> |
| <span class="sourceLineNo">3861</span> is.next(res);<a name="line.3861"></a> |
| <span class="sourceLineNo">3862</span> for (int i = 0; i < res.size(); i++) {<a name="line.3862"></a> |
| <span class="sourceLineNo">3863</span> assertTrue(PrivateCellUtil.equalsIgnoreMvccVersion(expected1.get(i), res.get(i)));<a name="line.3863"></a> |
| <span class="sourceLineNo">3864</span> }<a name="line.3864"></a> |
| <span class="sourceLineNo">3865</span><a name="line.3865"></a> |
| <span class="sourceLineNo">3866</span> // Result 2<a name="line.3866"></a> |
| <span class="sourceLineNo">3867</span> List<Cell> expected2 = new ArrayList<>();<a name="line.3867"></a> |
| <span class="sourceLineNo">3868</span> expected2.add(new KeyValue(row2, fam2, null, ts, KeyValue.Type.Put, null));<a name="line.3868"></a> |
| <span class="sourceLineNo">3869</span> expected2.add(new KeyValue(row2, fam4, null, ts, KeyValue.Type.Put, null));<a name="line.3869"></a> |
| <span class="sourceLineNo">3870</span><a name="line.3870"></a> |
| <span class="sourceLineNo">3871</span> res = new ArrayList<>();<a name="line.3871"></a> |
| <span class="sourceLineNo">3872</span> is.next(res);<a name="line.3872"></a> |
| <span class="sourceLineNo">3873</span> for (int i = 0; i < res.size(); i++) {<a name="line.3873"></a> |
| <span class="sourceLineNo">3874</span> assertTrue(PrivateCellUtil.equalsIgnoreMvccVersion(expected2.get(i), res.get(i)));<a name="line.3874"></a> |
| <span class="sourceLineNo">3875</span> }<a name="line.3875"></a> |
| <span class="sourceLineNo">3876</span> }<a name="line.3876"></a> |
| <span class="sourceLineNo">3877</span><a name="line.3877"></a> |
| <span class="sourceLineNo">3878</span> @Test<a name="line.3878"></a> |
| <span class="sourceLineNo">3879</span> public void testScanner_ExplicitColumns_FromMemStore_EnforceVersions() throws IOException {<a name="line.3879"></a> |
| <span class="sourceLineNo">3880</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.3880"></a> |
| <span class="sourceLineNo">3881</span> byte[] qf1 = Bytes.toBytes("qualifier1");<a name="line.3881"></a> |
| <span class="sourceLineNo">3882</span> byte[] qf2 = Bytes.toBytes("qualifier2");<a name="line.3882"></a> |
| <span class="sourceLineNo">3883</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.3883"></a> |
| <span class="sourceLineNo">3884</span> byte[][] families = { fam1 };<a name="line.3884"></a> |
| <span class="sourceLineNo">3885</span><a name="line.3885"></a> |
| <span class="sourceLineNo">3886</span> long ts1 = System.currentTimeMillis();<a name="line.3886"></a> |
| <span class="sourceLineNo">3887</span> long ts2 = ts1 + 1;<a name="line.3887"></a> |
| <span class="sourceLineNo">3888</span> long ts3 = ts1 + 2;<a name="line.3888"></a> |
| <span class="sourceLineNo">3889</span><a name="line.3889"></a> |
| <span class="sourceLineNo">3890</span> // Setting up region<a name="line.3890"></a> |
| <span class="sourceLineNo">3891</span> this.region = initHRegion(tableName, method, CONF, families);<a name="line.3891"></a> |
| <span class="sourceLineNo">3892</span> // Putting data in Region<a name="line.3892"></a> |
| <span class="sourceLineNo">3893</span> Put put = null;<a name="line.3893"></a> |
| <span class="sourceLineNo">3894</span> KeyValue kv13 = new KeyValue(row1, fam1, qf1, ts3, KeyValue.Type.Put, null);<a name="line.3894"></a> |
| <span class="sourceLineNo">3895</span> KeyValue kv12 = new KeyValue(row1, fam1, qf1, ts2, KeyValue.Type.Put, null);<a name="line.3895"></a> |
| <span class="sourceLineNo">3896</span> KeyValue kv11 = new KeyValue(row1, fam1, qf1, ts1, KeyValue.Type.Put, null);<a name="line.3896"></a> |
| <span class="sourceLineNo">3897</span><a name="line.3897"></a> |
| <span class="sourceLineNo">3898</span> KeyValue kv23 = new KeyValue(row1, fam1, qf2, ts3, KeyValue.Type.Put, null);<a name="line.3898"></a> |
| <span class="sourceLineNo">3899</span> KeyValue kv22 = new KeyValue(row1, fam1, qf2, ts2, KeyValue.Type.Put, null);<a name="line.3899"></a> |
| <span class="sourceLineNo">3900</span> KeyValue kv21 = new KeyValue(row1, fam1, qf2, ts1, KeyValue.Type.Put, null);<a name="line.3900"></a> |
| <span class="sourceLineNo">3901</span><a name="line.3901"></a> |
| <span class="sourceLineNo">3902</span> put = new Put(row1);<a name="line.3902"></a> |
| <span class="sourceLineNo">3903</span> put.add(kv13);<a name="line.3903"></a> |
| <span class="sourceLineNo">3904</span> put.add(kv12);<a name="line.3904"></a> |
| <span class="sourceLineNo">3905</span> put.add(kv11);<a name="line.3905"></a> |
| <span class="sourceLineNo">3906</span> put.add(kv23);<a name="line.3906"></a> |
| <span class="sourceLineNo">3907</span> put.add(kv22);<a name="line.3907"></a> |
| <span class="sourceLineNo">3908</span> put.add(kv21);<a name="line.3908"></a> |
| <span class="sourceLineNo">3909</span> region.put(put);<a name="line.3909"></a> |
| <span class="sourceLineNo">3910</span><a name="line.3910"></a> |
| <span class="sourceLineNo">3911</span> // Expected<a name="line.3911"></a> |
| <span class="sourceLineNo">3912</span> List<Cell> expected = new ArrayList<>();<a name="line.3912"></a> |
| <span class="sourceLineNo">3913</span> expected.add(kv13);<a name="line.3913"></a> |
| <span class="sourceLineNo">3914</span> expected.add(kv12);<a name="line.3914"></a> |
| <span class="sourceLineNo">3915</span><a name="line.3915"></a> |
| <span class="sourceLineNo">3916</span> Scan scan = new Scan().withStartRow(row1);<a name="line.3916"></a> |
| <span class="sourceLineNo">3917</span> scan.addColumn(fam1, qf1);<a name="line.3917"></a> |
| <span class="sourceLineNo">3918</span> scan.readVersions(MAX_VERSIONS);<a name="line.3918"></a> |
| <span class="sourceLineNo">3919</span> List<Cell> actual = new ArrayList<>();<a name="line.3919"></a> |
| <span class="sourceLineNo">3920</span> InternalScanner scanner = region.getScanner(scan);<a name="line.3920"></a> |
| <span class="sourceLineNo">3921</span><a name="line.3921"></a> |
| <span class="sourceLineNo">3922</span> boolean hasNext = scanner.next(actual);<a name="line.3922"></a> |
| <span class="sourceLineNo">3923</span> assertEquals(false, hasNext);<a name="line.3923"></a> |
| <span class="sourceLineNo">3924</span><a name="line.3924"></a> |
| <span class="sourceLineNo">3925</span> // Verify result<a name="line.3925"></a> |
| <span class="sourceLineNo">3926</span> for (int i = 0; i < expected.size(); i++) {<a name="line.3926"></a> |
| <span class="sourceLineNo">3927</span> assertEquals(expected.get(i), actual.get(i));<a name="line.3927"></a> |
| <span class="sourceLineNo">3928</span> }<a name="line.3928"></a> |
| <span class="sourceLineNo">3929</span> }<a name="line.3929"></a> |
| <span class="sourceLineNo">3930</span><a name="line.3930"></a> |
| <span class="sourceLineNo">3931</span> @Test<a name="line.3931"></a> |
| <span class="sourceLineNo">3932</span> public void testScanner_ExplicitColumns_FromFilesOnly_EnforceVersions() throws IOException {<a name="line.3932"></a> |
| <span class="sourceLineNo">3933</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.3933"></a> |
| <span class="sourceLineNo">3934</span> byte[] qf1 = Bytes.toBytes("qualifier1");<a name="line.3934"></a> |
| <span class="sourceLineNo">3935</span> byte[] qf2 = Bytes.toBytes("qualifier2");<a name="line.3935"></a> |
| <span class="sourceLineNo">3936</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.3936"></a> |
| <span class="sourceLineNo">3937</span> byte[][] families = { fam1 };<a name="line.3937"></a> |
| <span class="sourceLineNo">3938</span><a name="line.3938"></a> |
| <span class="sourceLineNo">3939</span> long ts1 = 1; // System.currentTimeMillis();<a name="line.3939"></a> |
| <span class="sourceLineNo">3940</span> long ts2 = ts1 + 1;<a name="line.3940"></a> |
| <span class="sourceLineNo">3941</span> long ts3 = ts1 + 2;<a name="line.3941"></a> |
| <span class="sourceLineNo">3942</span><a name="line.3942"></a> |
| <span class="sourceLineNo">3943</span> // Setting up region<a name="line.3943"></a> |
| <span class="sourceLineNo">3944</span> this.region = initHRegion(tableName, method, CONF, families);<a name="line.3944"></a> |
| <span class="sourceLineNo">3945</span> // Putting data in Region<a name="line.3945"></a> |
| <span class="sourceLineNo">3946</span> Put put = null;<a name="line.3946"></a> |
| <span class="sourceLineNo">3947</span> KeyValue kv13 = new KeyValue(row1, fam1, qf1, ts3, KeyValue.Type.Put, null);<a name="line.3947"></a> |
| <span class="sourceLineNo">3948</span> KeyValue kv12 = new KeyValue(row1, fam1, qf1, ts2, KeyValue.Type.Put, null);<a name="line.3948"></a> |
| <span class="sourceLineNo">3949</span> KeyValue kv11 = new KeyValue(row1, fam1, qf1, ts1, KeyValue.Type.Put, null);<a name="line.3949"></a> |
| <span class="sourceLineNo">3950</span><a name="line.3950"></a> |
| <span class="sourceLineNo">3951</span> KeyValue kv23 = new KeyValue(row1, fam1, qf2, ts3, KeyValue.Type.Put, null);<a name="line.3951"></a> |
| <span class="sourceLineNo">3952</span> KeyValue kv22 = new KeyValue(row1, fam1, qf2, ts2, KeyValue.Type.Put, null);<a name="line.3952"></a> |
| <span class="sourceLineNo">3953</span> KeyValue kv21 = new KeyValue(row1, fam1, qf2, ts1, KeyValue.Type.Put, null);<a name="line.3953"></a> |
| <span class="sourceLineNo">3954</span><a name="line.3954"></a> |
| <span class="sourceLineNo">3955</span> put = new Put(row1);<a name="line.3955"></a> |
| <span class="sourceLineNo">3956</span> put.add(kv13);<a name="line.3956"></a> |
| <span class="sourceLineNo">3957</span> put.add(kv12);<a name="line.3957"></a> |
| <span class="sourceLineNo">3958</span> put.add(kv11);<a name="line.3958"></a> |
| <span class="sourceLineNo">3959</span> put.add(kv23);<a name="line.3959"></a> |
| <span class="sourceLineNo">3960</span> put.add(kv22);<a name="line.3960"></a> |
| <span class="sourceLineNo">3961</span> put.add(kv21);<a name="line.3961"></a> |
| <span class="sourceLineNo">3962</span> region.put(put);<a name="line.3962"></a> |
| <span class="sourceLineNo">3963</span> region.flush(true);<a name="line.3963"></a> |
| <span class="sourceLineNo">3964</span><a name="line.3964"></a> |
| <span class="sourceLineNo">3965</span> // Expected<a name="line.3965"></a> |
| <span class="sourceLineNo">3966</span> List<Cell> expected = new ArrayList<>();<a name="line.3966"></a> |
| <span class="sourceLineNo">3967</span> expected.add(kv13);<a name="line.3967"></a> |
| <span class="sourceLineNo">3968</span> expected.add(kv12);<a name="line.3968"></a> |
| <span class="sourceLineNo">3969</span> expected.add(kv23);<a name="line.3969"></a> |
| <span class="sourceLineNo">3970</span> expected.add(kv22);<a name="line.3970"></a> |
| <span class="sourceLineNo">3971</span><a name="line.3971"></a> |
| <span class="sourceLineNo">3972</span> Scan scan = new Scan().withStartRow(row1);<a name="line.3972"></a> |
| <span class="sourceLineNo">3973</span> scan.addColumn(fam1, qf1);<a name="line.3973"></a> |
| <span class="sourceLineNo">3974</span> scan.addColumn(fam1, qf2);<a name="line.3974"></a> |
| <span class="sourceLineNo">3975</span> scan.readVersions(MAX_VERSIONS);<a name="line.3975"></a> |
| <span class="sourceLineNo">3976</span> List<Cell> actual = new ArrayList<>();<a name="line.3976"></a> |
| <span class="sourceLineNo">3977</span> InternalScanner scanner = region.getScanner(scan);<a name="line.3977"></a> |
| <span class="sourceLineNo">3978</span><a name="line.3978"></a> |
| <span class="sourceLineNo">3979</span> boolean hasNext = scanner.next(actual);<a name="line.3979"></a> |
| <span class="sourceLineNo">3980</span> assertEquals(false, hasNext);<a name="line.3980"></a> |
| <span class="sourceLineNo">3981</span><a name="line.3981"></a> |
| <span class="sourceLineNo">3982</span> // Verify result<a name="line.3982"></a> |
| <span class="sourceLineNo">3983</span> for (int i = 0; i < expected.size(); i++) {<a name="line.3983"></a> |
| <span class="sourceLineNo">3984</span> assertTrue(PrivateCellUtil.equalsIgnoreMvccVersion(expected.get(i), actual.get(i)));<a name="line.3984"></a> |
| <span class="sourceLineNo">3985</span> }<a name="line.3985"></a> |
| <span class="sourceLineNo">3986</span> }<a name="line.3986"></a> |
| <span class="sourceLineNo">3987</span><a name="line.3987"></a> |
| <span class="sourceLineNo">3988</span> @Test<a name="line.3988"></a> |
| <span class="sourceLineNo">3989</span> public void testScanner_ExplicitColumns_FromMemStoreAndFiles_EnforceVersions() throws<a name="line.3989"></a> |
| <span class="sourceLineNo">3990</span> IOException {<a name="line.3990"></a> |
| <span class="sourceLineNo">3991</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.3991"></a> |
| <span class="sourceLineNo">3992</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.3992"></a> |
| <span class="sourceLineNo">3993</span> byte[][] families = { fam1 };<a name="line.3993"></a> |
| <span class="sourceLineNo">3994</span> byte[] qf1 = Bytes.toBytes("qualifier1");<a name="line.3994"></a> |
| <span class="sourceLineNo">3995</span> byte[] qf2 = Bytes.toBytes("qualifier2");<a name="line.3995"></a> |
| <span class="sourceLineNo">3996</span><a name="line.3996"></a> |
| <span class="sourceLineNo">3997</span> long ts1 = 1;<a name="line.3997"></a> |
| <span class="sourceLineNo">3998</span> long ts2 = ts1 + 1;<a name="line.3998"></a> |
| <span class="sourceLineNo">3999</span> long ts3 = ts1 + 2;<a name="line.3999"></a> |
| <span class="sourceLineNo">4000</span> long ts4 = ts1 + 3;<a name="line.4000"></a> |
| <span class="sourceLineNo">4001</span><a name="line.4001"></a> |
| <span class="sourceLineNo">4002</span> // Setting up region<a name="line.4002"></a> |
| <span class="sourceLineNo">4003</span> this.region = initHRegion(tableName, method, CONF, families);<a name="line.4003"></a> |
| <span class="sourceLineNo">4004</span> // Putting data in Region<a name="line.4004"></a> |
| <span class="sourceLineNo">4005</span> KeyValue kv14 = new KeyValue(row1, fam1, qf1, ts4, KeyValue.Type.Put, null);<a name="line.4005"></a> |
| <span class="sourceLineNo">4006</span> KeyValue kv13 = new KeyValue(row1, fam1, qf1, ts3, KeyValue.Type.Put, null);<a name="line.4006"></a> |
| <span class="sourceLineNo">4007</span> KeyValue kv12 = new KeyValue(row1, fam1, qf1, ts2, KeyValue.Type.Put, null);<a name="line.4007"></a> |
| <span class="sourceLineNo">4008</span> KeyValue kv11 = new KeyValue(row1, fam1, qf1, ts1, KeyValue.Type.Put, null);<a name="line.4008"></a> |
| <span class="sourceLineNo">4009</span><a name="line.4009"></a> |
| <span class="sourceLineNo">4010</span> KeyValue kv24 = new KeyValue(row1, fam1, qf2, ts4, KeyValue.Type.Put, null);<a name="line.4010"></a> |
| <span class="sourceLineNo">4011</span> KeyValue kv23 = new KeyValue(row1, fam1, qf2, ts3, KeyValue.Type.Put, null);<a name="line.4011"></a> |
| <span class="sourceLineNo">4012</span> KeyValue kv22 = new KeyValue(row1, fam1, qf2, ts2, KeyValue.Type.Put, null);<a name="line.4012"></a> |
| <span class="sourceLineNo">4013</span> KeyValue kv21 = new KeyValue(row1, fam1, qf2, ts1, KeyValue.Type.Put, null);<a name="line.4013"></a> |
| <span class="sourceLineNo">4014</span><a name="line.4014"></a> |
| <span class="sourceLineNo">4015</span> Put put = null;<a name="line.4015"></a> |
| <span class="sourceLineNo">4016</span> put = new Put(row1);<a name="line.4016"></a> |
| <span class="sourceLineNo">4017</span> put.add(kv14);<a name="line.4017"></a> |
| <span class="sourceLineNo">4018</span> put.add(kv24);<a name="line.4018"></a> |
| <span class="sourceLineNo">4019</span> region.put(put);<a name="line.4019"></a> |
| <span class="sourceLineNo">4020</span> region.flush(true);<a name="line.4020"></a> |
| <span class="sourceLineNo">4021</span><a name="line.4021"></a> |
| <span class="sourceLineNo">4022</span> put = new Put(row1);<a name="line.4022"></a> |
| <span class="sourceLineNo">4023</span> put.add(kv23);<a name="line.4023"></a> |
| <span class="sourceLineNo">4024</span> put.add(kv13);<a name="line.4024"></a> |
| <span class="sourceLineNo">4025</span> region.put(put);<a name="line.4025"></a> |
| <span class="sourceLineNo">4026</span> region.flush(true);<a name="line.4026"></a> |
| <span class="sourceLineNo">4027</span><a name="line.4027"></a> |
| <span class="sourceLineNo">4028</span> put = new Put(row1);<a name="line.4028"></a> |
| <span class="sourceLineNo">4029</span> put.add(kv22);<a name="line.4029"></a> |
| <span class="sourceLineNo">4030</span> put.add(kv12);<a name="line.4030"></a> |
| <span class="sourceLineNo">4031</span> region.put(put);<a name="line.4031"></a> |
| <span class="sourceLineNo">4032</span> region.flush(true);<a name="line.4032"></a> |
| <span class="sourceLineNo">4033</span><a name="line.4033"></a> |
| <span class="sourceLineNo">4034</span> put = new Put(row1);<a name="line.4034"></a> |
| <span class="sourceLineNo">4035</span> put.add(kv21);<a name="line.4035"></a> |
| <span class="sourceLineNo">4036</span> put.add(kv11);<a name="line.4036"></a> |
| <span class="sourceLineNo">4037</span> region.put(put);<a name="line.4037"></a> |
| <span class="sourceLineNo">4038</span><a name="line.4038"></a> |
| <span class="sourceLineNo">4039</span> // Expected<a name="line.4039"></a> |
| <span class="sourceLineNo">4040</span> List<Cell> expected = new ArrayList<>();<a name="line.4040"></a> |
| <span class="sourceLineNo">4041</span> expected.add(kv14);<a name="line.4041"></a> |
| <span class="sourceLineNo">4042</span> expected.add(kv13);<a name="line.4042"></a> |
| <span class="sourceLineNo">4043</span> expected.add(kv12);<a name="line.4043"></a> |
| <span class="sourceLineNo">4044</span> expected.add(kv24);<a name="line.4044"></a> |
| <span class="sourceLineNo">4045</span> expected.add(kv23);<a name="line.4045"></a> |
| <span class="sourceLineNo">4046</span> expected.add(kv22);<a name="line.4046"></a> |
| <span class="sourceLineNo">4047</span><a name="line.4047"></a> |
| <span class="sourceLineNo">4048</span> Scan scan = new Scan().withStartRow(row1);<a name="line.4048"></a> |
| <span class="sourceLineNo">4049</span> scan.addColumn(fam1, qf1);<a name="line.4049"></a> |
| <span class="sourceLineNo">4050</span> scan.addColumn(fam1, qf2);<a name="line.4050"></a> |
| <span class="sourceLineNo">4051</span> int versions = 3;<a name="line.4051"></a> |
| <span class="sourceLineNo">4052</span> scan.readVersions(versions);<a name="line.4052"></a> |
| <span class="sourceLineNo">4053</span> List<Cell> actual = new ArrayList<>();<a name="line.4053"></a> |
| <span class="sourceLineNo">4054</span> InternalScanner scanner = region.getScanner(scan);<a name="line.4054"></a> |
| <span class="sourceLineNo">4055</span><a name="line.4055"></a> |
| <span class="sourceLineNo">4056</span> boolean hasNext = scanner.next(actual);<a name="line.4056"></a> |
| <span class="sourceLineNo">4057</span> assertEquals(false, hasNext);<a name="line.4057"></a> |
| <span class="sourceLineNo">4058</span><a name="line.4058"></a> |
| <span class="sourceLineNo">4059</span> // Verify result<a name="line.4059"></a> |
| <span class="sourceLineNo">4060</span> for (int i = 0; i < expected.size(); i++) {<a name="line.4060"></a> |
| <span class="sourceLineNo">4061</span> assertTrue(PrivateCellUtil.equalsIgnoreMvccVersion(expected.get(i), actual.get(i)));<a name="line.4061"></a> |
| <span class="sourceLineNo">4062</span> }<a name="line.4062"></a> |
| <span class="sourceLineNo">4063</span> }<a name="line.4063"></a> |
| <span class="sourceLineNo">4064</span><a name="line.4064"></a> |
| <span class="sourceLineNo">4065</span> @Test<a name="line.4065"></a> |
| <span class="sourceLineNo">4066</span> public void testScanner_Wildcard_FromMemStore_EnforceVersions() throws IOException {<a name="line.4066"></a> |
| <span class="sourceLineNo">4067</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.4067"></a> |
| <span class="sourceLineNo">4068</span> byte[] qf1 = Bytes.toBytes("qualifier1");<a name="line.4068"></a> |
| <span class="sourceLineNo">4069</span> byte[] qf2 = Bytes.toBytes("qualifier2");<a name="line.4069"></a> |
| <span class="sourceLineNo">4070</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.4070"></a> |
| <span class="sourceLineNo">4071</span> byte[][] families = { fam1 };<a name="line.4071"></a> |
| <span class="sourceLineNo">4072</span><a name="line.4072"></a> |
| <span class="sourceLineNo">4073</span> long ts1 = System.currentTimeMillis();<a name="line.4073"></a> |
| <span class="sourceLineNo">4074</span> long ts2 = ts1 + 1;<a name="line.4074"></a> |
| <span class="sourceLineNo">4075</span> long ts3 = ts1 + 2;<a name="line.4075"></a> |
| <span class="sourceLineNo">4076</span><a name="line.4076"></a> |
| <span class="sourceLineNo">4077</span> // Setting up region<a name="line.4077"></a> |
| <span class="sourceLineNo">4078</span> this.region = initHRegion(tableName, method, CONF, families);<a name="line.4078"></a> |
| <span class="sourceLineNo">4079</span> // Putting data in Region<a name="line.4079"></a> |
| <span class="sourceLineNo">4080</span> Put put = null;<a name="line.4080"></a> |
| <span class="sourceLineNo">4081</span> KeyValue kv13 = new KeyValue(row1, fam1, qf1, ts3, KeyValue.Type.Put, null);<a name="line.4081"></a> |
| <span class="sourceLineNo">4082</span> KeyValue kv12 = new KeyValue(row1, fam1, qf1, ts2, KeyValue.Type.Put, null);<a name="line.4082"></a> |
| <span class="sourceLineNo">4083</span> KeyValue kv11 = new KeyValue(row1, fam1, qf1, ts1, KeyValue.Type.Put, null);<a name="line.4083"></a> |
| <span class="sourceLineNo">4084</span><a name="line.4084"></a> |
| <span class="sourceLineNo">4085</span> KeyValue kv23 = new KeyValue(row1, fam1, qf2, ts3, KeyValue.Type.Put, null);<a name="line.4085"></a> |
| <span class="sourceLineNo">4086</span> KeyValue kv22 = new KeyValue(row1, fam1, qf2, ts2, KeyValue.Type.Put, null);<a name="line.4086"></a> |
| <span class="sourceLineNo">4087</span> KeyValue kv21 = new KeyValue(row1, fam1, qf2, ts1, KeyValue.Type.Put, null);<a name="line.4087"></a> |
| <span class="sourceLineNo">4088</span><a name="line.4088"></a> |
| <span class="sourceLineNo">4089</span> put = new Put(row1);<a name="line.4089"></a> |
| <span class="sourceLineNo">4090</span> put.add(kv13);<a name="line.4090"></a> |
| <span class="sourceLineNo">4091</span> put.add(kv12);<a name="line.4091"></a> |
| <span class="sourceLineNo">4092</span> put.add(kv11);<a name="line.4092"></a> |
| <span class="sourceLineNo">4093</span> put.add(kv23);<a name="line.4093"></a> |
| <span class="sourceLineNo">4094</span> put.add(kv22);<a name="line.4094"></a> |
| <span class="sourceLineNo">4095</span> put.add(kv21);<a name="line.4095"></a> |
| <span class="sourceLineNo">4096</span> region.put(put);<a name="line.4096"></a> |
| <span class="sourceLineNo">4097</span><a name="line.4097"></a> |
| <span class="sourceLineNo">4098</span> // Expected<a name="line.4098"></a> |
| <span class="sourceLineNo">4099</span> List<Cell> expected = new ArrayList<>();<a name="line.4099"></a> |
| <span class="sourceLineNo">4100</span> expected.add(kv13);<a name="line.4100"></a> |
| <span class="sourceLineNo">4101</span> expected.add(kv12);<a name="line.4101"></a> |
| <span class="sourceLineNo">4102</span> expected.add(kv23);<a name="line.4102"></a> |
| <span class="sourceLineNo">4103</span> expected.add(kv22);<a name="line.4103"></a> |
| <span class="sourceLineNo">4104</span><a name="line.4104"></a> |
| <span class="sourceLineNo">4105</span> Scan scan = new Scan().withStartRow(row1);<a name="line.4105"></a> |
| <span class="sourceLineNo">4106</span> scan.addFamily(fam1);<a name="line.4106"></a> |
| <span class="sourceLineNo">4107</span> scan.readVersions(MAX_VERSIONS);<a name="line.4107"></a> |
| <span class="sourceLineNo">4108</span> List<Cell> actual = new ArrayList<>();<a name="line.4108"></a> |
| <span class="sourceLineNo">4109</span> InternalScanner scanner = region.getScanner(scan);<a name="line.4109"></a> |
| <span class="sourceLineNo">4110</span><a name="line.4110"></a> |
| <span class="sourceLineNo">4111</span> boolean hasNext = scanner.next(actual);<a name="line.4111"></a> |
| <span class="sourceLineNo">4112</span> assertEquals(false, hasNext);<a name="line.4112"></a> |
| <span class="sourceLineNo">4113</span><a name="line.4113"></a> |
| <span class="sourceLineNo">4114</span> // Verify result<a name="line.4114"></a> |
| <span class="sourceLineNo">4115</span> for (int i = 0; i < expected.size(); i++) {<a name="line.4115"></a> |
| <span class="sourceLineNo">4116</span> assertEquals(expected.get(i), actual.get(i));<a name="line.4116"></a> |
| <span class="sourceLineNo">4117</span> }<a name="line.4117"></a> |
| <span class="sourceLineNo">4118</span> }<a name="line.4118"></a> |
| <span class="sourceLineNo">4119</span><a name="line.4119"></a> |
| <span class="sourceLineNo">4120</span> @Test<a name="line.4120"></a> |
| <span class="sourceLineNo">4121</span> public void testScanner_Wildcard_FromFilesOnly_EnforceVersions() throws IOException {<a name="line.4121"></a> |
| <span class="sourceLineNo">4122</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.4122"></a> |
| <span class="sourceLineNo">4123</span> byte[] qf1 = Bytes.toBytes("qualifier1");<a name="line.4123"></a> |
| <span class="sourceLineNo">4124</span> byte[] qf2 = Bytes.toBytes("qualifier2");<a name="line.4124"></a> |
| <span class="sourceLineNo">4125</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.4125"></a> |
| <span class="sourceLineNo">4126</span><a name="line.4126"></a> |
| <span class="sourceLineNo">4127</span> long ts1 = 1; // System.currentTimeMillis();<a name="line.4127"></a> |
| <span class="sourceLineNo">4128</span> long ts2 = ts1 + 1;<a name="line.4128"></a> |
| <span class="sourceLineNo">4129</span> long ts3 = ts1 + 2;<a name="line.4129"></a> |
| <span class="sourceLineNo">4130</span><a name="line.4130"></a> |
| <span class="sourceLineNo">4131</span> // Setting up region<a name="line.4131"></a> |
| <span class="sourceLineNo">4132</span> this.region = initHRegion(tableName, method, CONF, fam1);<a name="line.4132"></a> |
| <span class="sourceLineNo">4133</span> // Putting data in Region<a name="line.4133"></a> |
| <span class="sourceLineNo">4134</span> Put put = null;<a name="line.4134"></a> |
| <span class="sourceLineNo">4135</span> KeyValue kv13 = new KeyValue(row1, fam1, qf1, ts3, KeyValue.Type.Put, null);<a name="line.4135"></a> |
| <span class="sourceLineNo">4136</span> KeyValue kv12 = new KeyValue(row1, fam1, qf1, ts2, KeyValue.Type.Put, null);<a name="line.4136"></a> |
| <span class="sourceLineNo">4137</span> KeyValue kv11 = new KeyValue(row1, fam1, qf1, ts1, KeyValue.Type.Put, null);<a name="line.4137"></a> |
| <span class="sourceLineNo">4138</span><a name="line.4138"></a> |
| <span class="sourceLineNo">4139</span> KeyValue kv23 = new KeyValue(row1, fam1, qf2, ts3, KeyValue.Type.Put, null);<a name="line.4139"></a> |
| <span class="sourceLineNo">4140</span> KeyValue kv22 = new KeyValue(row1, fam1, qf2, ts2, KeyValue.Type.Put, null);<a name="line.4140"></a> |
| <span class="sourceLineNo">4141</span> KeyValue kv21 = new KeyValue(row1, fam1, qf2, ts1, KeyValue.Type.Put, null);<a name="line.4141"></a> |
| <span class="sourceLineNo">4142</span><a name="line.4142"></a> |
| <span class="sourceLineNo">4143</span> put = new Put(row1);<a name="line.4143"></a> |
| <span class="sourceLineNo">4144</span> put.add(kv13);<a name="line.4144"></a> |
| <span class="sourceLineNo">4145</span> put.add(kv12);<a name="line.4145"></a> |
| <span class="sourceLineNo">4146</span> put.add(kv11);<a name="line.4146"></a> |
| <span class="sourceLineNo">4147</span> put.add(kv23);<a name="line.4147"></a> |
| <span class="sourceLineNo">4148</span> put.add(kv22);<a name="line.4148"></a> |
| <span class="sourceLineNo">4149</span> put.add(kv21);<a name="line.4149"></a> |
| <span class="sourceLineNo">4150</span> region.put(put);<a name="line.4150"></a> |
| <span class="sourceLineNo">4151</span> region.flush(true);<a name="line.4151"></a> |
| <span class="sourceLineNo">4152</span><a name="line.4152"></a> |
| <span class="sourceLineNo">4153</span> // Expected<a name="line.4153"></a> |
| <span class="sourceLineNo">4154</span> List<Cell> expected = new ArrayList<>();<a name="line.4154"></a> |
| <span class="sourceLineNo">4155</span> expected.add(kv13);<a name="line.4155"></a> |
| <span class="sourceLineNo">4156</span> expected.add(kv12);<a name="line.4156"></a> |
| <span class="sourceLineNo">4157</span> expected.add(kv23);<a name="line.4157"></a> |
| <span class="sourceLineNo">4158</span> expected.add(kv22);<a name="line.4158"></a> |
| <span class="sourceLineNo">4159</span><a name="line.4159"></a> |
| <span class="sourceLineNo">4160</span> Scan scan = new Scan().withStartRow(row1);<a name="line.4160"></a> |
| <span class="sourceLineNo">4161</span> scan.addFamily(fam1);<a name="line.4161"></a> |
| <span class="sourceLineNo">4162</span> scan.readVersions(MAX_VERSIONS);<a name="line.4162"></a> |
| <span class="sourceLineNo">4163</span> List<Cell> actual = new ArrayList<>();<a name="line.4163"></a> |
| <span class="sourceLineNo">4164</span> InternalScanner scanner = region.getScanner(scan);<a name="line.4164"></a> |
| <span class="sourceLineNo">4165</span><a name="line.4165"></a> |
| <span class="sourceLineNo">4166</span> boolean hasNext = scanner.next(actual);<a name="line.4166"></a> |
| <span class="sourceLineNo">4167</span> assertEquals(false, hasNext);<a name="line.4167"></a> |
| <span class="sourceLineNo">4168</span><a name="line.4168"></a> |
| <span class="sourceLineNo">4169</span> // Verify result<a name="line.4169"></a> |
| <span class="sourceLineNo">4170</span> for (int i = 0; i < expected.size(); i++) {<a name="line.4170"></a> |
| <span class="sourceLineNo">4171</span> assertTrue(PrivateCellUtil.equalsIgnoreMvccVersion(expected.get(i), actual.get(i)));<a name="line.4171"></a> |
| <span class="sourceLineNo">4172</span> }<a name="line.4172"></a> |
| <span class="sourceLineNo">4173</span> }<a name="line.4173"></a> |
| <span class="sourceLineNo">4174</span><a name="line.4174"></a> |
| <span class="sourceLineNo">4175</span> @Test<a name="line.4175"></a> |
| <span class="sourceLineNo">4176</span> public void testScanner_StopRow1542() throws IOException {<a name="line.4176"></a> |
| <span class="sourceLineNo">4177</span> byte[] family = Bytes.toBytes("testFamily");<a name="line.4177"></a> |
| <span class="sourceLineNo">4178</span> this.region = initHRegion(tableName, method, CONF, family);<a name="line.4178"></a> |
| <span class="sourceLineNo">4179</span> byte[] row1 = Bytes.toBytes("row111");<a name="line.4179"></a> |
| <span class="sourceLineNo">4180</span> byte[] row2 = Bytes.toBytes("row222");<a name="line.4180"></a> |
| <span class="sourceLineNo">4181</span> byte[] row3 = Bytes.toBytes("row333");<a name="line.4181"></a> |
| <span class="sourceLineNo">4182</span> byte[] row4 = Bytes.toBytes("row444");<a name="line.4182"></a> |
| <span class="sourceLineNo">4183</span> byte[] row5 = Bytes.toBytes("row555");<a name="line.4183"></a> |
| <span class="sourceLineNo">4184</span><a name="line.4184"></a> |
| <span class="sourceLineNo">4185</span> byte[] col1 = Bytes.toBytes("Pub111");<a name="line.4185"></a> |
| <span class="sourceLineNo">4186</span> byte[] col2 = Bytes.toBytes("Pub222");<a name="line.4186"></a> |
| <span class="sourceLineNo">4187</span><a name="line.4187"></a> |
| <span class="sourceLineNo">4188</span> Put put = new Put(row1);<a name="line.4188"></a> |
| <span class="sourceLineNo">4189</span> put.addColumn(family, col1, Bytes.toBytes(10L));<a name="line.4189"></a> |
| <span class="sourceLineNo">4190</span> region.put(put);<a name="line.4190"></a> |
| <span class="sourceLineNo">4191</span><a name="line.4191"></a> |
| <span class="sourceLineNo">4192</span> put = new Put(row2);<a name="line.4192"></a> |
| <span class="sourceLineNo">4193</span> put.addColumn(family, col1, Bytes.toBytes(15L));<a name="line.4193"></a> |
| <span class="sourceLineNo">4194</span> region.put(put);<a name="line.4194"></a> |
| <span class="sourceLineNo">4195</span><a name="line.4195"></a> |
| <span class="sourceLineNo">4196</span> put = new Put(row3);<a name="line.4196"></a> |
| <span class="sourceLineNo">4197</span> put.addColumn(family, col2, Bytes.toBytes(20L));<a name="line.4197"></a> |
| <span class="sourceLineNo">4198</span> region.put(put);<a name="line.4198"></a> |
| <span class="sourceLineNo">4199</span><a name="line.4199"></a> |
| <span class="sourceLineNo">4200</span> put = new Put(row4);<a name="line.4200"></a> |
| <span class="sourceLineNo">4201</span> put.addColumn(family, col2, Bytes.toBytes(30L));<a name="line.4201"></a> |
| <span class="sourceLineNo">4202</span> region.put(put);<a name="line.4202"></a> |
| <span class="sourceLineNo">4203</span><a name="line.4203"></a> |
| <span class="sourceLineNo">4204</span> put = new Put(row5);<a name="line.4204"></a> |
| <span class="sourceLineNo">4205</span> put.addColumn(family, col1, Bytes.toBytes(40L));<a name="line.4205"></a> |
| <span class="sourceLineNo">4206</span> region.put(put);<a name="line.4206"></a> |
| <span class="sourceLineNo">4207</span><a name="line.4207"></a> |
| <span class="sourceLineNo">4208</span> Scan scan = new Scan().withStartRow(row3).withStopRow(row4);<a name="line.4208"></a> |
| <span class="sourceLineNo">4209</span> scan.readAllVersions();<a name="line.4209"></a> |
| <span class="sourceLineNo">4210</span> scan.addColumn(family, col1);<a name="line.4210"></a> |
| <span class="sourceLineNo">4211</span> InternalScanner s = region.getScanner(scan);<a name="line.4211"></a> |
| <span class="sourceLineNo">4212</span><a name="line.4212"></a> |
| <span class="sourceLineNo">4213</span> List<Cell> results = new ArrayList<>();<a name="line.4213"></a> |
| <span class="sourceLineNo">4214</span> assertEquals(false, s.next(results));<a name="line.4214"></a> |
| <span class="sourceLineNo">4215</span> assertEquals(0, results.size());<a name="line.4215"></a> |
| <span class="sourceLineNo">4216</span> }<a name="line.4216"></a> |
| <span class="sourceLineNo">4217</span><a name="line.4217"></a> |
| <span class="sourceLineNo">4218</span> @Test<a name="line.4218"></a> |
| <span class="sourceLineNo">4219</span> public void testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions() throws IOException {<a name="line.4219"></a> |
| <span class="sourceLineNo">4220</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.4220"></a> |
| <span class="sourceLineNo">4221</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.4221"></a> |
| <span class="sourceLineNo">4222</span> byte[] qf1 = Bytes.toBytes("qualifier1");<a name="line.4222"></a> |
| <span class="sourceLineNo">4223</span> byte[] qf2 = Bytes.toBytes("quateslifier2");<a name="line.4223"></a> |
| <span class="sourceLineNo">4224</span><a name="line.4224"></a> |
| <span class="sourceLineNo">4225</span> long ts1 = 1;<a name="line.4225"></a> |
| <span class="sourceLineNo">4226</span> long ts2 = ts1 + 1;<a name="line.4226"></a> |
| <span class="sourceLineNo">4227</span> long ts3 = ts1 + 2;<a name="line.4227"></a> |
| <span class="sourceLineNo">4228</span> long ts4 = ts1 + 3;<a name="line.4228"></a> |
| <span class="sourceLineNo">4229</span><a name="line.4229"></a> |
| <span class="sourceLineNo">4230</span> // Setting up region<a name="line.4230"></a> |
| <span class="sourceLineNo">4231</span> this.region = initHRegion(tableName, method, CONF, fam1);<a name="line.4231"></a> |
| <span class="sourceLineNo">4232</span> // Putting data in Region<a name="line.4232"></a> |
| <span class="sourceLineNo">4233</span> KeyValue kv14 = new KeyValue(row1, fam1, qf1, ts4, KeyValue.Type.Put, null);<a name="line.4233"></a> |
| <span class="sourceLineNo">4234</span> KeyValue kv13 = new KeyValue(row1, fam1, qf1, ts3, KeyValue.Type.Put, null);<a name="line.4234"></a> |
| <span class="sourceLineNo">4235</span> KeyValue kv12 = new KeyValue(row1, fam1, qf1, ts2, KeyValue.Type.Put, null);<a name="line.4235"></a> |
| <span class="sourceLineNo">4236</span> KeyValue kv11 = new KeyValue(row1, fam1, qf1, ts1, KeyValue.Type.Put, null);<a name="line.4236"></a> |
| <span class="sourceLineNo">4237</span><a name="line.4237"></a> |
| <span class="sourceLineNo">4238</span> KeyValue kv24 = new KeyValue(row1, fam1, qf2, ts4, KeyValue.Type.Put, null);<a name="line.4238"></a> |
| <span class="sourceLineNo">4239</span> KeyValue kv23 = new KeyValue(row1, fam1, qf2, ts3, KeyValue.Type.Put, null);<a name="line.4239"></a> |
| <span class="sourceLineNo">4240</span> KeyValue kv22 = new KeyValue(row1, fam1, qf2, ts2, KeyValue.Type.Put, null);<a name="line.4240"></a> |
| <span class="sourceLineNo">4241</span> KeyValue kv21 = new KeyValue(row1, fam1, qf2, ts1, KeyValue.Type.Put, null);<a name="line.4241"></a> |
| <span class="sourceLineNo">4242</span><a name="line.4242"></a> |
| <span class="sourceLineNo">4243</span> Put put = null;<a name="line.4243"></a> |
| <span class="sourceLineNo">4244</span> put = new Put(row1);<a name="line.4244"></a> |
| <span class="sourceLineNo">4245</span> put.add(kv14);<a name="line.4245"></a> |
| <span class="sourceLineNo">4246</span> put.add(kv24);<a name="line.4246"></a> |
| <span class="sourceLineNo">4247</span> region.put(put);<a name="line.4247"></a> |
| <span class="sourceLineNo">4248</span> region.flush(true);<a name="line.4248"></a> |
| <span class="sourceLineNo">4249</span><a name="line.4249"></a> |
| <span class="sourceLineNo">4250</span> put = new Put(row1);<a name="line.4250"></a> |
| <span class="sourceLineNo">4251</span> put.add(kv23);<a name="line.4251"></a> |
| <span class="sourceLineNo">4252</span> put.add(kv13);<a name="line.4252"></a> |
| <span class="sourceLineNo">4253</span> region.put(put);<a name="line.4253"></a> |
| <span class="sourceLineNo">4254</span> region.flush(true);<a name="line.4254"></a> |
| <span class="sourceLineNo">4255</span><a name="line.4255"></a> |
| <span class="sourceLineNo">4256</span> put = new Put(row1);<a name="line.4256"></a> |
| <span class="sourceLineNo">4257</span> put.add(kv22);<a name="line.4257"></a> |
| <span class="sourceLineNo">4258</span> put.add(kv12);<a name="line.4258"></a> |
| <span class="sourceLineNo">4259</span> region.put(put);<a name="line.4259"></a> |
| <span class="sourceLineNo">4260</span> region.flush(true);<a name="line.4260"></a> |
| <span class="sourceLineNo">4261</span><a name="line.4261"></a> |
| <span class="sourceLineNo">4262</span> put = new Put(row1);<a name="line.4262"></a> |
| <span class="sourceLineNo">4263</span> put.add(kv21);<a name="line.4263"></a> |
| <span class="sourceLineNo">4264</span> put.add(kv11);<a name="line.4264"></a> |
| <span class="sourceLineNo">4265</span> region.put(put);<a name="line.4265"></a> |
| <span class="sourceLineNo">4266</span><a name="line.4266"></a> |
| <span class="sourceLineNo">4267</span> // Expected<a name="line.4267"></a> |
| <span class="sourceLineNo">4268</span> List<KeyValue> expected = new ArrayList<>();<a name="line.4268"></a> |
| <span class="sourceLineNo">4269</span> expected.add(kv14);<a name="line.4269"></a> |
| <span class="sourceLineNo">4270</span> expected.add(kv13);<a name="line.4270"></a> |
| <span class="sourceLineNo">4271</span> expected.add(kv12);<a name="line.4271"></a> |
| <span class="sourceLineNo">4272</span> expected.add(kv24);<a name="line.4272"></a> |
| <span class="sourceLineNo">4273</span> expected.add(kv23);<a name="line.4273"></a> |
| <span class="sourceLineNo">4274</span> expected.add(kv22);<a name="line.4274"></a> |
| <span class="sourceLineNo">4275</span><a name="line.4275"></a> |
| <span class="sourceLineNo">4276</span> Scan scan = new Scan().withStartRow(row1);<a name="line.4276"></a> |
| <span class="sourceLineNo">4277</span> int versions = 3;<a name="line.4277"></a> |
| <span class="sourceLineNo">4278</span> scan.readVersions(versions);<a name="line.4278"></a> |
| <span class="sourceLineNo">4279</span> List<Cell> actual = new ArrayList<>();<a name="line.4279"></a> |
| <span class="sourceLineNo">4280</span> InternalScanner scanner = region.getScanner(scan);<a name="line.4280"></a> |
| <span class="sourceLineNo">4281</span><a name="line.4281"></a> |
| <span class="sourceLineNo">4282</span> boolean hasNext = scanner.next(actual);<a name="line.4282"></a> |
| <span class="sourceLineNo">4283</span> assertEquals(false, hasNext);<a name="line.4283"></a> |
| <span class="sourceLineNo">4284</span><a name="line.4284"></a> |
| <span class="sourceLineNo">4285</span> // Verify result<a name="line.4285"></a> |
| <span class="sourceLineNo">4286</span> for (int i = 0; i < expected.size(); i++) {<a name="line.4286"></a> |
| <span class="sourceLineNo">4287</span> assertTrue(PrivateCellUtil.equalsIgnoreMvccVersion(expected.get(i), actual.get(i)));<a name="line.4287"></a> |
| <span class="sourceLineNo">4288</span> }<a name="line.4288"></a> |
| <span class="sourceLineNo">4289</span> }<a name="line.4289"></a> |
| <span class="sourceLineNo">4290</span><a name="line.4290"></a> |
| <span class="sourceLineNo">4291</span> /**<a name="line.4291"></a> |
| <span class="sourceLineNo">4292</span> * Added for HBASE-5416<a name="line.4292"></a> |
| <span class="sourceLineNo">4293</span> *<a name="line.4293"></a> |
| <span class="sourceLineNo">4294</span> * Here we test scan optimization when only subset of CFs are used in filter<a name="line.4294"></a> |
| <span class="sourceLineNo">4295</span> * conditions.<a name="line.4295"></a> |
| <span class="sourceLineNo">4296</span> */<a name="line.4296"></a> |
| <span class="sourceLineNo">4297</span> @Test<a name="line.4297"></a> |
| <span class="sourceLineNo">4298</span> public void testScanner_JoinedScanners() throws IOException {<a name="line.4298"></a> |
| <span class="sourceLineNo">4299</span> byte[] cf_essential = Bytes.toBytes("essential");<a name="line.4299"></a> |
| <span class="sourceLineNo">4300</span> byte[] cf_joined = Bytes.toBytes("joined");<a name="line.4300"></a> |
| <span class="sourceLineNo">4301</span> byte[] cf_alpha = Bytes.toBytes("alpha");<a name="line.4301"></a> |
| <span class="sourceLineNo">4302</span> this.region = initHRegion(tableName, method, CONF, cf_essential, cf_joined, cf_alpha);<a name="line.4302"></a> |
| <span class="sourceLineNo">4303</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.4303"></a> |
| <span class="sourceLineNo">4304</span> byte[] row2 = Bytes.toBytes("row2");<a name="line.4304"></a> |
| <span class="sourceLineNo">4305</span> byte[] row3 = Bytes.toBytes("row3");<a name="line.4305"></a> |
| <span class="sourceLineNo">4306</span><a name="line.4306"></a> |
| <span class="sourceLineNo">4307</span> byte[] col_normal = Bytes.toBytes("d");<a name="line.4307"></a> |
| <span class="sourceLineNo">4308</span> byte[] col_alpha = Bytes.toBytes("a");<a name="line.4308"></a> |
| <span class="sourceLineNo">4309</span><a name="line.4309"></a> |
| <span class="sourceLineNo">4310</span> byte[] filtered_val = Bytes.toBytes(3);<a name="line.4310"></a> |
| <span class="sourceLineNo">4311</span><a name="line.4311"></a> |
| <span class="sourceLineNo">4312</span> Put put = new Put(row1);<a name="line.4312"></a> |
| <span class="sourceLineNo">4313</span> put.addColumn(cf_essential, col_normal, Bytes.toBytes(1));<a name="line.4313"></a> |
| <span class="sourceLineNo">4314</span> put.addColumn(cf_joined, col_alpha, Bytes.toBytes(1));<a name="line.4314"></a> |
| <span class="sourceLineNo">4315</span> region.put(put);<a name="line.4315"></a> |
| <span class="sourceLineNo">4316</span><a name="line.4316"></a> |
| <span class="sourceLineNo">4317</span> put = new Put(row2);<a name="line.4317"></a> |
| <span class="sourceLineNo">4318</span> put.addColumn(cf_essential, col_alpha, Bytes.toBytes(2));<a name="line.4318"></a> |
| <span class="sourceLineNo">4319</span> put.addColumn(cf_joined, col_normal, Bytes.toBytes(2));<a name="line.4319"></a> |
| <span class="sourceLineNo">4320</span> put.addColumn(cf_alpha, col_alpha, Bytes.toBytes(2));<a name="line.4320"></a> |
| <span class="sourceLineNo">4321</span> region.put(put);<a name="line.4321"></a> |
| <span class="sourceLineNo">4322</span><a name="line.4322"></a> |
| <span class="sourceLineNo">4323</span> put = new Put(row3);<a name="line.4323"></a> |
| <span class="sourceLineNo">4324</span> put.addColumn(cf_essential, col_normal, filtered_val);<a name="line.4324"></a> |
| <span class="sourceLineNo">4325</span> put.addColumn(cf_joined, col_normal, filtered_val);<a name="line.4325"></a> |
| <span class="sourceLineNo">4326</span> region.put(put);<a name="line.4326"></a> |
| <span class="sourceLineNo">4327</span><a name="line.4327"></a> |
| <span class="sourceLineNo">4328</span> // Check two things:<a name="line.4328"></a> |
| <span class="sourceLineNo">4329</span> // 1. result list contains expected values<a name="line.4329"></a> |
| <span class="sourceLineNo">4330</span> // 2. result list is sorted properly<a name="line.4330"></a> |
| <span class="sourceLineNo">4331</span><a name="line.4331"></a> |
| <span class="sourceLineNo">4332</span> Scan scan = new Scan();<a name="line.4332"></a> |
| <span class="sourceLineNo">4333</span> Filter filter = new SingleColumnValueExcludeFilter(cf_essential, col_normal,<a name="line.4333"></a> |
| <span class="sourceLineNo">4334</span> CompareOperator.NOT_EQUAL, filtered_val);<a name="line.4334"></a> |
| <span class="sourceLineNo">4335</span> scan.setFilter(filter);<a name="line.4335"></a> |
| <span class="sourceLineNo">4336</span> scan.setLoadColumnFamiliesOnDemand(true);<a name="line.4336"></a> |
| <span class="sourceLineNo">4337</span> InternalScanner s = region.getScanner(scan);<a name="line.4337"></a> |
| <span class="sourceLineNo">4338</span><a name="line.4338"></a> |
| <span class="sourceLineNo">4339</span> List<Cell> results = new ArrayList<>();<a name="line.4339"></a> |
| <span class="sourceLineNo">4340</span> assertTrue(s.next(results));<a name="line.4340"></a> |
| <span class="sourceLineNo">4341</span> assertEquals(1, results.size());<a name="line.4341"></a> |
| <span class="sourceLineNo">4342</span> results.clear();<a name="line.4342"></a> |
| <span class="sourceLineNo">4343</span><a name="line.4343"></a> |
| <span class="sourceLineNo">4344</span> assertTrue(s.next(results));<a name="line.4344"></a> |
| <span class="sourceLineNo">4345</span> assertEquals(3, results.size());<a name="line.4345"></a> |
| <span class="sourceLineNo">4346</span> assertTrue("orderCheck", CellUtil.matchingFamily(results.get(0), cf_alpha));<a name="line.4346"></a> |
| <span class="sourceLineNo">4347</span> assertTrue("orderCheck", CellUtil.matchingFamily(results.get(1), cf_essential));<a name="line.4347"></a> |
| <span class="sourceLineNo">4348</span> assertTrue("orderCheck", CellUtil.matchingFamily(results.get(2), cf_joined));<a name="line.4348"></a> |
| <span class="sourceLineNo">4349</span> results.clear();<a name="line.4349"></a> |
| <span class="sourceLineNo">4350</span><a name="line.4350"></a> |
| <span class="sourceLineNo">4351</span> assertFalse(s.next(results));<a name="line.4351"></a> |
| <span class="sourceLineNo">4352</span> assertEquals(0, results.size());<a name="line.4352"></a> |
| <span class="sourceLineNo">4353</span> }<a name="line.4353"></a> |
| <span class="sourceLineNo">4354</span><a name="line.4354"></a> |
| <span class="sourceLineNo">4355</span> /**<a name="line.4355"></a> |
| <span class="sourceLineNo">4356</span> * HBASE-5416<a name="line.4356"></a> |
| <span class="sourceLineNo">4357</span> *<a name="line.4357"></a> |
| <span class="sourceLineNo">4358</span> * Test case when scan limits amount of KVs returned on each next() call.<a name="line.4358"></a> |
| <span class="sourceLineNo">4359</span> */<a name="line.4359"></a> |
| <span class="sourceLineNo">4360</span> @Test<a name="line.4360"></a> |
| <span class="sourceLineNo">4361</span> public void testScanner_JoinedScannersWithLimits() throws IOException {<a name="line.4361"></a> |
| <span class="sourceLineNo">4362</span> final byte[] cf_first = Bytes.toBytes("first");<a name="line.4362"></a> |
| <span class="sourceLineNo">4363</span> final byte[] cf_second = Bytes.toBytes("second");<a name="line.4363"></a> |
| <span class="sourceLineNo">4364</span><a name="line.4364"></a> |
| <span class="sourceLineNo">4365</span> this.region = initHRegion(tableName, method, CONF, cf_first, cf_second);<a name="line.4365"></a> |
| <span class="sourceLineNo">4366</span> final byte[] col_a = Bytes.toBytes("a");<a name="line.4366"></a> |
| <span class="sourceLineNo">4367</span> final byte[] col_b = Bytes.toBytes("b");<a name="line.4367"></a> |
| <span class="sourceLineNo">4368</span><a name="line.4368"></a> |
| <span class="sourceLineNo">4369</span> Put put;<a name="line.4369"></a> |
| <span class="sourceLineNo">4370</span><a name="line.4370"></a> |
| <span class="sourceLineNo">4371</span> for (int i = 0; i < 10; i++) {<a name="line.4371"></a> |
| <span class="sourceLineNo">4372</span> put = new Put(Bytes.toBytes("r" + Integer.toString(i)));<a name="line.4372"></a> |
| <span class="sourceLineNo">4373</span> put.addColumn(cf_first, col_a, Bytes.toBytes(i));<a name="line.4373"></a> |
| <span class="sourceLineNo">4374</span> if (i < 5) {<a name="line.4374"></a> |
| <span class="sourceLineNo">4375</span> put.addColumn(cf_first, col_b, Bytes.toBytes(i));<a name="line.4375"></a> |
| <span class="sourceLineNo">4376</span> put.addColumn(cf_second, col_a, Bytes.toBytes(i));<a name="line.4376"></a> |
| <span class="sourceLineNo">4377</span> put.addColumn(cf_second, col_b, Bytes.toBytes(i));<a name="line.4377"></a> |
| <span class="sourceLineNo">4378</span> }<a name="line.4378"></a> |
| <span class="sourceLineNo">4379</span> region.put(put);<a name="line.4379"></a> |
| <span class="sourceLineNo">4380</span> }<a name="line.4380"></a> |
| <span class="sourceLineNo">4381</span><a name="line.4381"></a> |
| <span class="sourceLineNo">4382</span> Scan scan = new Scan();<a name="line.4382"></a> |
| <span class="sourceLineNo">4383</span> scan.setLoadColumnFamiliesOnDemand(true);<a name="line.4383"></a> |
| <span class="sourceLineNo">4384</span> Filter bogusFilter = new FilterBase() {<a name="line.4384"></a> |
| <span class="sourceLineNo">4385</span> @Override<a name="line.4385"></a> |
| <span class="sourceLineNo">4386</span> public ReturnCode filterCell(final Cell ignored) throws IOException {<a name="line.4386"></a> |
| <span class="sourceLineNo">4387</span> return ReturnCode.INCLUDE;<a name="line.4387"></a> |
| <span class="sourceLineNo">4388</span> }<a name="line.4388"></a> |
| <span class="sourceLineNo">4389</span> @Override<a name="line.4389"></a> |
| <span class="sourceLineNo">4390</span> public boolean isFamilyEssential(byte[] name) {<a name="line.4390"></a> |
| <span class="sourceLineNo">4391</span> return Bytes.equals(name, cf_first);<a name="line.4391"></a> |
| <span class="sourceLineNo">4392</span> }<a name="line.4392"></a> |
| <span class="sourceLineNo">4393</span> };<a name="line.4393"></a> |
| <span class="sourceLineNo">4394</span><a name="line.4394"></a> |
| <span class="sourceLineNo">4395</span> scan.setFilter(bogusFilter);<a name="line.4395"></a> |
| <span class="sourceLineNo">4396</span> InternalScanner s = region.getScanner(scan);<a name="line.4396"></a> |
| <span class="sourceLineNo">4397</span><a name="line.4397"></a> |
| <span class="sourceLineNo">4398</span> // Our data looks like this:<a name="line.4398"></a> |
| <span class="sourceLineNo">4399</span> // r0: first:a, first:b, second:a, second:b<a name="line.4399"></a> |
| <span class="sourceLineNo">4400</span> // r1: first:a, first:b, second:a, second:b<a name="line.4400"></a> |
| <span class="sourceLineNo">4401</span> // r2: first:a, first:b, second:a, second:b<a name="line.4401"></a> |
| <span class="sourceLineNo">4402</span> // r3: first:a, first:b, second:a, second:b<a name="line.4402"></a> |
| <span class="sourceLineNo">4403</span> // r4: first:a, first:b, second:a, second:b<a name="line.4403"></a> |
| <span class="sourceLineNo">4404</span> // r5: first:a<a name="line.4404"></a> |
| <span class="sourceLineNo">4405</span> // r6: first:a<a name="line.4405"></a> |
| <span class="sourceLineNo">4406</span> // r7: first:a<a name="line.4406"></a> |
| <span class="sourceLineNo">4407</span> // r8: first:a<a name="line.4407"></a> |
| <span class="sourceLineNo">4408</span> // r9: first:a<a name="line.4408"></a> |
| <span class="sourceLineNo">4409</span><a name="line.4409"></a> |
| <span class="sourceLineNo">4410</span> // But due to next's limit set to 3, we should get this:<a name="line.4410"></a> |
| <span class="sourceLineNo">4411</span> // r0: first:a, first:b, second:a<a name="line.4411"></a> |
| <span class="sourceLineNo">4412</span> // r0: second:b<a name="line.4412"></a> |
| <span class="sourceLineNo">4413</span> // r1: first:a, first:b, second:a<a name="line.4413"></a> |
| <span class="sourceLineNo">4414</span> // r1: second:b<a name="line.4414"></a> |
| <span class="sourceLineNo">4415</span> // r2: first:a, first:b, second:a<a name="line.4415"></a> |
| <span class="sourceLineNo">4416</span> // r2: second:b<a name="line.4416"></a> |
| <span class="sourceLineNo">4417</span> // r3: first:a, first:b, second:a<a name="line.4417"></a> |
| <span class="sourceLineNo">4418</span> // r3: second:b<a name="line.4418"></a> |
| <span class="sourceLineNo">4419</span> // r4: first:a, first:b, second:a<a name="line.4419"></a> |
| <span class="sourceLineNo">4420</span> // r4: second:b<a name="line.4420"></a> |
| <span class="sourceLineNo">4421</span> // r5: first:a<a name="line.4421"></a> |
| <span class="sourceLineNo">4422</span> // r6: first:a<a name="line.4422"></a> |
| <span class="sourceLineNo">4423</span> // r7: first:a<a name="line.4423"></a> |
| <span class="sourceLineNo">4424</span> // r8: first:a<a name="line.4424"></a> |
| <span class="sourceLineNo">4425</span> // r9: first:a<a name="line.4425"></a> |
| <span class="sourceLineNo">4426</span><a name="line.4426"></a> |
| <span class="sourceLineNo">4427</span> List<Cell> results = new ArrayList<>();<a name="line.4427"></a> |
| <span class="sourceLineNo">4428</span> int index = 0;<a name="line.4428"></a> |
| <span class="sourceLineNo">4429</span> ScannerContext scannerContext = ScannerContext.newBuilder().setBatchLimit(3).build();<a name="line.4429"></a> |
| <span class="sourceLineNo">4430</span> while (true) {<a name="line.4430"></a> |
| <span class="sourceLineNo">4431</span> boolean more = s.next(results, scannerContext);<a name="line.4431"></a> |
| <span class="sourceLineNo">4432</span> if ((index >> 1) < 5) {<a name="line.4432"></a> |
| <span class="sourceLineNo">4433</span> if (index % 2 == 0) {<a name="line.4433"></a> |
| <span class="sourceLineNo">4434</span> assertEquals(3, results.size());<a name="line.4434"></a> |
| <span class="sourceLineNo">4435</span> } else {<a name="line.4435"></a> |
| <span class="sourceLineNo">4436</span> assertEquals(1, results.size());<a name="line.4436"></a> |
| <span class="sourceLineNo">4437</span> }<a name="line.4437"></a> |
| <span class="sourceLineNo">4438</span> } else {<a name="line.4438"></a> |
| <span class="sourceLineNo">4439</span> assertEquals(1, results.size());<a name="line.4439"></a> |
| <span class="sourceLineNo">4440</span> }<a name="line.4440"></a> |
| <span class="sourceLineNo">4441</span> results.clear();<a name="line.4441"></a> |
| <span class="sourceLineNo">4442</span> index++;<a name="line.4442"></a> |
| <span class="sourceLineNo">4443</span> if (!more) {<a name="line.4443"></a> |
| <span class="sourceLineNo">4444</span> break;<a name="line.4444"></a> |
| <span class="sourceLineNo">4445</span> }<a name="line.4445"></a> |
| <span class="sourceLineNo">4446</span> }<a name="line.4446"></a> |
| <span class="sourceLineNo">4447</span> }<a name="line.4447"></a> |
| <span class="sourceLineNo">4448</span><a name="line.4448"></a> |
| <span class="sourceLineNo">4449</span> /**<a name="line.4449"></a> |
| <span class="sourceLineNo">4450</span> * Write an HFile block full with Cells whose qualifier that are identical between<a name="line.4450"></a> |
| <span class="sourceLineNo">4451</span> * 0 and Short.MAX_VALUE. See HBASE-13329.<a name="line.4451"></a> |
| <span class="sourceLineNo">4452</span> * @throws Exception<a name="line.4452"></a> |
| <span class="sourceLineNo">4453</span> */<a name="line.4453"></a> |
| <span class="sourceLineNo">4454</span> @Test<a name="line.4454"></a> |
| <span class="sourceLineNo">4455</span> public void testLongQualifier() throws Exception {<a name="line.4455"></a> |
| <span class="sourceLineNo">4456</span> byte[] family = Bytes.toBytes("family");<a name="line.4456"></a> |
| <span class="sourceLineNo">4457</span> this.region = initHRegion(tableName, method, CONF, family);<a name="line.4457"></a> |
| <span class="sourceLineNo">4458</span> byte[] q = new byte[Short.MAX_VALUE+2];<a name="line.4458"></a> |
| <span class="sourceLineNo">4459</span> Arrays.fill(q, 0, q.length-1, (byte)42);<a name="line.4459"></a> |
| <span class="sourceLineNo">4460</span> for (byte i=0; i<10; i++) {<a name="line.4460"></a> |
| <span class="sourceLineNo">4461</span> Put p = new Put(Bytes.toBytes("row"));<a name="line.4461"></a> |
| <span class="sourceLineNo">4462</span> // qualifiers that differ past Short.MAX_VALUE<a name="line.4462"></a> |
| <span class="sourceLineNo">4463</span> q[q.length-1]=i;<a name="line.4463"></a> |
| <span class="sourceLineNo">4464</span> p.addColumn(family, q, q);<a name="line.4464"></a> |
| <span class="sourceLineNo">4465</span> region.put(p);<a name="line.4465"></a> |
| <span class="sourceLineNo">4466</span> }<a name="line.4466"></a> |
| <span class="sourceLineNo">4467</span> region.flush(false);<a name="line.4467"></a> |
| <span class="sourceLineNo">4468</span> }<a name="line.4468"></a> |
| <span class="sourceLineNo">4469</span><a name="line.4469"></a> |
| <span class="sourceLineNo">4470</span> /**<a name="line.4470"></a> |
| <span class="sourceLineNo">4471</span> * Flushes the cache in a thread while scanning. The tests verify that the<a name="line.4471"></a> |
| <span class="sourceLineNo">4472</span> * scan is coherent - e.g. the returned results are always of the same or<a name="line.4472"></a> |
| <span class="sourceLineNo">4473</span> * later update as the previous results.<a name="line.4473"></a> |
| <span class="sourceLineNo">4474</span> *<a name="line.4474"></a> |
| <span class="sourceLineNo">4475</span> * @throws IOException<a name="line.4475"></a> |
| <span class="sourceLineNo">4476</span> * scan / compact<a name="line.4476"></a> |
| <span class="sourceLineNo">4477</span> * @throws InterruptedException<a name="line.4477"></a> |
| <span class="sourceLineNo">4478</span> * thread join<a name="line.4478"></a> |
| <span class="sourceLineNo">4479</span> */<a name="line.4479"></a> |
| <span class="sourceLineNo">4480</span> @Test<a name="line.4480"></a> |
| <span class="sourceLineNo">4481</span> public void testFlushCacheWhileScanning() throws IOException, InterruptedException {<a name="line.4481"></a> |
| <span class="sourceLineNo">4482</span> byte[] family = Bytes.toBytes("family");<a name="line.4482"></a> |
| <span class="sourceLineNo">4483</span> int numRows = 1000;<a name="line.4483"></a> |
| <span class="sourceLineNo">4484</span> int flushAndScanInterval = 10;<a name="line.4484"></a> |
| <span class="sourceLineNo">4485</span> int compactInterval = 10 * flushAndScanInterval;<a name="line.4485"></a> |
| <span class="sourceLineNo">4486</span><a name="line.4486"></a> |
| <span class="sourceLineNo">4487</span> this.region = initHRegion(tableName, method, CONF, family);<a name="line.4487"></a> |
| <span class="sourceLineNo">4488</span> FlushThread flushThread = new FlushThread();<a name="line.4488"></a> |
| <span class="sourceLineNo">4489</span> try {<a name="line.4489"></a> |
| <span class="sourceLineNo">4490</span> flushThread.start();<a name="line.4490"></a> |
| <span class="sourceLineNo">4491</span><a name="line.4491"></a> |
| <span class="sourceLineNo">4492</span> Scan scan = new Scan();<a name="line.4492"></a> |
| <span class="sourceLineNo">4493</span> scan.addFamily(family);<a name="line.4493"></a> |
| <span class="sourceLineNo">4494</span> scan.setFilter(new SingleColumnValueFilter(family, qual1, CompareOperator.EQUAL,<a name="line.4494"></a> |
| <span class="sourceLineNo">4495</span> new BinaryComparator(Bytes.toBytes(5L))));<a name="line.4495"></a> |
| <span class="sourceLineNo">4496</span><a name="line.4496"></a> |
| <span class="sourceLineNo">4497</span> int expectedCount = 0;<a name="line.4497"></a> |
| <span class="sourceLineNo">4498</span> List<Cell> res = new ArrayList<>();<a name="line.4498"></a> |
| <span class="sourceLineNo">4499</span><a name="line.4499"></a> |
| <span class="sourceLineNo">4500</span> boolean toggle = true;<a name="line.4500"></a> |
| <span class="sourceLineNo">4501</span> for (long i = 0; i < numRows; i++) {<a name="line.4501"></a> |
| <span class="sourceLineNo">4502</span> Put put = new Put(Bytes.toBytes(i));<a name="line.4502"></a> |
| <span class="sourceLineNo">4503</span> put.setDurability(Durability.SKIP_WAL);<a name="line.4503"></a> |
| <span class="sourceLineNo">4504</span> put.addColumn(family, qual1, Bytes.toBytes(i % 10));<a name="line.4504"></a> |
| <span class="sourceLineNo">4505</span> region.put(put);<a name="line.4505"></a> |
| <span class="sourceLineNo">4506</span><a name="line.4506"></a> |
| <span class="sourceLineNo">4507</span> if (i != 0 && i % compactInterval == 0) {<a name="line.4507"></a> |
| <span class="sourceLineNo">4508</span> LOG.debug("iteration = " + i+ " ts="+System.currentTimeMillis());<a name="line.4508"></a> |
| <span class="sourceLineNo">4509</span> region.compact(true);<a name="line.4509"></a> |
| <span class="sourceLineNo">4510</span> }<a name="line.4510"></a> |
| <span class="sourceLineNo">4511</span><a name="line.4511"></a> |
| <span class="sourceLineNo">4512</span> if (i % 10 == 5L) {<a name="line.4512"></a> |
| <span class="sourceLineNo">4513</span> expectedCount++;<a name="line.4513"></a> |
| <span class="sourceLineNo">4514</span> }<a name="line.4514"></a> |
| <span class="sourceLineNo">4515</span><a name="line.4515"></a> |
| <span class="sourceLineNo">4516</span> if (i != 0 && i % flushAndScanInterval == 0) {<a name="line.4516"></a> |
| <span class="sourceLineNo">4517</span> res.clear();<a name="line.4517"></a> |
| <span class="sourceLineNo">4518</span> InternalScanner scanner = region.getScanner(scan);<a name="line.4518"></a> |
| <span class="sourceLineNo">4519</span> if (toggle) {<a name="line.4519"></a> |
| <span class="sourceLineNo">4520</span> flushThread.flush();<a name="line.4520"></a> |
| <span class="sourceLineNo">4521</span> }<a name="line.4521"></a> |
| <span class="sourceLineNo">4522</span> while (scanner.next(res))<a name="line.4522"></a> |
| <span class="sourceLineNo">4523</span> ;<a name="line.4523"></a> |
| <span class="sourceLineNo">4524</span> if (!toggle) {<a name="line.4524"></a> |
| <span class="sourceLineNo">4525</span> flushThread.flush();<a name="line.4525"></a> |
| <span class="sourceLineNo">4526</span> }<a name="line.4526"></a> |
| <span class="sourceLineNo">4527</span> assertEquals("toggle="+toggle+"i=" + i + " ts="+System.currentTimeMillis(),<a name="line.4527"></a> |
| <span class="sourceLineNo">4528</span> expectedCount, res.size());<a name="line.4528"></a> |
| <span class="sourceLineNo">4529</span> toggle = !toggle;<a name="line.4529"></a> |
| <span class="sourceLineNo">4530</span> }<a name="line.4530"></a> |
| <span class="sourceLineNo">4531</span> }<a name="line.4531"></a> |
| <span class="sourceLineNo">4532</span><a name="line.4532"></a> |
| <span class="sourceLineNo">4533</span> } finally {<a name="line.4533"></a> |
| <span class="sourceLineNo">4534</span> try {<a name="line.4534"></a> |
| <span class="sourceLineNo">4535</span> flushThread.done();<a name="line.4535"></a> |
| <span class="sourceLineNo">4536</span> flushThread.join();<a name="line.4536"></a> |
| <span class="sourceLineNo">4537</span> flushThread.checkNoError();<a name="line.4537"></a> |
| <span class="sourceLineNo">4538</span> } catch (InterruptedException ie) {<a name="line.4538"></a> |
| <span class="sourceLineNo">4539</span> LOG.warn("Caught exception when joining with flushThread", ie);<a name="line.4539"></a> |
| <span class="sourceLineNo">4540</span> }<a name="line.4540"></a> |
| <span class="sourceLineNo">4541</span> HBaseTestingUtility.closeRegionAndWAL(this.region);<a name="line.4541"></a> |
| <span class="sourceLineNo">4542</span> this.region = null;<a name="line.4542"></a> |
| <span class="sourceLineNo">4543</span> }<a name="line.4543"></a> |
| <span class="sourceLineNo">4544</span> }<a name="line.4544"></a> |
| <span class="sourceLineNo">4545</span><a name="line.4545"></a> |
| <span class="sourceLineNo">4546</span> protected class FlushThread extends Thread {<a name="line.4546"></a> |
| <span class="sourceLineNo">4547</span> private volatile boolean done;<a name="line.4547"></a> |
| <span class="sourceLineNo">4548</span> private Throwable error = null;<a name="line.4548"></a> |
| <span class="sourceLineNo">4549</span><a name="line.4549"></a> |
| <span class="sourceLineNo">4550</span> FlushThread() {<a name="line.4550"></a> |
| <span class="sourceLineNo">4551</span> super("FlushThread");<a name="line.4551"></a> |
| <span class="sourceLineNo">4552</span> }<a name="line.4552"></a> |
| <span class="sourceLineNo">4553</span><a name="line.4553"></a> |
| <span class="sourceLineNo">4554</span> public void done() {<a name="line.4554"></a> |
| <span class="sourceLineNo">4555</span> done = true;<a name="line.4555"></a> |
| <span class="sourceLineNo">4556</span> synchronized (this) {<a name="line.4556"></a> |
| <span class="sourceLineNo">4557</span> interrupt();<a name="line.4557"></a> |
| <span class="sourceLineNo">4558</span> }<a name="line.4558"></a> |
| <span class="sourceLineNo">4559</span> }<a name="line.4559"></a> |
| <span class="sourceLineNo">4560</span><a name="line.4560"></a> |
| <span class="sourceLineNo">4561</span> public void checkNoError() {<a name="line.4561"></a> |
| <span class="sourceLineNo">4562</span> if (error != null) {<a name="line.4562"></a> |
| <span class="sourceLineNo">4563</span> assertNull(error);<a name="line.4563"></a> |
| <span class="sourceLineNo">4564</span> }<a name="line.4564"></a> |
| <span class="sourceLineNo">4565</span> }<a name="line.4565"></a> |
| <span class="sourceLineNo">4566</span><a name="line.4566"></a> |
| <span class="sourceLineNo">4567</span> @Override<a name="line.4567"></a> |
| <span class="sourceLineNo">4568</span> public void run() {<a name="line.4568"></a> |
| <span class="sourceLineNo">4569</span> done = false;<a name="line.4569"></a> |
| <span class="sourceLineNo">4570</span> while (!done) {<a name="line.4570"></a> |
| <span class="sourceLineNo">4571</span> synchronized (this) {<a name="line.4571"></a> |
| <span class="sourceLineNo">4572</span> try {<a name="line.4572"></a> |
| <span class="sourceLineNo">4573</span> wait();<a name="line.4573"></a> |
| <span class="sourceLineNo">4574</span> } catch (InterruptedException ignored) {<a name="line.4574"></a> |
| <span class="sourceLineNo">4575</span> if (done) {<a name="line.4575"></a> |
| <span class="sourceLineNo">4576</span> break;<a name="line.4576"></a> |
| <span class="sourceLineNo">4577</span> }<a name="line.4577"></a> |
| <span class="sourceLineNo">4578</span> }<a name="line.4578"></a> |
| <span class="sourceLineNo">4579</span> }<a name="line.4579"></a> |
| <span class="sourceLineNo">4580</span> try {<a name="line.4580"></a> |
| <span class="sourceLineNo">4581</span> region.flush(true);<a name="line.4581"></a> |
| <span class="sourceLineNo">4582</span> } catch (IOException e) {<a name="line.4582"></a> |
| <span class="sourceLineNo">4583</span> if (!done) {<a name="line.4583"></a> |
| <span class="sourceLineNo">4584</span> LOG.error("Error while flushing cache", e);<a name="line.4584"></a> |
| <span class="sourceLineNo">4585</span> error = e;<a name="line.4585"></a> |
| <span class="sourceLineNo">4586</span> }<a name="line.4586"></a> |
| <span class="sourceLineNo">4587</span> break;<a name="line.4587"></a> |
| <span class="sourceLineNo">4588</span> } catch (Throwable t) {<a name="line.4588"></a> |
| <span class="sourceLineNo">4589</span> LOG.error("Uncaught exception", t);<a name="line.4589"></a> |
| <span class="sourceLineNo">4590</span> throw t;<a name="line.4590"></a> |
| <span class="sourceLineNo">4591</span> }<a name="line.4591"></a> |
| <span class="sourceLineNo">4592</span> }<a name="line.4592"></a> |
| <span class="sourceLineNo">4593</span> }<a name="line.4593"></a> |
| <span class="sourceLineNo">4594</span><a name="line.4594"></a> |
| <span class="sourceLineNo">4595</span> public void flush() {<a name="line.4595"></a> |
| <span class="sourceLineNo">4596</span> synchronized (this) {<a name="line.4596"></a> |
| <span class="sourceLineNo">4597</span> notify();<a name="line.4597"></a> |
| <span class="sourceLineNo">4598</span> }<a name="line.4598"></a> |
| <span class="sourceLineNo">4599</span> }<a name="line.4599"></a> |
| <span class="sourceLineNo">4600</span> }<a name="line.4600"></a> |
| <span class="sourceLineNo">4601</span><a name="line.4601"></a> |
| <span class="sourceLineNo">4602</span> /**<a name="line.4602"></a> |
| <span class="sourceLineNo">4603</span> * So can be overridden in subclasses.<a name="line.4603"></a> |
| <span class="sourceLineNo">4604</span> */<a name="line.4604"></a> |
| <span class="sourceLineNo">4605</span> int getNumQualifiersForTestWritesWhileScanning() {<a name="line.4605"></a> |
| <span class="sourceLineNo">4606</span> return 100;<a name="line.4606"></a> |
| <span class="sourceLineNo">4607</span> }<a name="line.4607"></a> |
| <span class="sourceLineNo">4608</span><a name="line.4608"></a> |
| <span class="sourceLineNo">4609</span> /**<a name="line.4609"></a> |
| <span class="sourceLineNo">4610</span> * So can be overridden in subclasses.<a name="line.4610"></a> |
| <span class="sourceLineNo">4611</span> */<a name="line.4611"></a> |
| <span class="sourceLineNo">4612</span> int getTestCountForTestWritesWhileScanning() {<a name="line.4612"></a> |
| <span class="sourceLineNo">4613</span> return 100;<a name="line.4613"></a> |
| <span class="sourceLineNo">4614</span> }<a name="line.4614"></a> |
| <span class="sourceLineNo">4615</span><a name="line.4615"></a> |
| <span class="sourceLineNo">4616</span> /**<a name="line.4616"></a> |
| <span class="sourceLineNo">4617</span> * Writes very wide records and scans for the latest every time.. Flushes and<a name="line.4617"></a> |
| <span class="sourceLineNo">4618</span> * compacts the region every now and then to keep things realistic.<a name="line.4618"></a> |
| <span class="sourceLineNo">4619</span> *<a name="line.4619"></a> |
| <span class="sourceLineNo">4620</span> * @throws IOException<a name="line.4620"></a> |
| <span class="sourceLineNo">4621</span> * by flush / scan / compaction<a name="line.4621"></a> |
| <span class="sourceLineNo">4622</span> * @throws InterruptedException<a name="line.4622"></a> |
| <span class="sourceLineNo">4623</span> * when joining threads<a name="line.4623"></a> |
| <span class="sourceLineNo">4624</span> */<a name="line.4624"></a> |
| <span class="sourceLineNo">4625</span> @Test<a name="line.4625"></a> |
| <span class="sourceLineNo">4626</span> public void testWritesWhileScanning() throws IOException, InterruptedException {<a name="line.4626"></a> |
| <span class="sourceLineNo">4627</span> int testCount = getTestCountForTestWritesWhileScanning();<a name="line.4627"></a> |
| <span class="sourceLineNo">4628</span> int numRows = 1;<a name="line.4628"></a> |
| <span class="sourceLineNo">4629</span> int numFamilies = 10;<a name="line.4629"></a> |
| <span class="sourceLineNo">4630</span> int numQualifiers = getNumQualifiersForTestWritesWhileScanning();<a name="line.4630"></a> |
| <span class="sourceLineNo">4631</span> int flushInterval = 7;<a name="line.4631"></a> |
| <span class="sourceLineNo">4632</span> int compactInterval = 5 * flushInterval;<a name="line.4632"></a> |
| <span class="sourceLineNo">4633</span> byte[][] families = new byte[numFamilies][];<a name="line.4633"></a> |
| <span class="sourceLineNo">4634</span> for (int i = 0; i < numFamilies; i++) {<a name="line.4634"></a> |
| <span class="sourceLineNo">4635</span> families[i] = Bytes.toBytes("family" + i);<a name="line.4635"></a> |
| <span class="sourceLineNo">4636</span> }<a name="line.4636"></a> |
| <span class="sourceLineNo">4637</span> byte[][] qualifiers = new byte[numQualifiers][];<a name="line.4637"></a> |
| <span class="sourceLineNo">4638</span> for (int i = 0; i < numQualifiers; i++) {<a name="line.4638"></a> |
| <span class="sourceLineNo">4639</span> qualifiers[i] = Bytes.toBytes("qual" + i);<a name="line.4639"></a> |
| <span class="sourceLineNo">4640</span> }<a name="line.4640"></a> |
| <span class="sourceLineNo">4641</span><a name="line.4641"></a> |
| <span class="sourceLineNo">4642</span> this.region = initHRegion(tableName, method, CONF, families);<a name="line.4642"></a> |
| <span class="sourceLineNo">4643</span> FlushThread flushThread = new FlushThread();<a name="line.4643"></a> |
| <span class="sourceLineNo">4644</span> PutThread putThread = new PutThread(numRows, families, qualifiers);<a name="line.4644"></a> |
| <span class="sourceLineNo">4645</span> try {<a name="line.4645"></a> |
| <span class="sourceLineNo">4646</span> putThread.start();<a name="line.4646"></a> |
| <span class="sourceLineNo">4647</span> putThread.waitForFirstPut();<a name="line.4647"></a> |
| <span class="sourceLineNo">4648</span><a name="line.4648"></a> |
| <span class="sourceLineNo">4649</span> flushThread.start();<a name="line.4649"></a> |
| <span class="sourceLineNo">4650</span><a name="line.4650"></a> |
| <span class="sourceLineNo">4651</span> Scan scan = new Scan().withStartRow(Bytes.toBytes("row0"))<a name="line.4651"></a> |
| <span class="sourceLineNo">4652</span> .withStopRow(Bytes.toBytes("row1"));<a name="line.4652"></a> |
| <span class="sourceLineNo">4653</span><a name="line.4653"></a> |
| <span class="sourceLineNo">4654</span> int expectedCount = numFamilies * numQualifiers;<a name="line.4654"></a> |
| <span class="sourceLineNo">4655</span> List<Cell> res = new ArrayList<>();<a name="line.4655"></a> |
| <span class="sourceLineNo">4656</span><a name="line.4656"></a> |
| <span class="sourceLineNo">4657</span> long prevTimestamp = 0L;<a name="line.4657"></a> |
| <span class="sourceLineNo">4658</span> for (int i = 0; i < testCount; i++) {<a name="line.4658"></a> |
| <span class="sourceLineNo">4659</span><a name="line.4659"></a> |
| <span class="sourceLineNo">4660</span> if (i != 0 && i % compactInterval == 0) {<a name="line.4660"></a> |
| <span class="sourceLineNo">4661</span> region.compact(true);<a name="line.4661"></a> |
| <span class="sourceLineNo">4662</span> for (HStore store : region.getStores()) {<a name="line.4662"></a> |
| <span class="sourceLineNo">4663</span> store.closeAndArchiveCompactedFiles();<a name="line.4663"></a> |
| <span class="sourceLineNo">4664</span> }<a name="line.4664"></a> |
| <span class="sourceLineNo">4665</span> }<a name="line.4665"></a> |
| <span class="sourceLineNo">4666</span><a name="line.4666"></a> |
| <span class="sourceLineNo">4667</span> if (i != 0 && i % flushInterval == 0) {<a name="line.4667"></a> |
| <span class="sourceLineNo">4668</span> flushThread.flush();<a name="line.4668"></a> |
| <span class="sourceLineNo">4669</span> }<a name="line.4669"></a> |
| <span class="sourceLineNo">4670</span><a name="line.4670"></a> |
| <span class="sourceLineNo">4671</span> boolean previousEmpty = res.isEmpty();<a name="line.4671"></a> |
| <span class="sourceLineNo">4672</span> res.clear();<a name="line.4672"></a> |
| <span class="sourceLineNo">4673</span> try (InternalScanner scanner = region.getScanner(scan)) {<a name="line.4673"></a> |
| <span class="sourceLineNo">4674</span> boolean moreRows;<a name="line.4674"></a> |
| <span class="sourceLineNo">4675</span> do {<a name="line.4675"></a> |
| <span class="sourceLineNo">4676</span> moreRows = scanner.next(res);<a name="line.4676"></a> |
| <span class="sourceLineNo">4677</span> } while (moreRows);<a name="line.4677"></a> |
| <span class="sourceLineNo">4678</span> }<a name="line.4678"></a> |
| <span class="sourceLineNo">4679</span> if (!res.isEmpty() || !previousEmpty || i > compactInterval) {<a name="line.4679"></a> |
| <span class="sourceLineNo">4680</span> assertEquals("i=" + i, expectedCount, res.size());<a name="line.4680"></a> |
| <span class="sourceLineNo">4681</span> long timestamp = res.get(0).getTimestamp();<a name="line.4681"></a> |
| <span class="sourceLineNo">4682</span> assertTrue("Timestamps were broke: " + timestamp + " prev: " + prevTimestamp,<a name="line.4682"></a> |
| <span class="sourceLineNo">4683</span> timestamp >= prevTimestamp);<a name="line.4683"></a> |
| <span class="sourceLineNo">4684</span> prevTimestamp = timestamp;<a name="line.4684"></a> |
| <span class="sourceLineNo">4685</span> }<a name="line.4685"></a> |
| <span class="sourceLineNo">4686</span> }<a name="line.4686"></a> |
| <span class="sourceLineNo">4687</span><a name="line.4687"></a> |
| <span class="sourceLineNo">4688</span> putThread.done();<a name="line.4688"></a> |
| <span class="sourceLineNo">4689</span><a name="line.4689"></a> |
| <span class="sourceLineNo">4690</span> region.flush(true);<a name="line.4690"></a> |
| <span class="sourceLineNo">4691</span><a name="line.4691"></a> |
| <span class="sourceLineNo">4692</span> } finally {<a name="line.4692"></a> |
| <span class="sourceLineNo">4693</span> try {<a name="line.4693"></a> |
| <span class="sourceLineNo">4694</span> flushThread.done();<a name="line.4694"></a> |
| <span class="sourceLineNo">4695</span> flushThread.join();<a name="line.4695"></a> |
| <span class="sourceLineNo">4696</span> flushThread.checkNoError();<a name="line.4696"></a> |
| <span class="sourceLineNo">4697</span><a name="line.4697"></a> |
| <span class="sourceLineNo">4698</span> putThread.join();<a name="line.4698"></a> |
| <span class="sourceLineNo">4699</span> putThread.checkNoError();<a name="line.4699"></a> |
| <span class="sourceLineNo">4700</span> } catch (InterruptedException ie) {<a name="line.4700"></a> |
| <span class="sourceLineNo">4701</span> LOG.warn("Caught exception when joining with flushThread", ie);<a name="line.4701"></a> |
| <span class="sourceLineNo">4702</span> }<a name="line.4702"></a> |
| <span class="sourceLineNo">4703</span><a name="line.4703"></a> |
| <span class="sourceLineNo">4704</span> try {<a name="line.4704"></a> |
| <span class="sourceLineNo">4705</span> HBaseTestingUtility.closeRegionAndWAL(this.region);<a name="line.4705"></a> |
| <span class="sourceLineNo">4706</span> } catch (DroppedSnapshotException dse) {<a name="line.4706"></a> |
| <span class="sourceLineNo">4707</span> // We could get this on way out because we interrupt the background flusher and it could<a name="line.4707"></a> |
| <span class="sourceLineNo">4708</span> // fail anywhere causing a DSE over in the background flusher... only it is not properly<a name="line.4708"></a> |
| <span class="sourceLineNo">4709</span> // dealt with so could still be memory hanging out when we get to here -- memory we can't<a name="line.4709"></a> |
| <span class="sourceLineNo">4710</span> // flush because the accounting is 'off' since original DSE.<a name="line.4710"></a> |
| <span class="sourceLineNo">4711</span> }<a name="line.4711"></a> |
| <span class="sourceLineNo">4712</span> this.region = null;<a name="line.4712"></a> |
| <span class="sourceLineNo">4713</span> }<a name="line.4713"></a> |
| <span class="sourceLineNo">4714</span> }<a name="line.4714"></a> |
| <span class="sourceLineNo">4715</span><a name="line.4715"></a> |
| <span class="sourceLineNo">4716</span> protected class PutThread extends Thread {<a name="line.4716"></a> |
| <span class="sourceLineNo">4717</span> private volatile boolean done;<a name="line.4717"></a> |
| <span class="sourceLineNo">4718</span> private volatile int numPutsFinished = 0;<a name="line.4718"></a> |
| <span class="sourceLineNo">4719</span><a name="line.4719"></a> |
| <span class="sourceLineNo">4720</span> private Throwable error = null;<a name="line.4720"></a> |
| <span class="sourceLineNo">4721</span> private int numRows;<a name="line.4721"></a> |
| <span class="sourceLineNo">4722</span> private byte[][] families;<a name="line.4722"></a> |
| <span class="sourceLineNo">4723</span> private byte[][] qualifiers;<a name="line.4723"></a> |
| <span class="sourceLineNo">4724</span><a name="line.4724"></a> |
| <span class="sourceLineNo">4725</span> private PutThread(int numRows, byte[][] families, byte[][] qualifiers) {<a name="line.4725"></a> |
| <span class="sourceLineNo">4726</span> super("PutThread");<a name="line.4726"></a> |
| <span class="sourceLineNo">4727</span> this.numRows = numRows;<a name="line.4727"></a> |
| <span class="sourceLineNo">4728</span> this.families = families;<a name="line.4728"></a> |
| <span class="sourceLineNo">4729</span> this.qualifiers = qualifiers;<a name="line.4729"></a> |
| <span class="sourceLineNo">4730</span> }<a name="line.4730"></a> |
| <span class="sourceLineNo">4731</span><a name="line.4731"></a> |
| <span class="sourceLineNo">4732</span> /**<a name="line.4732"></a> |
| <span class="sourceLineNo">4733</span> * Block calling thread until this instance of PutThread has put at least one row.<a name="line.4733"></a> |
| <span class="sourceLineNo">4734</span> */<a name="line.4734"></a> |
| <span class="sourceLineNo">4735</span> public void waitForFirstPut() throws InterruptedException {<a name="line.4735"></a> |
| <span class="sourceLineNo">4736</span> // wait until put thread actually puts some data<a name="line.4736"></a> |
| <span class="sourceLineNo">4737</span> while (isAlive() && numPutsFinished == 0) {<a name="line.4737"></a> |
| <span class="sourceLineNo">4738</span> checkNoError();<a name="line.4738"></a> |
| <span class="sourceLineNo">4739</span> Thread.sleep(50);<a name="line.4739"></a> |
| <span class="sourceLineNo">4740</span> }<a name="line.4740"></a> |
| <span class="sourceLineNo">4741</span> }<a name="line.4741"></a> |
| <span class="sourceLineNo">4742</span><a name="line.4742"></a> |
| <span class="sourceLineNo">4743</span> public void done() {<a name="line.4743"></a> |
| <span class="sourceLineNo">4744</span> done = true;<a name="line.4744"></a> |
| <span class="sourceLineNo">4745</span> synchronized (this) {<a name="line.4745"></a> |
| <span class="sourceLineNo">4746</span> interrupt();<a name="line.4746"></a> |
| <span class="sourceLineNo">4747</span> }<a name="line.4747"></a> |
| <span class="sourceLineNo">4748</span> }<a name="line.4748"></a> |
| <span class="sourceLineNo">4749</span><a name="line.4749"></a> |
| <span class="sourceLineNo">4750</span> public void checkNoError() {<a name="line.4750"></a> |
| <span class="sourceLineNo">4751</span> if (error != null) {<a name="line.4751"></a> |
| <span class="sourceLineNo">4752</span> assertNull(error);<a name="line.4752"></a> |
| <span class="sourceLineNo">4753</span> }<a name="line.4753"></a> |
| <span class="sourceLineNo">4754</span> }<a name="line.4754"></a> |
| <span class="sourceLineNo">4755</span><a name="line.4755"></a> |
| <span class="sourceLineNo">4756</span> @Override<a name="line.4756"></a> |
| <span class="sourceLineNo">4757</span> public void run() {<a name="line.4757"></a> |
| <span class="sourceLineNo">4758</span> done = false;<a name="line.4758"></a> |
| <span class="sourceLineNo">4759</span> while (!done) {<a name="line.4759"></a> |
| <span class="sourceLineNo">4760</span> try {<a name="line.4760"></a> |
| <span class="sourceLineNo">4761</span> for (int r = 0; r < numRows; r++) {<a name="line.4761"></a> |
| <span class="sourceLineNo">4762</span> byte[] row = Bytes.toBytes("row" + r);<a name="line.4762"></a> |
| <span class="sourceLineNo">4763</span> Put put = new Put(row);<a name="line.4763"></a> |
| <span class="sourceLineNo">4764</span> put.setDurability(Durability.SKIP_WAL);<a name="line.4764"></a> |
| <span class="sourceLineNo">4765</span> byte[] value = Bytes.toBytes(String.valueOf(numPutsFinished));<a name="line.4765"></a> |
| <span class="sourceLineNo">4766</span> for (byte[] family : families) {<a name="line.4766"></a> |
| <span class="sourceLineNo">4767</span> for (byte[] qualifier : qualifiers) {<a name="line.4767"></a> |
| <span class="sourceLineNo">4768</span> put.addColumn(family, qualifier, numPutsFinished, value);<a name="line.4768"></a> |
| <span class="sourceLineNo">4769</span> }<a name="line.4769"></a> |
| <span class="sourceLineNo">4770</span> }<a name="line.4770"></a> |
| <span class="sourceLineNo">4771</span> region.put(put);<a name="line.4771"></a> |
| <span class="sourceLineNo">4772</span> numPutsFinished++;<a name="line.4772"></a> |
| <span class="sourceLineNo">4773</span> if (numPutsFinished > 0 && numPutsFinished % 47 == 0) {<a name="line.4773"></a> |
| <span class="sourceLineNo">4774</span> LOG.debug("put iteration = {}", numPutsFinished);<a name="line.4774"></a> |
| <span class="sourceLineNo">4775</span> Delete delete = new Delete(row, (long) numPutsFinished - 30);<a name="line.4775"></a> |
| <span class="sourceLineNo">4776</span> region.delete(delete);<a name="line.4776"></a> |
| <span class="sourceLineNo">4777</span> }<a name="line.4777"></a> |
| <span class="sourceLineNo">4778</span> numPutsFinished++;<a name="line.4778"></a> |
| <span class="sourceLineNo">4779</span> }<a name="line.4779"></a> |
| <span class="sourceLineNo">4780</span> } catch (InterruptedIOException e) {<a name="line.4780"></a> |
| <span class="sourceLineNo">4781</span> // This is fine. It means we are done, or didn't get the lock on time<a name="line.4781"></a> |
| <span class="sourceLineNo">4782</span> LOG.info("Interrupted", e);<a name="line.4782"></a> |
| <span class="sourceLineNo">4783</span> } catch (IOException e) {<a name="line.4783"></a> |
| <span class="sourceLineNo">4784</span> LOG.error("Error while putting records", e);<a name="line.4784"></a> |
| <span class="sourceLineNo">4785</span> error = e;<a name="line.4785"></a> |
| <span class="sourceLineNo">4786</span> break;<a name="line.4786"></a> |
| <span class="sourceLineNo">4787</span> }<a name="line.4787"></a> |
| <span class="sourceLineNo">4788</span> }<a name="line.4788"></a> |
| <span class="sourceLineNo">4789</span><a name="line.4789"></a> |
| <span class="sourceLineNo">4790</span> }<a name="line.4790"></a> |
| <span class="sourceLineNo">4791</span><a name="line.4791"></a> |
| <span class="sourceLineNo">4792</span> }<a name="line.4792"></a> |
| <span class="sourceLineNo">4793</span><a name="line.4793"></a> |
| <span class="sourceLineNo">4794</span> /**<a name="line.4794"></a> |
| <span class="sourceLineNo">4795</span> * Writes very wide records and gets the latest row every time.. Flushes and<a name="line.4795"></a> |
| <span class="sourceLineNo">4796</span> * compacts the region aggressivly to catch issues.<a name="line.4796"></a> |
| <span class="sourceLineNo">4797</span> *<a name="line.4797"></a> |
| <span class="sourceLineNo">4798</span> * @throws IOException<a name="line.4798"></a> |
| <span class="sourceLineNo">4799</span> * by flush / scan / compaction<a name="line.4799"></a> |
| <span class="sourceLineNo">4800</span> * @throws InterruptedException<a name="line.4800"></a> |
| <span class="sourceLineNo">4801</span> * when joining threads<a name="line.4801"></a> |
| <span class="sourceLineNo">4802</span> */<a name="line.4802"></a> |
| <span class="sourceLineNo">4803</span> @Test<a name="line.4803"></a> |
| <span class="sourceLineNo">4804</span> public void testWritesWhileGetting() throws Exception {<a name="line.4804"></a> |
| <span class="sourceLineNo">4805</span> int testCount = 50;<a name="line.4805"></a> |
| <span class="sourceLineNo">4806</span> int numRows = 1;<a name="line.4806"></a> |
| <span class="sourceLineNo">4807</span> int numFamilies = 10;<a name="line.4807"></a> |
| <span class="sourceLineNo">4808</span> int numQualifiers = 100;<a name="line.4808"></a> |
| <span class="sourceLineNo">4809</span> int compactInterval = 100;<a name="line.4809"></a> |
| <span class="sourceLineNo">4810</span> byte[][] families = new byte[numFamilies][];<a name="line.4810"></a> |
| <span class="sourceLineNo">4811</span> for (int i = 0; i < numFamilies; i++) {<a name="line.4811"></a> |
| <span class="sourceLineNo">4812</span> families[i] = Bytes.toBytes("family" + i);<a name="line.4812"></a> |
| <span class="sourceLineNo">4813</span> }<a name="line.4813"></a> |
| <span class="sourceLineNo">4814</span> byte[][] qualifiers = new byte[numQualifiers][];<a name="line.4814"></a> |
| <span class="sourceLineNo">4815</span> for (int i = 0; i < numQualifiers; i++) {<a name="line.4815"></a> |
| <span class="sourceLineNo">4816</span> qualifiers[i] = Bytes.toBytes("qual" + i);<a name="line.4816"></a> |
| <span class="sourceLineNo">4817</span> }<a name="line.4817"></a> |
| <span class="sourceLineNo">4818</span><a name="line.4818"></a> |
| <span class="sourceLineNo">4819</span><a name="line.4819"></a> |
| <span class="sourceLineNo">4820</span> // This test flushes constantly and can cause many files to be created,<a name="line.4820"></a> |
| <span class="sourceLineNo">4821</span> // possibly<a name="line.4821"></a> |
| <span class="sourceLineNo">4822</span> // extending over the ulimit. Make sure compactions are aggressive in<a name="line.4822"></a> |
| <span class="sourceLineNo">4823</span> // reducing<a name="line.4823"></a> |
| <span class="sourceLineNo">4824</span> // the number of HFiles created.<a name="line.4824"></a> |
| <span class="sourceLineNo">4825</span> Configuration conf = HBaseConfiguration.create(CONF);<a name="line.4825"></a> |
| <span class="sourceLineNo">4826</span> conf.setInt("hbase.hstore.compaction.min", 1);<a name="line.4826"></a> |
| <span class="sourceLineNo">4827</span> conf.setInt("hbase.hstore.compaction.max", 1000);<a name="line.4827"></a> |
| <span class="sourceLineNo">4828</span> this.region = initHRegion(tableName, method, conf, families);<a name="line.4828"></a> |
| <span class="sourceLineNo">4829</span> PutThread putThread = null;<a name="line.4829"></a> |
| <span class="sourceLineNo">4830</span> MultithreadedTestUtil.TestContext ctx = new MultithreadedTestUtil.TestContext(conf);<a name="line.4830"></a> |
| <span class="sourceLineNo">4831</span> try {<a name="line.4831"></a> |
| <span class="sourceLineNo">4832</span> putThread = new PutThread(numRows, families, qualifiers);<a name="line.4832"></a> |
| <span class="sourceLineNo">4833</span> putThread.start();<a name="line.4833"></a> |
| <span class="sourceLineNo">4834</span> putThread.waitForFirstPut();<a name="line.4834"></a> |
| <span class="sourceLineNo">4835</span><a name="line.4835"></a> |
| <span class="sourceLineNo">4836</span> // Add a thread that flushes as fast as possible<a name="line.4836"></a> |
| <span class="sourceLineNo">4837</span> ctx.addThread(new RepeatingTestThread(ctx) {<a name="line.4837"></a> |
| <span class="sourceLineNo">4838</span><a name="line.4838"></a> |
| <span class="sourceLineNo">4839</span> @Override<a name="line.4839"></a> |
| <span class="sourceLineNo">4840</span> public void doAnAction() throws Exception {<a name="line.4840"></a> |
| <span class="sourceLineNo">4841</span> region.flush(true);<a name="line.4841"></a> |
| <span class="sourceLineNo">4842</span> // Compact regularly to avoid creating too many files and exceeding<a name="line.4842"></a> |
| <span class="sourceLineNo">4843</span> // the ulimit.<a name="line.4843"></a> |
| <span class="sourceLineNo">4844</span> region.compact(false);<a name="line.4844"></a> |
| <span class="sourceLineNo">4845</span> for (HStore store : region.getStores()) {<a name="line.4845"></a> |
| <span class="sourceLineNo">4846</span> store.closeAndArchiveCompactedFiles();<a name="line.4846"></a> |
| <span class="sourceLineNo">4847</span> }<a name="line.4847"></a> |
| <span class="sourceLineNo">4848</span> }<a name="line.4848"></a> |
| <span class="sourceLineNo">4849</span> });<a name="line.4849"></a> |
| <span class="sourceLineNo">4850</span> ctx.startThreads();<a name="line.4850"></a> |
| <span class="sourceLineNo">4851</span><a name="line.4851"></a> |
| <span class="sourceLineNo">4852</span> Get get = new Get(Bytes.toBytes("row0"));<a name="line.4852"></a> |
| <span class="sourceLineNo">4853</span> Result result = null;<a name="line.4853"></a> |
| <span class="sourceLineNo">4854</span><a name="line.4854"></a> |
| <span class="sourceLineNo">4855</span> int expectedCount = numFamilies * numQualifiers;<a name="line.4855"></a> |
| <span class="sourceLineNo">4856</span><a name="line.4856"></a> |
| <span class="sourceLineNo">4857</span> long prevTimestamp = 0L;<a name="line.4857"></a> |
| <span class="sourceLineNo">4858</span> for (int i = 0; i < testCount; i++) {<a name="line.4858"></a> |
| <span class="sourceLineNo">4859</span> LOG.info("testWritesWhileGetting verify turn " + i);<a name="line.4859"></a> |
| <span class="sourceLineNo">4860</span> boolean previousEmpty = result == null || result.isEmpty();<a name="line.4860"></a> |
| <span class="sourceLineNo">4861</span> result = region.get(get);<a name="line.4861"></a> |
| <span class="sourceLineNo">4862</span> if (!result.isEmpty() || !previousEmpty || i > compactInterval) {<a name="line.4862"></a> |
| <span class="sourceLineNo">4863</span> assertEquals("i=" + i, expectedCount, result.size());<a name="line.4863"></a> |
| <span class="sourceLineNo">4864</span> // TODO this was removed, now what dangit?!<a name="line.4864"></a> |
| <span class="sourceLineNo">4865</span> // search looking for the qualifier in question?<a name="line.4865"></a> |
| <span class="sourceLineNo">4866</span> long timestamp = 0;<a name="line.4866"></a> |
| <span class="sourceLineNo">4867</span> for (Cell kv : result.rawCells()) {<a name="line.4867"></a> |
| <span class="sourceLineNo">4868</span> if (CellUtil.matchingFamily(kv, families[0])<a name="line.4868"></a> |
| <span class="sourceLineNo">4869</span> && CellUtil.matchingQualifier(kv, qualifiers[0])) {<a name="line.4869"></a> |
| <span class="sourceLineNo">4870</span> timestamp = kv.getTimestamp();<a name="line.4870"></a> |
| <span class="sourceLineNo">4871</span> }<a name="line.4871"></a> |
| <span class="sourceLineNo">4872</span> }<a name="line.4872"></a> |
| <span class="sourceLineNo">4873</span> assertTrue(timestamp >= prevTimestamp);<a name="line.4873"></a> |
| <span class="sourceLineNo">4874</span> prevTimestamp = timestamp;<a name="line.4874"></a> |
| <span class="sourceLineNo">4875</span> Cell previousKV = null;<a name="line.4875"></a> |
| <span class="sourceLineNo">4876</span><a name="line.4876"></a> |
| <span class="sourceLineNo">4877</span> for (Cell kv : result.rawCells()) {<a name="line.4877"></a> |
| <span class="sourceLineNo">4878</span> byte[] thisValue = CellUtil.cloneValue(kv);<a name="line.4878"></a> |
| <span class="sourceLineNo">4879</span> if (previousKV != null) {<a name="line.4879"></a> |
| <span class="sourceLineNo">4880</span> if (Bytes.compareTo(CellUtil.cloneValue(previousKV), thisValue) != 0) {<a name="line.4880"></a> |
| <span class="sourceLineNo">4881</span> LOG.warn("These two KV should have the same value." + " Previous KV:" + previousKV<a name="line.4881"></a> |
| <span class="sourceLineNo">4882</span> + "(memStoreTS:" + previousKV.getSequenceId() + ")" + ", New KV: " + kv<a name="line.4882"></a> |
| <span class="sourceLineNo">4883</span> + "(memStoreTS:" + kv.getSequenceId() + ")");<a name="line.4883"></a> |
| <span class="sourceLineNo">4884</span> assertEquals(0, Bytes.compareTo(CellUtil.cloneValue(previousKV), thisValue));<a name="line.4884"></a> |
| <span class="sourceLineNo">4885</span> }<a name="line.4885"></a> |
| <span class="sourceLineNo">4886</span> }<a name="line.4886"></a> |
| <span class="sourceLineNo">4887</span> previousKV = kv;<a name="line.4887"></a> |
| <span class="sourceLineNo">4888</span> }<a name="line.4888"></a> |
| <span class="sourceLineNo">4889</span> }<a name="line.4889"></a> |
| <span class="sourceLineNo">4890</span> }<a name="line.4890"></a> |
| <span class="sourceLineNo">4891</span> } finally {<a name="line.4891"></a> |
| <span class="sourceLineNo">4892</span> if (putThread != null)<a name="line.4892"></a> |
| <span class="sourceLineNo">4893</span> putThread.done();<a name="line.4893"></a> |
| <span class="sourceLineNo">4894</span><a name="line.4894"></a> |
| <span class="sourceLineNo">4895</span> region.flush(true);<a name="line.4895"></a> |
| <span class="sourceLineNo">4896</span><a name="line.4896"></a> |
| <span class="sourceLineNo">4897</span> if (putThread != null) {<a name="line.4897"></a> |
| <span class="sourceLineNo">4898</span> putThread.join();<a name="line.4898"></a> |
| <span class="sourceLineNo">4899</span> putThread.checkNoError();<a name="line.4899"></a> |
| <span class="sourceLineNo">4900</span> }<a name="line.4900"></a> |
| <span class="sourceLineNo">4901</span><a name="line.4901"></a> |
| <span class="sourceLineNo">4902</span> ctx.stop();<a name="line.4902"></a> |
| <span class="sourceLineNo">4903</span> HBaseTestingUtility.closeRegionAndWAL(this.region);<a name="line.4903"></a> |
| <span class="sourceLineNo">4904</span> this.region = null;<a name="line.4904"></a> |
| <span class="sourceLineNo">4905</span> }<a name="line.4905"></a> |
| <span class="sourceLineNo">4906</span> }<a name="line.4906"></a> |
| <span class="sourceLineNo">4907</span><a name="line.4907"></a> |
| <span class="sourceLineNo">4908</span> @Test<a name="line.4908"></a> |
| <span class="sourceLineNo">4909</span> public void testHolesInMeta() throws Exception {<a name="line.4909"></a> |
| <span class="sourceLineNo">4910</span> byte[] family = Bytes.toBytes("family");<a name="line.4910"></a> |
| <span class="sourceLineNo">4911</span> this.region = initHRegion(tableName, Bytes.toBytes("x"), Bytes.toBytes("z"), method, CONF,<a name="line.4911"></a> |
| <span class="sourceLineNo">4912</span> false, family);<a name="line.4912"></a> |
| <span class="sourceLineNo">4913</span> byte[] rowNotServed = Bytes.toBytes("a");<a name="line.4913"></a> |
| <span class="sourceLineNo">4914</span> Get g = new Get(rowNotServed);<a name="line.4914"></a> |
| <span class="sourceLineNo">4915</span> try {<a name="line.4915"></a> |
| <span class="sourceLineNo">4916</span> region.get(g);<a name="line.4916"></a> |
| <span class="sourceLineNo">4917</span> fail();<a name="line.4917"></a> |
| <span class="sourceLineNo">4918</span> } catch (WrongRegionException x) {<a name="line.4918"></a> |
| <span class="sourceLineNo">4919</span> // OK<a name="line.4919"></a> |
| <span class="sourceLineNo">4920</span> }<a name="line.4920"></a> |
| <span class="sourceLineNo">4921</span> byte[] row = Bytes.toBytes("y");<a name="line.4921"></a> |
| <span class="sourceLineNo">4922</span> g = new Get(row);<a name="line.4922"></a> |
| <span class="sourceLineNo">4923</span> region.get(g);<a name="line.4923"></a> |
| <span class="sourceLineNo">4924</span> }<a name="line.4924"></a> |
| <span class="sourceLineNo">4925</span><a name="line.4925"></a> |
| <span class="sourceLineNo">4926</span> @Test<a name="line.4926"></a> |
| <span class="sourceLineNo">4927</span> public void testIndexesScanWithOneDeletedRow() throws IOException {<a name="line.4927"></a> |
| <span class="sourceLineNo">4928</span> byte[] family = Bytes.toBytes("family");<a name="line.4928"></a> |
| <span class="sourceLineNo">4929</span><a name="line.4929"></a> |
| <span class="sourceLineNo">4930</span> // Setting up region<a name="line.4930"></a> |
| <span class="sourceLineNo">4931</span> this.region = initHRegion(tableName, method, CONF, family);<a name="line.4931"></a> |
| <span class="sourceLineNo">4932</span> Put put = new Put(Bytes.toBytes(1L));<a name="line.4932"></a> |
| <span class="sourceLineNo">4933</span> put.addColumn(family, qual1, 1L, Bytes.toBytes(1L));<a name="line.4933"></a> |
| <span class="sourceLineNo">4934</span> region.put(put);<a name="line.4934"></a> |
| <span class="sourceLineNo">4935</span><a name="line.4935"></a> |
| <span class="sourceLineNo">4936</span> region.flush(true);<a name="line.4936"></a> |
| <span class="sourceLineNo">4937</span><a name="line.4937"></a> |
| <span class="sourceLineNo">4938</span> Delete delete = new Delete(Bytes.toBytes(1L), 1L);<a name="line.4938"></a> |
| <span class="sourceLineNo">4939</span> region.delete(delete);<a name="line.4939"></a> |
| <span class="sourceLineNo">4940</span><a name="line.4940"></a> |
| <span class="sourceLineNo">4941</span> put = new Put(Bytes.toBytes(2L));<a name="line.4941"></a> |
| <span class="sourceLineNo">4942</span> put.addColumn(family, qual1, 2L, Bytes.toBytes(2L));<a name="line.4942"></a> |
| <span class="sourceLineNo">4943</span> region.put(put);<a name="line.4943"></a> |
| <span class="sourceLineNo">4944</span><a name="line.4944"></a> |
| <span class="sourceLineNo">4945</span> Scan idxScan = new Scan();<a name="line.4945"></a> |
| <span class="sourceLineNo">4946</span> idxScan.addFamily(family);<a name="line.4946"></a> |
| <span class="sourceLineNo">4947</span> idxScan.setFilter(new FilterList(FilterList.Operator.MUST_PASS_ALL, Arrays.<Filter> asList(<a name="line.4947"></a> |
| <span class="sourceLineNo">4948</span> new SingleColumnValueFilter(family, qual1, CompareOperator.GREATER_OR_EQUAL,<a name="line.4948"></a> |
| <span class="sourceLineNo">4949</span> new BinaryComparator(Bytes.toBytes(0L))), new SingleColumnValueFilter(family, qual1,<a name="line.4949"></a> |
| <span class="sourceLineNo">4950</span> CompareOperator.LESS_OR_EQUAL, new BinaryComparator(Bytes.toBytes(3L))))));<a name="line.4950"></a> |
| <span class="sourceLineNo">4951</span> InternalScanner scanner = region.getScanner(idxScan);<a name="line.4951"></a> |
| <span class="sourceLineNo">4952</span> List<Cell> res = new ArrayList<>();<a name="line.4952"></a> |
| <span class="sourceLineNo">4953</span><a name="line.4953"></a> |
| <span class="sourceLineNo">4954</span> while (scanner.next(res)) {<a name="line.4954"></a> |
| <span class="sourceLineNo">4955</span> // Ignore res value.<a name="line.4955"></a> |
| <span class="sourceLineNo">4956</span> }<a name="line.4956"></a> |
| <span class="sourceLineNo">4957</span> assertEquals(1L, res.size());<a name="line.4957"></a> |
| <span class="sourceLineNo">4958</span> }<a name="line.4958"></a> |
| <span class="sourceLineNo">4959</span><a name="line.4959"></a> |
| <span class="sourceLineNo">4960</span> // ////////////////////////////////////////////////////////////////////////////<a name="line.4960"></a> |
| <span class="sourceLineNo">4961</span> // Bloom filter test<a name="line.4961"></a> |
| <span class="sourceLineNo">4962</span> // ////////////////////////////////////////////////////////////////////////////<a name="line.4962"></a> |
| <span class="sourceLineNo">4963</span> @Test<a name="line.4963"></a> |
| <span class="sourceLineNo">4964</span> public void testBloomFilterSize() throws IOException {<a name="line.4964"></a> |
| <span class="sourceLineNo">4965</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.4965"></a> |
| <span class="sourceLineNo">4966</span> byte[] qf1 = Bytes.toBytes("col");<a name="line.4966"></a> |
| <span class="sourceLineNo">4967</span> byte[] val1 = Bytes.toBytes("value1");<a name="line.4967"></a> |
| <span class="sourceLineNo">4968</span> // Create Table<a name="line.4968"></a> |
| <span class="sourceLineNo">4969</span> TableDescriptor tableDescriptor = TableDescriptorBuilder.newBuilder(tableName)<a name="line.4969"></a> |
| <span class="sourceLineNo">4970</span> .setColumnFamily(ColumnFamilyDescriptorBuilder.newBuilder(fam1)<a name="line.4970"></a> |
| <span class="sourceLineNo">4971</span> .setMaxVersions(Integer.MAX_VALUE).setBloomFilterType(BloomType.ROWCOL).build())<a name="line.4971"></a> |
| <span class="sourceLineNo">4972</span> .build();<a name="line.4972"></a> |
| <span class="sourceLineNo">4973</span> RegionInfo info = RegionInfoBuilder.newBuilder(tableDescriptor.getTableName()).build();<a name="line.4973"></a> |
| <span class="sourceLineNo">4974</span> this.region = TEST_UTIL.createLocalHRegion(info, tableDescriptor);<a name="line.4974"></a> |
| <span class="sourceLineNo">4975</span> int num_unique_rows = 10;<a name="line.4975"></a> |
| <span class="sourceLineNo">4976</span> int duplicate_multiplier = 2;<a name="line.4976"></a> |
| <span class="sourceLineNo">4977</span> int num_storefiles = 4;<a name="line.4977"></a> |
| <span class="sourceLineNo">4978</span><a name="line.4978"></a> |
| <span class="sourceLineNo">4979</span> int version = 0;<a name="line.4979"></a> |
| <span class="sourceLineNo">4980</span> for (int f = 0; f < num_storefiles; f++) {<a name="line.4980"></a> |
| <span class="sourceLineNo">4981</span> for (int i = 0; i < duplicate_multiplier; i++) {<a name="line.4981"></a> |
| <span class="sourceLineNo">4982</span> for (int j = 0; j < num_unique_rows; j++) {<a name="line.4982"></a> |
| <span class="sourceLineNo">4983</span> Put put = new Put(Bytes.toBytes("row" + j));<a name="line.4983"></a> |
| <span class="sourceLineNo">4984</span> put.setDurability(Durability.SKIP_WAL);<a name="line.4984"></a> |
| <span class="sourceLineNo">4985</span> long ts = version++;<a name="line.4985"></a> |
| <span class="sourceLineNo">4986</span> put.addColumn(fam1, qf1, ts, val1);<a name="line.4986"></a> |
| <span class="sourceLineNo">4987</span> region.put(put);<a name="line.4987"></a> |
| <span class="sourceLineNo">4988</span> }<a name="line.4988"></a> |
| <span class="sourceLineNo">4989</span> }<a name="line.4989"></a> |
| <span class="sourceLineNo">4990</span> region.flush(true);<a name="line.4990"></a> |
| <span class="sourceLineNo">4991</span> }<a name="line.4991"></a> |
| <span class="sourceLineNo">4992</span> // before compaction<a name="line.4992"></a> |
| <span class="sourceLineNo">4993</span> HStore store = region.getStore(fam1);<a name="line.4993"></a> |
| <span class="sourceLineNo">4994</span> Collection<HStoreFile> storeFiles = store.getStorefiles();<a name="line.4994"></a> |
| <span class="sourceLineNo">4995</span> for (HStoreFile storefile : storeFiles) {<a name="line.4995"></a> |
| <span class="sourceLineNo">4996</span> StoreFileReader reader = storefile.getReader();<a name="line.4996"></a> |
| <span class="sourceLineNo">4997</span> reader.loadFileInfo();<a name="line.4997"></a> |
| <span class="sourceLineNo">4998</span> reader.loadBloomfilter();<a name="line.4998"></a> |
| <span class="sourceLineNo">4999</span> assertEquals(num_unique_rows * duplicate_multiplier, reader.getEntries());<a name="line.4999"></a> |
| <span class="sourceLineNo">5000</span> assertEquals(num_unique_rows, reader.getFilterEntries());<a name="line.5000"></a> |
| <span class="sourceLineNo">5001</span> }<a name="line.5001"></a> |
| <span class="sourceLineNo">5002</span><a name="line.5002"></a> |
| <span class="sourceLineNo">5003</span> region.compact(true);<a name="line.5003"></a> |
| <span class="sourceLineNo">5004</span><a name="line.5004"></a> |
| <span class="sourceLineNo">5005</span> // after compaction<a name="line.5005"></a> |
| <span class="sourceLineNo">5006</span> storeFiles = store.getStorefiles();<a name="line.5006"></a> |
| <span class="sourceLineNo">5007</span> for (HStoreFile storefile : storeFiles) {<a name="line.5007"></a> |
| <span class="sourceLineNo">5008</span> StoreFileReader reader = storefile.getReader();<a name="line.5008"></a> |
| <span class="sourceLineNo">5009</span> reader.loadFileInfo();<a name="line.5009"></a> |
| <span class="sourceLineNo">5010</span> reader.loadBloomfilter();<a name="line.5010"></a> |
| <span class="sourceLineNo">5011</span> assertEquals(num_unique_rows * duplicate_multiplier * num_storefiles, reader.getEntries());<a name="line.5011"></a> |
| <span class="sourceLineNo">5012</span> assertEquals(num_unique_rows, reader.getFilterEntries());<a name="line.5012"></a> |
| <span class="sourceLineNo">5013</span> }<a name="line.5013"></a> |
| <span class="sourceLineNo">5014</span> }<a name="line.5014"></a> |
| <span class="sourceLineNo">5015</span><a name="line.5015"></a> |
| <span class="sourceLineNo">5016</span> @Test<a name="line.5016"></a> |
| <span class="sourceLineNo">5017</span> public void testAllColumnsWithBloomFilter() throws IOException {<a name="line.5017"></a> |
| <span class="sourceLineNo">5018</span> byte[] TABLE = Bytes.toBytes(name.getMethodName());<a name="line.5018"></a> |
| <span class="sourceLineNo">5019</span> byte[] FAMILY = Bytes.toBytes("family");<a name="line.5019"></a> |
| <span class="sourceLineNo">5020</span><a name="line.5020"></a> |
| <span class="sourceLineNo">5021</span> // Create table<a name="line.5021"></a> |
| <span class="sourceLineNo">5022</span> TableDescriptor tableDescriptor = TableDescriptorBuilder.newBuilder(TableName.valueOf(TABLE))<a name="line.5022"></a> |
| <span class="sourceLineNo">5023</span> .setColumnFamily(ColumnFamilyDescriptorBuilder.newBuilder(FAMILY)<a name="line.5023"></a> |
| <span class="sourceLineNo">5024</span> .setMaxVersions(Integer.MAX_VALUE).setBloomFilterType(BloomType.ROWCOL).build())<a name="line.5024"></a> |
| <span class="sourceLineNo">5025</span> .build();<a name="line.5025"></a> |
| <span class="sourceLineNo">5026</span> RegionInfo info = RegionInfoBuilder.newBuilder(tableDescriptor.getTableName()).build();<a name="line.5026"></a> |
| <span class="sourceLineNo">5027</span> this.region = TEST_UTIL.createLocalHRegion(info, tableDescriptor);<a name="line.5027"></a> |
| <span class="sourceLineNo">5028</span> // For row:0, col:0: insert versions 1 through 5.<a name="line.5028"></a> |
| <span class="sourceLineNo">5029</span> byte[] row = Bytes.toBytes("row:" + 0);<a name="line.5029"></a> |
| <span class="sourceLineNo">5030</span> byte[] column = Bytes.toBytes("column:" + 0);<a name="line.5030"></a> |
| <span class="sourceLineNo">5031</span> Put put = new Put(row);<a name="line.5031"></a> |
| <span class="sourceLineNo">5032</span> put.setDurability(Durability.SKIP_WAL);<a name="line.5032"></a> |
| <span class="sourceLineNo">5033</span> for (long idx = 1; idx <= 4; idx++) {<a name="line.5033"></a> |
| <span class="sourceLineNo">5034</span> put.addColumn(FAMILY, column, idx, Bytes.toBytes("value-version-" + idx));<a name="line.5034"></a> |
| <span class="sourceLineNo">5035</span> }<a name="line.5035"></a> |
| <span class="sourceLineNo">5036</span> region.put(put);<a name="line.5036"></a> |
| <span class="sourceLineNo">5037</span><a name="line.5037"></a> |
| <span class="sourceLineNo">5038</span> // Flush<a name="line.5038"></a> |
| <span class="sourceLineNo">5039</span> region.flush(true);<a name="line.5039"></a> |
| <span class="sourceLineNo">5040</span><a name="line.5040"></a> |
| <span class="sourceLineNo">5041</span> // Get rows<a name="line.5041"></a> |
| <span class="sourceLineNo">5042</span> Get get = new Get(row);<a name="line.5042"></a> |
| <span class="sourceLineNo">5043</span> get.readAllVersions();<a name="line.5043"></a> |
| <span class="sourceLineNo">5044</span> Cell[] kvs = region.get(get).rawCells();<a name="line.5044"></a> |
| <span class="sourceLineNo">5045</span><a name="line.5045"></a> |
| <span class="sourceLineNo">5046</span> // Check if rows are correct<a name="line.5046"></a> |
| <span class="sourceLineNo">5047</span> assertEquals(4, kvs.length);<a name="line.5047"></a> |
| <span class="sourceLineNo">5048</span> checkOneCell(kvs[0], FAMILY, 0, 0, 4);<a name="line.5048"></a> |
| <span class="sourceLineNo">5049</span> checkOneCell(kvs[1], FAMILY, 0, 0, 3);<a name="line.5049"></a> |
| <span class="sourceLineNo">5050</span> checkOneCell(kvs[2], FAMILY, 0, 0, 2);<a name="line.5050"></a> |
| <span class="sourceLineNo">5051</span> checkOneCell(kvs[3], FAMILY, 0, 0, 1);<a name="line.5051"></a> |
| <span class="sourceLineNo">5052</span> }<a name="line.5052"></a> |
| <span class="sourceLineNo">5053</span><a name="line.5053"></a> |
| <span class="sourceLineNo">5054</span> /**<a name="line.5054"></a> |
| <span class="sourceLineNo">5055</span> * Testcase to cover bug-fix for HBASE-2823 Ensures correct delete when<a name="line.5055"></a> |
| <span class="sourceLineNo">5056</span> * issuing delete row on columns with bloom filter set to row+col<a name="line.5056"></a> |
| <span class="sourceLineNo">5057</span> * (BloomType.ROWCOL)<a name="line.5057"></a> |
| <span class="sourceLineNo">5058</span> */<a name="line.5058"></a> |
| <span class="sourceLineNo">5059</span> @Test<a name="line.5059"></a> |
| <span class="sourceLineNo">5060</span> public void testDeleteRowWithBloomFilter() throws IOException {<a name="line.5060"></a> |
| <span class="sourceLineNo">5061</span> byte[] familyName = Bytes.toBytes("familyName");<a name="line.5061"></a> |
| <span class="sourceLineNo">5062</span><a name="line.5062"></a> |
| <span class="sourceLineNo">5063</span> // Create Table<a name="line.5063"></a> |
| <span class="sourceLineNo">5064</span> TableDescriptor tableDescriptor = TableDescriptorBuilder.newBuilder(tableName)<a name="line.5064"></a> |
| <span class="sourceLineNo">5065</span> .setColumnFamily(ColumnFamilyDescriptorBuilder.newBuilder(familyName)<a name="line.5065"></a> |
| <span class="sourceLineNo">5066</span> .setMaxVersions(Integer.MAX_VALUE).setBloomFilterType(BloomType.ROWCOL).build())<a name="line.5066"></a> |
| <span class="sourceLineNo">5067</span> .build();<a name="line.5067"></a> |
| <span class="sourceLineNo">5068</span> RegionInfo info = RegionInfoBuilder.newBuilder(tableDescriptor.getTableName()).build();<a name="line.5068"></a> |
| <span class="sourceLineNo">5069</span> this.region = TEST_UTIL.createLocalHRegion(info, tableDescriptor);<a name="line.5069"></a> |
| <span class="sourceLineNo">5070</span> // Insert some data<a name="line.5070"></a> |
| <span class="sourceLineNo">5071</span> byte[] row = Bytes.toBytes("row1");<a name="line.5071"></a> |
| <span class="sourceLineNo">5072</span> byte[] col = Bytes.toBytes("col1");<a name="line.5072"></a> |
| <span class="sourceLineNo">5073</span><a name="line.5073"></a> |
| <span class="sourceLineNo">5074</span> Put put = new Put(row);<a name="line.5074"></a> |
| <span class="sourceLineNo">5075</span> put.addColumn(familyName, col, 1, Bytes.toBytes("SomeRandomValue"));<a name="line.5075"></a> |
| <span class="sourceLineNo">5076</span> region.put(put);<a name="line.5076"></a> |
| <span class="sourceLineNo">5077</span> region.flush(true);<a name="line.5077"></a> |
| <span class="sourceLineNo">5078</span><a name="line.5078"></a> |
| <span class="sourceLineNo">5079</span> Delete del = new Delete(row);<a name="line.5079"></a> |
| <span class="sourceLineNo">5080</span> region.delete(del);<a name="line.5080"></a> |
| <span class="sourceLineNo">5081</span> region.flush(true);<a name="line.5081"></a> |
| <span class="sourceLineNo">5082</span><a name="line.5082"></a> |
| <span class="sourceLineNo">5083</span> // Get remaining rows (should have none)<a name="line.5083"></a> |
| <span class="sourceLineNo">5084</span> Get get = new Get(row);<a name="line.5084"></a> |
| <span class="sourceLineNo">5085</span> get.addColumn(familyName, col);<a name="line.5085"></a> |
| <span class="sourceLineNo">5086</span><a name="line.5086"></a> |
| <span class="sourceLineNo">5087</span> Cell[] keyValues = region.get(get).rawCells();<a name="line.5087"></a> |
| <span class="sourceLineNo">5088</span> assertEquals(0, keyValues.length);<a name="line.5088"></a> |
| <span class="sourceLineNo">5089</span> }<a name="line.5089"></a> |
| <span class="sourceLineNo">5090</span><a name="line.5090"></a> |
| <span class="sourceLineNo">5091</span> @Test<a name="line.5091"></a> |
| <span class="sourceLineNo">5092</span> public void testgetHDFSBlocksDistribution() throws Exception {<a name="line.5092"></a> |
| <span class="sourceLineNo">5093</span> HBaseTestingUtility htu = new HBaseTestingUtility();<a name="line.5093"></a> |
| <span class="sourceLineNo">5094</span> // Why do we set the block size in this test? If we set it smaller than the kvs, then we'll<a name="line.5094"></a> |
| <span class="sourceLineNo">5095</span> // break up the file in to more pieces that can be distributed across the three nodes and we<a name="line.5095"></a> |
| <span class="sourceLineNo">5096</span> // won't be able to have the condition this test asserts; that at least one node has<a name="line.5096"></a> |
| <span class="sourceLineNo">5097</span> // a copy of all replicas -- if small block size, then blocks are spread evenly across the<a name="line.5097"></a> |
| <span class="sourceLineNo">5098</span> // the three nodes. hfilev3 with tags seems to put us over the block size. St.Ack.<a name="line.5098"></a> |
| <span class="sourceLineNo">5099</span> // final int DEFAULT_BLOCK_SIZE = 1024;<a name="line.5099"></a> |
| <span class="sourceLineNo">5100</span> // htu.getConfiguration().setLong("dfs.blocksize", DEFAULT_BLOCK_SIZE);<a name="line.5100"></a> |
| <span class="sourceLineNo">5101</span> htu.getConfiguration().setInt("dfs.replication", 2);<a name="line.5101"></a> |
| <span class="sourceLineNo">5102</span><a name="line.5102"></a> |
| <span class="sourceLineNo">5103</span> // set up a cluster with 3 nodes<a name="line.5103"></a> |
| <span class="sourceLineNo">5104</span> MiniHBaseCluster cluster = null;<a name="line.5104"></a> |
| <span class="sourceLineNo">5105</span> String dataNodeHosts[] = new String[] { "host1", "host2", "host3" };<a name="line.5105"></a> |
| <span class="sourceLineNo">5106</span> int regionServersCount = 3;<a name="line.5106"></a> |
| <span class="sourceLineNo">5107</span><a name="line.5107"></a> |
| <span class="sourceLineNo">5108</span> try {<a name="line.5108"></a> |
| <span class="sourceLineNo">5109</span> StartMiniClusterOption option = StartMiniClusterOption.builder()<a name="line.5109"></a> |
| <span class="sourceLineNo">5110</span> .numRegionServers(regionServersCount).dataNodeHosts(dataNodeHosts).build();<a name="line.5110"></a> |
| <span class="sourceLineNo">5111</span> cluster = htu.startMiniCluster(option);<a name="line.5111"></a> |
| <span class="sourceLineNo">5112</span> byte[][] families = { fam1, fam2 };<a name="line.5112"></a> |
| <span class="sourceLineNo">5113</span> Table ht = htu.createTable(tableName, families);<a name="line.5113"></a> |
| <span class="sourceLineNo">5114</span><a name="line.5114"></a> |
| <span class="sourceLineNo">5115</span> // Setting up region<a name="line.5115"></a> |
| <span class="sourceLineNo">5116</span> byte row[] = Bytes.toBytes("row1");<a name="line.5116"></a> |
| <span class="sourceLineNo">5117</span> byte col[] = Bytes.toBytes("col1");<a name="line.5117"></a> |
| <span class="sourceLineNo">5118</span><a name="line.5118"></a> |
| <span class="sourceLineNo">5119</span> Put put = new Put(row);<a name="line.5119"></a> |
| <span class="sourceLineNo">5120</span> put.addColumn(fam1, col, 1, Bytes.toBytes("test1"));<a name="line.5120"></a> |
| <span class="sourceLineNo">5121</span> put.addColumn(fam2, col, 1, Bytes.toBytes("test2"));<a name="line.5121"></a> |
| <span class="sourceLineNo">5122</span> ht.put(put);<a name="line.5122"></a> |
| <span class="sourceLineNo">5123</span><a name="line.5123"></a> |
| <span class="sourceLineNo">5124</span> HRegion firstRegion = htu.getHBaseCluster().getRegions(tableName).get(0);<a name="line.5124"></a> |
| <span class="sourceLineNo">5125</span> firstRegion.flush(true);<a name="line.5125"></a> |
| <span class="sourceLineNo">5126</span> HDFSBlocksDistribution blocksDistribution1 = firstRegion.getHDFSBlocksDistribution();<a name="line.5126"></a> |
| <span class="sourceLineNo">5127</span><a name="line.5127"></a> |
| <span class="sourceLineNo">5128</span> // Given the default replication factor is 2 and we have 2 HFiles,<a name="line.5128"></a> |
| <span class="sourceLineNo">5129</span> // we will have total of 4 replica of blocks on 3 datanodes; thus there<a name="line.5129"></a> |
| <span class="sourceLineNo">5130</span> // must be at least one host that have replica for 2 HFiles. That host's<a name="line.5130"></a> |
| <span class="sourceLineNo">5131</span> // weight will be equal to the unique block weight.<a name="line.5131"></a> |
| <span class="sourceLineNo">5132</span> long uniqueBlocksWeight1 = blocksDistribution1.getUniqueBlocksTotalWeight();<a name="line.5132"></a> |
| <span class="sourceLineNo">5133</span> StringBuilder sb = new StringBuilder();<a name="line.5133"></a> |
| <span class="sourceLineNo">5134</span> for (String host: blocksDistribution1.getTopHosts()) {<a name="line.5134"></a> |
| <span class="sourceLineNo">5135</span> if (sb.length() > 0) sb.append(", ");<a name="line.5135"></a> |
| <span class="sourceLineNo">5136</span> sb.append(host);<a name="line.5136"></a> |
| <span class="sourceLineNo">5137</span> sb.append("=");<a name="line.5137"></a> |
| <span class="sourceLineNo">5138</span> sb.append(blocksDistribution1.getWeight(host));<a name="line.5138"></a> |
| <span class="sourceLineNo">5139</span> }<a name="line.5139"></a> |
| <span class="sourceLineNo">5140</span><a name="line.5140"></a> |
| <span class="sourceLineNo">5141</span> String topHost = blocksDistribution1.getTopHosts().get(0);<a name="line.5141"></a> |
| <span class="sourceLineNo">5142</span> long topHostWeight = blocksDistribution1.getWeight(topHost);<a name="line.5142"></a> |
| <span class="sourceLineNo">5143</span> String msg = "uniqueBlocksWeight=" + uniqueBlocksWeight1 + ", topHostWeight=" +<a name="line.5143"></a> |
| <span class="sourceLineNo">5144</span> topHostWeight + ", topHost=" + topHost + "; " + sb.toString();<a name="line.5144"></a> |
| <span class="sourceLineNo">5145</span> LOG.info(msg);<a name="line.5145"></a> |
| <span class="sourceLineNo">5146</span> assertTrue(msg, uniqueBlocksWeight1 == topHostWeight);<a name="line.5146"></a> |
| <span class="sourceLineNo">5147</span><a name="line.5147"></a> |
| <span class="sourceLineNo">5148</span> // use the static method to compute the value, it should be the same.<a name="line.5148"></a> |
| <span class="sourceLineNo">5149</span> // static method is used by load balancer or other components<a name="line.5149"></a> |
| <span class="sourceLineNo">5150</span> HDFSBlocksDistribution blocksDistribution2 = HRegion.computeHDFSBlocksDistribution(<a name="line.5150"></a> |
| <span class="sourceLineNo">5151</span> htu.getConfiguration(), firstRegion.getTableDescriptor(), firstRegion.getRegionInfo());<a name="line.5151"></a> |
| <span class="sourceLineNo">5152</span> long uniqueBlocksWeight2 = blocksDistribution2.getUniqueBlocksTotalWeight();<a name="line.5152"></a> |
| <span class="sourceLineNo">5153</span><a name="line.5153"></a> |
| <span class="sourceLineNo">5154</span> assertTrue(uniqueBlocksWeight1 == uniqueBlocksWeight2);<a name="line.5154"></a> |
| <span class="sourceLineNo">5155</span><a name="line.5155"></a> |
| <span class="sourceLineNo">5156</span> ht.close();<a name="line.5156"></a> |
| <span class="sourceLineNo">5157</span> } finally {<a name="line.5157"></a> |
| <span class="sourceLineNo">5158</span> if (cluster != null) {<a name="line.5158"></a> |
| <span class="sourceLineNo">5159</span> htu.shutdownMiniCluster();<a name="line.5159"></a> |
| <span class="sourceLineNo">5160</span> }<a name="line.5160"></a> |
| <span class="sourceLineNo">5161</span> }<a name="line.5161"></a> |
| <span class="sourceLineNo">5162</span> }<a name="line.5162"></a> |
| <span class="sourceLineNo">5163</span><a name="line.5163"></a> |
| <span class="sourceLineNo">5164</span> /**<a name="line.5164"></a> |
| <span class="sourceLineNo">5165</span> * Testcase to check state of region initialization task set to ABORTED or not<a name="line.5165"></a> |
| <span class="sourceLineNo">5166</span> * if any exceptions during initialization<a name="line.5166"></a> |
| <span class="sourceLineNo">5167</span> *<a name="line.5167"></a> |
| <span class="sourceLineNo">5168</span> * @throws Exception<a name="line.5168"></a> |
| <span class="sourceLineNo">5169</span> */<a name="line.5169"></a> |
| <span class="sourceLineNo">5170</span> @Test<a name="line.5170"></a> |
| <span class="sourceLineNo">5171</span> public void testStatusSettingToAbortIfAnyExceptionDuringRegionInitilization() throws Exception {<a name="line.5171"></a> |
| <span class="sourceLineNo">5172</span> RegionInfo info;<a name="line.5172"></a> |
| <span class="sourceLineNo">5173</span> try {<a name="line.5173"></a> |
| <span class="sourceLineNo">5174</span> FileSystem fs = Mockito.mock(FileSystem.class);<a name="line.5174"></a> |
| <span class="sourceLineNo">5175</span> Mockito.when(fs.exists((Path) Mockito.anyObject())).thenThrow(new IOException());<a name="line.5175"></a> |
| <span class="sourceLineNo">5176</span> TableDescriptorBuilder tableDescriptorBuilder =<a name="line.5176"></a> |
| <span class="sourceLineNo">5177</span> TableDescriptorBuilder.newBuilder(tableName);<a name="line.5177"></a> |
| <span class="sourceLineNo">5178</span> ColumnFamilyDescriptor columnFamilyDescriptor =<a name="line.5178"></a> |
| <span class="sourceLineNo">5179</span> ColumnFamilyDescriptorBuilder.newBuilder(Bytes.toBytes("cf")).build();<a name="line.5179"></a> |
| <span class="sourceLineNo">5180</span> tableDescriptorBuilder.setColumnFamily(columnFamilyDescriptor);<a name="line.5180"></a> |
| <span class="sourceLineNo">5181</span> info = RegionInfoBuilder.newBuilder(tableName).build();<a name="line.5181"></a> |
| <span class="sourceLineNo">5182</span> Path path = new Path(dir + "testStatusSettingToAbortIfAnyExceptionDuringRegionInitilization");<a name="line.5182"></a> |
| <span class="sourceLineNo">5183</span> region = HRegion.newHRegion(path, null, fs, CONF, info,<a name="line.5183"></a> |
| <span class="sourceLineNo">5184</span> tableDescriptorBuilder.build(), null);<a name="line.5184"></a> |
| <span class="sourceLineNo">5185</span> // region initialization throws IOException and set task state to ABORTED.<a name="line.5185"></a> |
| <span class="sourceLineNo">5186</span> region.initialize();<a name="line.5186"></a> |
| <span class="sourceLineNo">5187</span> fail("Region initialization should fail due to IOException");<a name="line.5187"></a> |
| <span class="sourceLineNo">5188</span> } catch (IOException io) {<a name="line.5188"></a> |
| <span class="sourceLineNo">5189</span> List<MonitoredTask> tasks = TaskMonitor.get().getTasks();<a name="line.5189"></a> |
| <span class="sourceLineNo">5190</span> for (MonitoredTask monitoredTask : tasks) {<a name="line.5190"></a> |
| <span class="sourceLineNo">5191</span> if (!(monitoredTask instanceof MonitoredRPCHandler)<a name="line.5191"></a> |
| <span class="sourceLineNo">5192</span> && monitoredTask.getDescription().contains(region.toString())) {<a name="line.5192"></a> |
| <span class="sourceLineNo">5193</span> assertTrue("Region state should be ABORTED.",<a name="line.5193"></a> |
| <span class="sourceLineNo">5194</span> monitoredTask.getState().equals(MonitoredTask.State.ABORTED));<a name="line.5194"></a> |
| <span class="sourceLineNo">5195</span> break;<a name="line.5195"></a> |
| <span class="sourceLineNo">5196</span> }<a name="line.5196"></a> |
| <span class="sourceLineNo">5197</span> }<a name="line.5197"></a> |
| <span class="sourceLineNo">5198</span> }<a name="line.5198"></a> |
| <span class="sourceLineNo">5199</span> }<a name="line.5199"></a> |
| <span class="sourceLineNo">5200</span><a name="line.5200"></a> |
| <span class="sourceLineNo">5201</span> /**<a name="line.5201"></a> |
| <span class="sourceLineNo">5202</span> * Verifies that the .regioninfo file is written on region creation and that<a name="line.5202"></a> |
| <span class="sourceLineNo">5203</span> * is recreated if missing during region opening.<a name="line.5203"></a> |
| <span class="sourceLineNo">5204</span> */<a name="line.5204"></a> |
| <span class="sourceLineNo">5205</span> @Test<a name="line.5205"></a> |
| <span class="sourceLineNo">5206</span> public void testRegionInfoFileCreation() throws IOException {<a name="line.5206"></a> |
| <span class="sourceLineNo">5207</span> Path rootDir = new Path(dir + "testRegionInfoFileCreation");<a name="line.5207"></a> |
| <span class="sourceLineNo">5208</span><a name="line.5208"></a> |
| <span class="sourceLineNo">5209</span> TableDescriptorBuilder tableDescriptorBuilder =<a name="line.5209"></a> |
| <span class="sourceLineNo">5210</span> TableDescriptorBuilder.newBuilder(TableName.valueOf(name.getMethodName()));<a name="line.5210"></a> |
| <span class="sourceLineNo">5211</span> ColumnFamilyDescriptor columnFamilyDescriptor =<a name="line.5211"></a> |
| <span class="sourceLineNo">5212</span> ColumnFamilyDescriptorBuilder.newBuilder(Bytes.toBytes("cf")).build();<a name="line.5212"></a> |
| <span class="sourceLineNo">5213</span> tableDescriptorBuilder.setColumnFamily(columnFamilyDescriptor);<a name="line.5213"></a> |
| <span class="sourceLineNo">5214</span> TableDescriptor tableDescriptor = tableDescriptorBuilder.build();<a name="line.5214"></a> |
| <span class="sourceLineNo">5215</span><a name="line.5215"></a> |
| <span class="sourceLineNo">5216</span> RegionInfo hri = RegionInfoBuilder.newBuilder(tableDescriptor.getTableName()).build();<a name="line.5216"></a> |
| <span class="sourceLineNo">5217</span><a name="line.5217"></a> |
| <span class="sourceLineNo">5218</span> // Create a region and skip the initialization (like CreateTableHandler)<a name="line.5218"></a> |
| <span class="sourceLineNo">5219</span> region = HBaseTestingUtility.createRegionAndWAL(hri, rootDir, CONF,<a name="line.5219"></a> |
| <span class="sourceLineNo">5220</span> tableDescriptor, false);<a name="line.5220"></a> |
| <span class="sourceLineNo">5221</span> Path regionDir = region.getRegionFileSystem().getRegionDir();<a name="line.5221"></a> |
| <span class="sourceLineNo">5222</span> FileSystem fs = region.getRegionFileSystem().getFileSystem();<a name="line.5222"></a> |
| <span class="sourceLineNo">5223</span> HBaseTestingUtility.closeRegionAndWAL(region);<a name="line.5223"></a> |
| <span class="sourceLineNo">5224</span><a name="line.5224"></a> |
| <span class="sourceLineNo">5225</span> Path regionInfoFile = new Path(regionDir, HRegionFileSystem.REGION_INFO_FILE);<a name="line.5225"></a> |
| <span class="sourceLineNo">5226</span><a name="line.5226"></a> |
| <span class="sourceLineNo">5227</span> // Verify that the .regioninfo file is present<a name="line.5227"></a> |
| <span class="sourceLineNo">5228</span> assertTrue(HRegionFileSystem.REGION_INFO_FILE + " should be present in the region dir",<a name="line.5228"></a> |
| <span class="sourceLineNo">5229</span> fs.exists(regionInfoFile));<a name="line.5229"></a> |
| <span class="sourceLineNo">5230</span><a name="line.5230"></a> |
| <span class="sourceLineNo">5231</span> // Try to open the region<a name="line.5231"></a> |
| <span class="sourceLineNo">5232</span> region = HRegion.openHRegion(rootDir, hri, tableDescriptor, null, CONF);<a name="line.5232"></a> |
| <span class="sourceLineNo">5233</span> assertEquals(regionDir, region.getRegionFileSystem().getRegionDir());<a name="line.5233"></a> |
| <span class="sourceLineNo">5234</span> HBaseTestingUtility.closeRegionAndWAL(region);<a name="line.5234"></a> |
| <span class="sourceLineNo">5235</span><a name="line.5235"></a> |
| <span class="sourceLineNo">5236</span> // Verify that the .regioninfo file is still there<a name="line.5236"></a> |
| <span class="sourceLineNo">5237</span> assertTrue(HRegionFileSystem.REGION_INFO_FILE + " should be present in the region dir",<a name="line.5237"></a> |
| <span class="sourceLineNo">5238</span> fs.exists(regionInfoFile));<a name="line.5238"></a> |
| <span class="sourceLineNo">5239</span><a name="line.5239"></a> |
| <span class="sourceLineNo">5240</span> // Remove the .regioninfo file and verify is recreated on region open<a name="line.5240"></a> |
| <span class="sourceLineNo">5241</span> fs.delete(regionInfoFile, true);<a name="line.5241"></a> |
| <span class="sourceLineNo">5242</span> assertFalse(HRegionFileSystem.REGION_INFO_FILE + " should be removed from the region dir",<a name="line.5242"></a> |
| <span class="sourceLineNo">5243</span> fs.exists(regionInfoFile));<a name="line.5243"></a> |
| <span class="sourceLineNo">5244</span><a name="line.5244"></a> |
| <span class="sourceLineNo">5245</span> region = HRegion.openHRegion(rootDir, hri, tableDescriptor, null, CONF);<a name="line.5245"></a> |
| <span class="sourceLineNo">5246</span>// region = TEST_UTIL.openHRegion(hri, htd);<a name="line.5246"></a> |
| <span class="sourceLineNo">5247</span> assertEquals(regionDir, region.getRegionFileSystem().getRegionDir());<a name="line.5247"></a> |
| <span class="sourceLineNo">5248</span> HBaseTestingUtility.closeRegionAndWAL(region);<a name="line.5248"></a> |
| <span class="sourceLineNo">5249</span><a name="line.5249"></a> |
| <span class="sourceLineNo">5250</span> // Verify that the .regioninfo file is still there<a name="line.5250"></a> |
| <span class="sourceLineNo">5251</span> assertTrue(HRegionFileSystem.REGION_INFO_FILE + " should be present in the region dir",<a name="line.5251"></a> |
| <span class="sourceLineNo">5252</span> fs.exists(new Path(regionDir, HRegionFileSystem.REGION_INFO_FILE)));<a name="line.5252"></a> |
| <span class="sourceLineNo">5253</span><a name="line.5253"></a> |
| <span class="sourceLineNo">5254</span> region = null;<a name="line.5254"></a> |
| <span class="sourceLineNo">5255</span> }<a name="line.5255"></a> |
| <span class="sourceLineNo">5256</span><a name="line.5256"></a> |
| <span class="sourceLineNo">5257</span> /**<a name="line.5257"></a> |
| <span class="sourceLineNo">5258</span> * TestCase for increment<a name="line.5258"></a> |
| <span class="sourceLineNo">5259</span> */<a name="line.5259"></a> |
| <span class="sourceLineNo">5260</span> private static class Incrementer implements Runnable {<a name="line.5260"></a> |
| <span class="sourceLineNo">5261</span> private HRegion region;<a name="line.5261"></a> |
| <span class="sourceLineNo">5262</span> private final static byte[] incRow = Bytes.toBytes("incRow");<a name="line.5262"></a> |
| <span class="sourceLineNo">5263</span> private final static byte[] family = Bytes.toBytes("family");<a name="line.5263"></a> |
| <span class="sourceLineNo">5264</span> private final static byte[] qualifier = Bytes.toBytes("qualifier");<a name="line.5264"></a> |
| <span class="sourceLineNo">5265</span> private final static long ONE = 1L;<a name="line.5265"></a> |
| <span class="sourceLineNo">5266</span> private int incCounter;<a name="line.5266"></a> |
| <span class="sourceLineNo">5267</span><a name="line.5267"></a> |
| <span class="sourceLineNo">5268</span> public Incrementer(HRegion region, int incCounter) {<a name="line.5268"></a> |
| <span class="sourceLineNo">5269</span> this.region = region;<a name="line.5269"></a> |
| <span class="sourceLineNo">5270</span> this.incCounter = incCounter;<a name="line.5270"></a> |
| <span class="sourceLineNo">5271</span> }<a name="line.5271"></a> |
| <span class="sourceLineNo">5272</span><a name="line.5272"></a> |
| <span class="sourceLineNo">5273</span> @Override<a name="line.5273"></a> |
| <span class="sourceLineNo">5274</span> public void run() {<a name="line.5274"></a> |
| <span class="sourceLineNo">5275</span> int count = 0;<a name="line.5275"></a> |
| <span class="sourceLineNo">5276</span> while (count < incCounter) {<a name="line.5276"></a> |
| <span class="sourceLineNo">5277</span> Increment inc = new Increment(incRow);<a name="line.5277"></a> |
| <span class="sourceLineNo">5278</span> inc.addColumn(family, qualifier, ONE);<a name="line.5278"></a> |
| <span class="sourceLineNo">5279</span> count++;<a name="line.5279"></a> |
| <span class="sourceLineNo">5280</span> try {<a name="line.5280"></a> |
| <span class="sourceLineNo">5281</span> region.increment(inc);<a name="line.5281"></a> |
| <span class="sourceLineNo">5282</span> } catch (IOException e) {<a name="line.5282"></a> |
| <span class="sourceLineNo">5283</span> LOG.info("Count=" + count + ", " + e);<a name="line.5283"></a> |
| <span class="sourceLineNo">5284</span> break;<a name="line.5284"></a> |
| <span class="sourceLineNo">5285</span> }<a name="line.5285"></a> |
| <span class="sourceLineNo">5286</span> }<a name="line.5286"></a> |
| <span class="sourceLineNo">5287</span> }<a name="line.5287"></a> |
| <span class="sourceLineNo">5288</span> }<a name="line.5288"></a> |
| <span class="sourceLineNo">5289</span><a name="line.5289"></a> |
| <span class="sourceLineNo">5290</span> /**<a name="line.5290"></a> |
| <span class="sourceLineNo">5291</span> * Test case to check increment function with memstore flushing<a name="line.5291"></a> |
| <span class="sourceLineNo">5292</span> * @throws Exception<a name="line.5292"></a> |
| <span class="sourceLineNo">5293</span> */<a name="line.5293"></a> |
| <span class="sourceLineNo">5294</span> @Test<a name="line.5294"></a> |
| <span class="sourceLineNo">5295</span> public void testParallelIncrementWithMemStoreFlush() throws Exception {<a name="line.5295"></a> |
| <span class="sourceLineNo">5296</span> byte[] family = Incrementer.family;<a name="line.5296"></a> |
| <span class="sourceLineNo">5297</span> this.region = initHRegion(tableName, method, CONF, family);<a name="line.5297"></a> |
| <span class="sourceLineNo">5298</span> final HRegion region = this.region;<a name="line.5298"></a> |
| <span class="sourceLineNo">5299</span> final AtomicBoolean incrementDone = new AtomicBoolean(false);<a name="line.5299"></a> |
| <span class="sourceLineNo">5300</span> Runnable flusher = new Runnable() {<a name="line.5300"></a> |
| <span class="sourceLineNo">5301</span> @Override<a name="line.5301"></a> |
| <span class="sourceLineNo">5302</span> public void run() {<a name="line.5302"></a> |
| <span class="sourceLineNo">5303</span> while (!incrementDone.get()) {<a name="line.5303"></a> |
| <span class="sourceLineNo">5304</span> try {<a name="line.5304"></a> |
| <span class="sourceLineNo">5305</span> region.flush(true);<a name="line.5305"></a> |
| <span class="sourceLineNo">5306</span> } catch (Exception e) {<a name="line.5306"></a> |
| <span class="sourceLineNo">5307</span> e.printStackTrace();<a name="line.5307"></a> |
| <span class="sourceLineNo">5308</span> }<a name="line.5308"></a> |
| <span class="sourceLineNo">5309</span> }<a name="line.5309"></a> |
| <span class="sourceLineNo">5310</span> }<a name="line.5310"></a> |
| <span class="sourceLineNo">5311</span> };<a name="line.5311"></a> |
| <span class="sourceLineNo">5312</span><a name="line.5312"></a> |
| <span class="sourceLineNo">5313</span> // after all increment finished, the row will increment to 20*100 = 2000<a name="line.5313"></a> |
| <span class="sourceLineNo">5314</span> int threadNum = 20;<a name="line.5314"></a> |
| <span class="sourceLineNo">5315</span> int incCounter = 100;<a name="line.5315"></a> |
| <span class="sourceLineNo">5316</span> long expected = (long) threadNum * incCounter;<a name="line.5316"></a> |
| <span class="sourceLineNo">5317</span> Thread[] incrementers = new Thread[threadNum];<a name="line.5317"></a> |
| <span class="sourceLineNo">5318</span> Thread flushThread = new Thread(flusher);<a name="line.5318"></a> |
| <span class="sourceLineNo">5319</span> for (int i = 0; i < threadNum; i++) {<a name="line.5319"></a> |
| <span class="sourceLineNo">5320</span> incrementers[i] = new Thread(new Incrementer(this.region, incCounter));<a name="line.5320"></a> |
| <span class="sourceLineNo">5321</span> incrementers[i].start();<a name="line.5321"></a> |
| <span class="sourceLineNo">5322</span> }<a name="line.5322"></a> |
| <span class="sourceLineNo">5323</span> flushThread.start();<a name="line.5323"></a> |
| <span class="sourceLineNo">5324</span> for (int i = 0; i < threadNum; i++) {<a name="line.5324"></a> |
| <span class="sourceLineNo">5325</span> incrementers[i].join();<a name="line.5325"></a> |
| <span class="sourceLineNo">5326</span> }<a name="line.5326"></a> |
| <span class="sourceLineNo">5327</span><a name="line.5327"></a> |
| <span class="sourceLineNo">5328</span> incrementDone.set(true);<a name="line.5328"></a> |
| <span class="sourceLineNo">5329</span> flushThread.join();<a name="line.5329"></a> |
| <span class="sourceLineNo">5330</span><a name="line.5330"></a> |
| <span class="sourceLineNo">5331</span> Get get = new Get(Incrementer.incRow);<a name="line.5331"></a> |
| <span class="sourceLineNo">5332</span> get.addColumn(Incrementer.family, Incrementer.qualifier);<a name="line.5332"></a> |
| <span class="sourceLineNo">5333</span> get.readVersions(1);<a name="line.5333"></a> |
| <span class="sourceLineNo">5334</span> Result res = this.region.get(get);<a name="line.5334"></a> |
| <span class="sourceLineNo">5335</span> List<Cell> kvs = res.getColumnCells(Incrementer.family, Incrementer.qualifier);<a name="line.5335"></a> |
| <span class="sourceLineNo">5336</span><a name="line.5336"></a> |
| <span class="sourceLineNo">5337</span> // we just got the latest version<a name="line.5337"></a> |
| <span class="sourceLineNo">5338</span> assertEquals(1, kvs.size());<a name="line.5338"></a> |
| <span class="sourceLineNo">5339</span> Cell kv = kvs.get(0);<a name="line.5339"></a> |
| <span class="sourceLineNo">5340</span> assertEquals(expected, Bytes.toLong(kv.getValueArray(), kv.getValueOffset()));<a name="line.5340"></a> |
| <span class="sourceLineNo">5341</span> }<a name="line.5341"></a> |
| <span class="sourceLineNo">5342</span><a name="line.5342"></a> |
| <span class="sourceLineNo">5343</span> /**<a name="line.5343"></a> |
| <span class="sourceLineNo">5344</span> * TestCase for append<a name="line.5344"></a> |
| <span class="sourceLineNo">5345</span> */<a name="line.5345"></a> |
| <span class="sourceLineNo">5346</span> private static class Appender implements Runnable {<a name="line.5346"></a> |
| <span class="sourceLineNo">5347</span> private HRegion region;<a name="line.5347"></a> |
| <span class="sourceLineNo">5348</span> private final static byte[] appendRow = Bytes.toBytes("appendRow");<a name="line.5348"></a> |
| <span class="sourceLineNo">5349</span> private final static byte[] family = Bytes.toBytes("family");<a name="line.5349"></a> |
| <span class="sourceLineNo">5350</span> private final static byte[] qualifier = Bytes.toBytes("qualifier");<a name="line.5350"></a> |
| <span class="sourceLineNo">5351</span> private final static byte[] CHAR = Bytes.toBytes("a");<a name="line.5351"></a> |
| <span class="sourceLineNo">5352</span> private int appendCounter;<a name="line.5352"></a> |
| <span class="sourceLineNo">5353</span><a name="line.5353"></a> |
| <span class="sourceLineNo">5354</span> public Appender(HRegion region, int appendCounter) {<a name="line.5354"></a> |
| <span class="sourceLineNo">5355</span> this.region = region;<a name="line.5355"></a> |
| <span class="sourceLineNo">5356</span> this.appendCounter = appendCounter;<a name="line.5356"></a> |
| <span class="sourceLineNo">5357</span> }<a name="line.5357"></a> |
| <span class="sourceLineNo">5358</span><a name="line.5358"></a> |
| <span class="sourceLineNo">5359</span> @Override<a name="line.5359"></a> |
| <span class="sourceLineNo">5360</span> public void run() {<a name="line.5360"></a> |
| <span class="sourceLineNo">5361</span> int count = 0;<a name="line.5361"></a> |
| <span class="sourceLineNo">5362</span> while (count < appendCounter) {<a name="line.5362"></a> |
| <span class="sourceLineNo">5363</span> Append app = new Append(appendRow);<a name="line.5363"></a> |
| <span class="sourceLineNo">5364</span> app.addColumn(family, qualifier, CHAR);<a name="line.5364"></a> |
| <span class="sourceLineNo">5365</span> count++;<a name="line.5365"></a> |
| <span class="sourceLineNo">5366</span> try {<a name="line.5366"></a> |
| <span class="sourceLineNo">5367</span> region.append(app);<a name="line.5367"></a> |
| <span class="sourceLineNo">5368</span> } catch (IOException e) {<a name="line.5368"></a> |
| <span class="sourceLineNo">5369</span> LOG.info("Count=" + count + ", max=" + appendCounter + ", " + e);<a name="line.5369"></a> |
| <span class="sourceLineNo">5370</span> break;<a name="line.5370"></a> |
| <span class="sourceLineNo">5371</span> }<a name="line.5371"></a> |
| <span class="sourceLineNo">5372</span> }<a name="line.5372"></a> |
| <span class="sourceLineNo">5373</span> }<a name="line.5373"></a> |
| <span class="sourceLineNo">5374</span> }<a name="line.5374"></a> |
| <span class="sourceLineNo">5375</span><a name="line.5375"></a> |
| <span class="sourceLineNo">5376</span> /**<a name="line.5376"></a> |
| <span class="sourceLineNo">5377</span> * Test case to check append function with memstore flushing<a name="line.5377"></a> |
| <span class="sourceLineNo">5378</span> * @throws Exception<a name="line.5378"></a> |
| <span class="sourceLineNo">5379</span> */<a name="line.5379"></a> |
| <span class="sourceLineNo">5380</span> @Test<a name="line.5380"></a> |
| <span class="sourceLineNo">5381</span> public void testParallelAppendWithMemStoreFlush() throws Exception {<a name="line.5381"></a> |
| <span class="sourceLineNo">5382</span> byte[] family = Appender.family;<a name="line.5382"></a> |
| <span class="sourceLineNo">5383</span> this.region = initHRegion(tableName, method, CONF, family);<a name="line.5383"></a> |
| <span class="sourceLineNo">5384</span> final HRegion region = this.region;<a name="line.5384"></a> |
| <span class="sourceLineNo">5385</span> final AtomicBoolean appendDone = new AtomicBoolean(false);<a name="line.5385"></a> |
| <span class="sourceLineNo">5386</span> Runnable flusher = new Runnable() {<a name="line.5386"></a> |
| <span class="sourceLineNo">5387</span> @Override<a name="line.5387"></a> |
| <span class="sourceLineNo">5388</span> public void run() {<a name="line.5388"></a> |
| <span class="sourceLineNo">5389</span> while (!appendDone.get()) {<a name="line.5389"></a> |
| <span class="sourceLineNo">5390</span> try {<a name="line.5390"></a> |
| <span class="sourceLineNo">5391</span> region.flush(true);<a name="line.5391"></a> |
| <span class="sourceLineNo">5392</span> } catch (Exception e) {<a name="line.5392"></a> |
| <span class="sourceLineNo">5393</span> e.printStackTrace();<a name="line.5393"></a> |
| <span class="sourceLineNo">5394</span> }<a name="line.5394"></a> |
| <span class="sourceLineNo">5395</span> }<a name="line.5395"></a> |
| <span class="sourceLineNo">5396</span> }<a name="line.5396"></a> |
| <span class="sourceLineNo">5397</span> };<a name="line.5397"></a> |
| <span class="sourceLineNo">5398</span><a name="line.5398"></a> |
| <span class="sourceLineNo">5399</span> // After all append finished, the value will append to threadNum *<a name="line.5399"></a> |
| <span class="sourceLineNo">5400</span> // appendCounter Appender.CHAR<a name="line.5400"></a> |
| <span class="sourceLineNo">5401</span> int threadNum = 20;<a name="line.5401"></a> |
| <span class="sourceLineNo">5402</span> int appendCounter = 100;<a name="line.5402"></a> |
| <span class="sourceLineNo">5403</span> byte[] expected = new byte[threadNum * appendCounter];<a name="line.5403"></a> |
| <span class="sourceLineNo">5404</span> for (int i = 0; i < threadNum * appendCounter; i++) {<a name="line.5404"></a> |
| <span class="sourceLineNo">5405</span> System.arraycopy(Appender.CHAR, 0, expected, i, 1);<a name="line.5405"></a> |
| <span class="sourceLineNo">5406</span> }<a name="line.5406"></a> |
| <span class="sourceLineNo">5407</span> Thread[] appenders = new Thread[threadNum];<a name="line.5407"></a> |
| <span class="sourceLineNo">5408</span> Thread flushThread = new Thread(flusher);<a name="line.5408"></a> |
| <span class="sourceLineNo">5409</span> for (int i = 0; i < threadNum; i++) {<a name="line.5409"></a> |
| <span class="sourceLineNo">5410</span> appenders[i] = new Thread(new Appender(this.region, appendCounter));<a name="line.5410"></a> |
| <span class="sourceLineNo">5411</span> appenders[i].start();<a name="line.5411"></a> |
| <span class="sourceLineNo">5412</span> }<a name="line.5412"></a> |
| <span class="sourceLineNo">5413</span> flushThread.start();<a name="line.5413"></a> |
| <span class="sourceLineNo">5414</span> for (int i = 0; i < threadNum; i++) {<a name="line.5414"></a> |
| <span class="sourceLineNo">5415</span> appenders[i].join();<a name="line.5415"></a> |
| <span class="sourceLineNo">5416</span> }<a name="line.5416"></a> |
| <span class="sourceLineNo">5417</span><a name="line.5417"></a> |
| <span class="sourceLineNo">5418</span> appendDone.set(true);<a name="line.5418"></a> |
| <span class="sourceLineNo">5419</span> flushThread.join();<a name="line.5419"></a> |
| <span class="sourceLineNo">5420</span><a name="line.5420"></a> |
| <span class="sourceLineNo">5421</span> Get get = new Get(Appender.appendRow);<a name="line.5421"></a> |
| <span class="sourceLineNo">5422</span> get.addColumn(Appender.family, Appender.qualifier);<a name="line.5422"></a> |
| <span class="sourceLineNo">5423</span> get.readVersions(1);<a name="line.5423"></a> |
| <span class="sourceLineNo">5424</span> Result res = this.region.get(get);<a name="line.5424"></a> |
| <span class="sourceLineNo">5425</span> List<Cell> kvs = res.getColumnCells(Appender.family, Appender.qualifier);<a name="line.5425"></a> |
| <span class="sourceLineNo">5426</span><a name="line.5426"></a> |
| <span class="sourceLineNo">5427</span> // we just got the latest version<a name="line.5427"></a> |
| <span class="sourceLineNo">5428</span> assertEquals(1, kvs.size());<a name="line.5428"></a> |
| <span class="sourceLineNo">5429</span> Cell kv = kvs.get(0);<a name="line.5429"></a> |
| <span class="sourceLineNo">5430</span> byte[] appendResult = new byte[kv.getValueLength()];<a name="line.5430"></a> |
| <span class="sourceLineNo">5431</span> System.arraycopy(kv.getValueArray(), kv.getValueOffset(), appendResult, 0, kv.getValueLength());<a name="line.5431"></a> |
| <span class="sourceLineNo">5432</span> assertArrayEquals(expected, appendResult);<a name="line.5432"></a> |
| <span class="sourceLineNo">5433</span> }<a name="line.5433"></a> |
| <span class="sourceLineNo">5434</span><a name="line.5434"></a> |
| <span class="sourceLineNo">5435</span> /**<a name="line.5435"></a> |
| <span class="sourceLineNo">5436</span> * Test case to check put function with memstore flushing for same row, same ts<a name="line.5436"></a> |
| <span class="sourceLineNo">5437</span> * @throws Exception<a name="line.5437"></a> |
| <span class="sourceLineNo">5438</span> */<a name="line.5438"></a> |
| <span class="sourceLineNo">5439</span> @Test<a name="line.5439"></a> |
| <span class="sourceLineNo">5440</span> public void testPutWithMemStoreFlush() throws Exception {<a name="line.5440"></a> |
| <span class="sourceLineNo">5441</span> byte[] family = Bytes.toBytes("family");<a name="line.5441"></a> |
| <span class="sourceLineNo">5442</span> byte[] qualifier = Bytes.toBytes("qualifier");<a name="line.5442"></a> |
| <span class="sourceLineNo">5443</span> byte[] row = Bytes.toBytes("putRow");<a name="line.5443"></a> |
| <span class="sourceLineNo">5444</span> byte[] value = null;<a name="line.5444"></a> |
| <span class="sourceLineNo">5445</span> this.region = initHRegion(tableName, method, CONF, family);<a name="line.5445"></a> |
| <span class="sourceLineNo">5446</span> Put put = null;<a name="line.5446"></a> |
| <span class="sourceLineNo">5447</span> Get get = null;<a name="line.5447"></a> |
| <span class="sourceLineNo">5448</span> List<Cell> kvs = null;<a name="line.5448"></a> |
| <span class="sourceLineNo">5449</span> Result res = null;<a name="line.5449"></a> |
| <span class="sourceLineNo">5450</span><a name="line.5450"></a> |
| <span class="sourceLineNo">5451</span> put = new Put(row);<a name="line.5451"></a> |
| <span class="sourceLineNo">5452</span> value = Bytes.toBytes("value0");<a name="line.5452"></a> |
| <span class="sourceLineNo">5453</span> put.addColumn(family, qualifier, 1234567L, value);<a name="line.5453"></a> |
| <span class="sourceLineNo">5454</span> region.put(put);<a name="line.5454"></a> |
| <span class="sourceLineNo">5455</span> get = new Get(row);<a name="line.5455"></a> |
| <span class="sourceLineNo">5456</span> get.addColumn(family, qualifier);<a name="line.5456"></a> |
| <span class="sourceLineNo">5457</span> get.readAllVersions();<a name="line.5457"></a> |
| <span class="sourceLineNo">5458</span> res = this.region.get(get);<a name="line.5458"></a> |
| <span class="sourceLineNo">5459</span> kvs = res.getColumnCells(family, qualifier);<a name="line.5459"></a> |
| <span class="sourceLineNo">5460</span> assertEquals(1, kvs.size());<a name="line.5460"></a> |
| <span class="sourceLineNo">5461</span> assertArrayEquals(Bytes.toBytes("value0"), CellUtil.cloneValue(kvs.get(0)));<a name="line.5461"></a> |
| <span class="sourceLineNo">5462</span><a name="line.5462"></a> |
| <span class="sourceLineNo">5463</span> region.flush(true);<a name="line.5463"></a> |
| <span class="sourceLineNo">5464</span> get = new Get(row);<a name="line.5464"></a> |
| <span class="sourceLineNo">5465</span> get.addColumn(family, qualifier);<a name="line.5465"></a> |
| <span class="sourceLineNo">5466</span> get.readAllVersions();<a name="line.5466"></a> |
| <span class="sourceLineNo">5467</span> res = this.region.get(get);<a name="line.5467"></a> |
| <span class="sourceLineNo">5468</span> kvs = res.getColumnCells(family, qualifier);<a name="line.5468"></a> |
| <span class="sourceLineNo">5469</span> assertEquals(1, kvs.size());<a name="line.5469"></a> |
| <span class="sourceLineNo">5470</span> assertArrayEquals(Bytes.toBytes("value0"), CellUtil.cloneValue(kvs.get(0)));<a name="line.5470"></a> |
| <span class="sourceLineNo">5471</span><a name="line.5471"></a> |
| <span class="sourceLineNo">5472</span> put = new Put(row);<a name="line.5472"></a> |
| <span class="sourceLineNo">5473</span> value = Bytes.toBytes("value1");<a name="line.5473"></a> |
| <span class="sourceLineNo">5474</span> put.addColumn(family, qualifier, 1234567L, value);<a name="line.5474"></a> |
| <span class="sourceLineNo">5475</span> region.put(put);<a name="line.5475"></a> |
| <span class="sourceLineNo">5476</span> get = new Get(row);<a name="line.5476"></a> |
| <span class="sourceLineNo">5477</span> get.addColumn(family, qualifier);<a name="line.5477"></a> |
| <span class="sourceLineNo">5478</span> get.readAllVersions();<a name="line.5478"></a> |
| <span class="sourceLineNo">5479</span> res = this.region.get(get);<a name="line.5479"></a> |
| <span class="sourceLineNo">5480</span> kvs = res.getColumnCells(family, qualifier);<a name="line.5480"></a> |
| <span class="sourceLineNo">5481</span> assertEquals(1, kvs.size());<a name="line.5481"></a> |
| <span class="sourceLineNo">5482</span> assertArrayEquals(Bytes.toBytes("value1"), CellUtil.cloneValue(kvs.get(0)));<a name="line.5482"></a> |
| <span class="sourceLineNo">5483</span><a name="line.5483"></a> |
| <span class="sourceLineNo">5484</span> region.flush(true);<a name="line.5484"></a> |
| <span class="sourceLineNo">5485</span> get = new Get(row);<a name="line.5485"></a> |
| <span class="sourceLineNo">5486</span> get.addColumn(family, qualifier);<a name="line.5486"></a> |
| <span class="sourceLineNo">5487</span> get.readAllVersions();<a name="line.5487"></a> |
| <span class="sourceLineNo">5488</span> res = this.region.get(get);<a name="line.5488"></a> |
| <span class="sourceLineNo">5489</span> kvs = res.getColumnCells(family, qualifier);<a name="line.5489"></a> |
| <span class="sourceLineNo">5490</span> assertEquals(1, kvs.size());<a name="line.5490"></a> |
| <span class="sourceLineNo">5491</span> assertArrayEquals(Bytes.toBytes("value1"), CellUtil.cloneValue(kvs.get(0)));<a name="line.5491"></a> |
| <span class="sourceLineNo">5492</span> }<a name="line.5492"></a> |
| <span class="sourceLineNo">5493</span><a name="line.5493"></a> |
| <span class="sourceLineNo">5494</span> @Test<a name="line.5494"></a> |
| <span class="sourceLineNo">5495</span> public void testDurability() throws Exception {<a name="line.5495"></a> |
| <span class="sourceLineNo">5496</span> // there are 5 x 5 cases:<a name="line.5496"></a> |
| <span class="sourceLineNo">5497</span> // table durability(SYNC,FSYNC,ASYC,SKIP,USE_DEFAULT) x mutation<a name="line.5497"></a> |
| <span class="sourceLineNo">5498</span> // durability(SYNC,FSYNC,ASYC,SKIP,USE_DEFAULT)<a name="line.5498"></a> |
| <span class="sourceLineNo">5499</span><a name="line.5499"></a> |
| <span class="sourceLineNo">5500</span> // expected cases for append and sync wal<a name="line.5500"></a> |
| <span class="sourceLineNo">5501</span> durabilityTest(method, Durability.SYNC_WAL, Durability.SYNC_WAL, 0, true, true, false);<a name="line.5501"></a> |
| <span class="sourceLineNo">5502</span> durabilityTest(method, Durability.SYNC_WAL, Durability.FSYNC_WAL, 0, true, true, false);<a name="line.5502"></a> |
| <span class="sourceLineNo">5503</span> durabilityTest(method, Durability.SYNC_WAL, Durability.USE_DEFAULT, 0, true, true, false);<a name="line.5503"></a> |
| <span class="sourceLineNo">5504</span><a name="line.5504"></a> |
| <span class="sourceLineNo">5505</span> durabilityTest(method, Durability.FSYNC_WAL, Durability.SYNC_WAL, 0, true, true, false);<a name="line.5505"></a> |
| <span class="sourceLineNo">5506</span> durabilityTest(method, Durability.FSYNC_WAL, Durability.FSYNC_WAL, 0, true, true, false);<a name="line.5506"></a> |
| <span class="sourceLineNo">5507</span> durabilityTest(method, Durability.FSYNC_WAL, Durability.USE_DEFAULT, 0, true, true, false);<a name="line.5507"></a> |
| <span class="sourceLineNo">5508</span><a name="line.5508"></a> |
| <span class="sourceLineNo">5509</span> durabilityTest(method, Durability.ASYNC_WAL, Durability.SYNC_WAL, 0, true, true, false);<a name="line.5509"></a> |
| <span class="sourceLineNo">5510</span> durabilityTest(method, Durability.ASYNC_WAL, Durability.FSYNC_WAL, 0, true, true, false);<a name="line.5510"></a> |
| <span class="sourceLineNo">5511</span><a name="line.5511"></a> |
| <span class="sourceLineNo">5512</span> durabilityTest(method, Durability.SKIP_WAL, Durability.SYNC_WAL, 0, true, true, false);<a name="line.5512"></a> |
| <span class="sourceLineNo">5513</span> durabilityTest(method, Durability.SKIP_WAL, Durability.FSYNC_WAL, 0, true, true, false);<a name="line.5513"></a> |
| <span class="sourceLineNo">5514</span><a name="line.5514"></a> |
| <span class="sourceLineNo">5515</span> durabilityTest(method, Durability.USE_DEFAULT, Durability.SYNC_WAL, 0, true, true, false);<a name="line.5515"></a> |
| <span class="sourceLineNo">5516</span> durabilityTest(method, Durability.USE_DEFAULT, Durability.FSYNC_WAL, 0, true, true, false);<a name="line.5516"></a> |
| <span class="sourceLineNo">5517</span> durabilityTest(method, Durability.USE_DEFAULT, Durability.USE_DEFAULT, 0, true, true, false);<a name="line.5517"></a> |
| <span class="sourceLineNo">5518</span><a name="line.5518"></a> |
| <span class="sourceLineNo">5519</span> // expected cases for async wal<a name="line.5519"></a> |
| <span class="sourceLineNo">5520</span> durabilityTest(method, Durability.SYNC_WAL, Durability.ASYNC_WAL, 0, true, false, false);<a name="line.5520"></a> |
| <span class="sourceLineNo">5521</span> durabilityTest(method, Durability.FSYNC_WAL, Durability.ASYNC_WAL, 0, true, false, false);<a name="line.5521"></a> |
| <span class="sourceLineNo">5522</span> durabilityTest(method, Durability.ASYNC_WAL, Durability.ASYNC_WAL, 0, true, false, false);<a name="line.5522"></a> |
| <span class="sourceLineNo">5523</span> durabilityTest(method, Durability.SKIP_WAL, Durability.ASYNC_WAL, 0, true, false, false);<a name="line.5523"></a> |
| <span class="sourceLineNo">5524</span> durabilityTest(method, Durability.USE_DEFAULT, Durability.ASYNC_WAL, 0, true, false, false);<a name="line.5524"></a> |
| <span class="sourceLineNo">5525</span> durabilityTest(method, Durability.ASYNC_WAL, Durability.USE_DEFAULT, 0, true, false, false);<a name="line.5525"></a> |
| <span class="sourceLineNo">5526</span><a name="line.5526"></a> |
| <span class="sourceLineNo">5527</span> durabilityTest(method, Durability.SYNC_WAL, Durability.ASYNC_WAL, 5000, true, false, true);<a name="line.5527"></a> |
| <span class="sourceLineNo">5528</span> durabilityTest(method, Durability.FSYNC_WAL, Durability.ASYNC_WAL, 5000, true, false, true);<a name="line.5528"></a> |
| <span class="sourceLineNo">5529</span> durabilityTest(method, Durability.ASYNC_WAL, Durability.ASYNC_WAL, 5000, true, false, true);<a name="line.5529"></a> |
| <span class="sourceLineNo">5530</span> durabilityTest(method, Durability.SKIP_WAL, Durability.ASYNC_WAL, 5000, true, false, true);<a name="line.5530"></a> |
| <span class="sourceLineNo">5531</span> durabilityTest(method, Durability.USE_DEFAULT, Durability.ASYNC_WAL, 5000, true, false, true);<a name="line.5531"></a> |
| <span class="sourceLineNo">5532</span> durabilityTest(method, Durability.ASYNC_WAL, Durability.USE_DEFAULT, 5000, true, false, true);<a name="line.5532"></a> |
| <span class="sourceLineNo">5533</span><a name="line.5533"></a> |
| <span class="sourceLineNo">5534</span> // expect skip wal cases<a name="line.5534"></a> |
| <span class="sourceLineNo">5535</span> durabilityTest(method, Durability.SYNC_WAL, Durability.SKIP_WAL, 0, false, false, false);<a name="line.5535"></a> |
| <span class="sourceLineNo">5536</span> durabilityTest(method, Durability.FSYNC_WAL, Durability.SKIP_WAL, 0, false, false, false);<a name="line.5536"></a> |
| <span class="sourceLineNo">5537</span> durabilityTest(method, Durability.ASYNC_WAL, Durability.SKIP_WAL, 0, false, false, false);<a name="line.5537"></a> |
| <span class="sourceLineNo">5538</span> durabilityTest(method, Durability.SKIP_WAL, Durability.SKIP_WAL, 0, false, false, false);<a name="line.5538"></a> |
| <span class="sourceLineNo">5539</span> durabilityTest(method, Durability.USE_DEFAULT, Durability.SKIP_WAL, 0, false, false, false);<a name="line.5539"></a> |
| <span class="sourceLineNo">5540</span> durabilityTest(method, Durability.SKIP_WAL, Durability.USE_DEFAULT, 0, false, false, false);<a name="line.5540"></a> |
| <span class="sourceLineNo">5541</span><a name="line.5541"></a> |
| <span class="sourceLineNo">5542</span> }<a name="line.5542"></a> |
| <span class="sourceLineNo">5543</span><a name="line.5543"></a> |
| <span class="sourceLineNo">5544</span> private void durabilityTest(String method, Durability tableDurability,<a name="line.5544"></a> |
| <span class="sourceLineNo">5545</span> Durability mutationDurability, long timeout, boolean expectAppend, final boolean expectSync,<a name="line.5545"></a> |
| <span class="sourceLineNo">5546</span> final boolean expectSyncFromLogSyncer) throws Exception {<a name="line.5546"></a> |
| <span class="sourceLineNo">5547</span> Configuration conf = HBaseConfiguration.create(CONF);<a name="line.5547"></a> |
| <span class="sourceLineNo">5548</span> method = method + "_" + tableDurability.name() + "_" + mutationDurability.name();<a name="line.5548"></a> |
| <span class="sourceLineNo">5549</span> byte[] family = Bytes.toBytes("family");<a name="line.5549"></a> |
| <span class="sourceLineNo">5550</span> Path logDir = new Path(new Path(dir + method), "log");<a name="line.5550"></a> |
| <span class="sourceLineNo">5551</span> final Configuration walConf = new Configuration(conf);<a name="line.5551"></a> |
| <span class="sourceLineNo">5552</span> CommonFSUtils.setRootDir(walConf, logDir);<a name="line.5552"></a> |
| <span class="sourceLineNo">5553</span> // XXX: The spied AsyncFSWAL can not work properly because of a Mockito defect that can not<a name="line.5553"></a> |
| <span class="sourceLineNo">5554</span> // deal with classes which have a field of an inner class. See discussions in HBASE-15536.<a name="line.5554"></a> |
| <span class="sourceLineNo">5555</span> walConf.set(WALFactory.WAL_PROVIDER, "filesystem");<a name="line.5555"></a> |
| <span class="sourceLineNo">5556</span> final WALFactory wals = new WALFactory(walConf, HBaseTestingUtility.getRandomUUID().toString());<a name="line.5556"></a> |
| <span class="sourceLineNo">5557</span> final WAL wal = spy(wals.getWAL(RegionInfoBuilder.newBuilder(tableName).build()));<a name="line.5557"></a> |
| <span class="sourceLineNo">5558</span> this.region = initHRegion(tableName, HConstants.EMPTY_START_ROW,<a name="line.5558"></a> |
| <span class="sourceLineNo">5559</span> HConstants.EMPTY_END_ROW, CONF, false, tableDurability, wal,<a name="line.5559"></a> |
| <span class="sourceLineNo">5560</span> new byte[][] { family });<a name="line.5560"></a> |
| <span class="sourceLineNo">5561</span><a name="line.5561"></a> |
| <span class="sourceLineNo">5562</span> Put put = new Put(Bytes.toBytes("r1"));<a name="line.5562"></a> |
| <span class="sourceLineNo">5563</span> put.addColumn(family, Bytes.toBytes("q1"), Bytes.toBytes("v1"));<a name="line.5563"></a> |
| <span class="sourceLineNo">5564</span> put.setDurability(mutationDurability);<a name="line.5564"></a> |
| <span class="sourceLineNo">5565</span> region.put(put);<a name="line.5565"></a> |
| <span class="sourceLineNo">5566</span><a name="line.5566"></a> |
| <span class="sourceLineNo">5567</span> // verify append called or not<a name="line.5567"></a> |
| <span class="sourceLineNo">5568</span> verify(wal, expectAppend ? times(1) : never()).appendData((RegionInfo) any(),<a name="line.5568"></a> |
| <span class="sourceLineNo">5569</span> (WALKeyImpl) any(), (WALEdit) any());<a name="line.5569"></a> |
| <span class="sourceLineNo">5570</span><a name="line.5570"></a> |
| <span class="sourceLineNo">5571</span> // verify sync called or not<a name="line.5571"></a> |
| <span class="sourceLineNo">5572</span> if (expectSync || expectSyncFromLogSyncer) {<a name="line.5572"></a> |
| <span class="sourceLineNo">5573</span> TEST_UTIL.waitFor(timeout, new Waiter.Predicate<Exception>() {<a name="line.5573"></a> |
| <span class="sourceLineNo">5574</span> @Override<a name="line.5574"></a> |
| <span class="sourceLineNo">5575</span> public boolean evaluate() throws Exception {<a name="line.5575"></a> |
| <span class="sourceLineNo">5576</span> try {<a name="line.5576"></a> |
| <span class="sourceLineNo">5577</span> if (expectSync) {<a name="line.5577"></a> |
| <span class="sourceLineNo">5578</span> verify(wal, times(1)).sync(anyLong()); // Hregion calls this one<a name="line.5578"></a> |
| <span class="sourceLineNo">5579</span> } else if (expectSyncFromLogSyncer) {<a name="line.5579"></a> |
| <span class="sourceLineNo">5580</span> verify(wal, times(1)).sync(); // wal syncer calls this one<a name="line.5580"></a> |
| <span class="sourceLineNo">5581</span> }<a name="line.5581"></a> |
| <span class="sourceLineNo">5582</span> } catch (Throwable ignore) {<a name="line.5582"></a> |
| <span class="sourceLineNo">5583</span> }<a name="line.5583"></a> |
| <span class="sourceLineNo">5584</span> return true;<a name="line.5584"></a> |
| <span class="sourceLineNo">5585</span> }<a name="line.5585"></a> |
| <span class="sourceLineNo">5586</span> });<a name="line.5586"></a> |
| <span class="sourceLineNo">5587</span> } else {<a name="line.5587"></a> |
| <span class="sourceLineNo">5588</span> //verify(wal, never()).sync(anyLong());<a name="line.5588"></a> |
| <span class="sourceLineNo">5589</span> verify(wal, never()).sync();<a name="line.5589"></a> |
| <span class="sourceLineNo">5590</span> }<a name="line.5590"></a> |
| <span class="sourceLineNo">5591</span><a name="line.5591"></a> |
| <span class="sourceLineNo">5592</span> HBaseTestingUtility.closeRegionAndWAL(this.region);<a name="line.5592"></a> |
| <span class="sourceLineNo">5593</span> wals.close();<a name="line.5593"></a> |
| <span class="sourceLineNo">5594</span> this.region = null;<a name="line.5594"></a> |
| <span class="sourceLineNo">5595</span> }<a name="line.5595"></a> |
| <span class="sourceLineNo">5596</span><a name="line.5596"></a> |
| <span class="sourceLineNo">5597</span> @Test<a name="line.5597"></a> |
| <span class="sourceLineNo">5598</span> public void testRegionReplicaSecondary() throws IOException {<a name="line.5598"></a> |
| <span class="sourceLineNo">5599</span> // create a primary region, load some data and flush<a name="line.5599"></a> |
| <span class="sourceLineNo">5600</span> // create a secondary region, and do a get against that<a name="line.5600"></a> |
| <span class="sourceLineNo">5601</span> Path rootDir = new Path(dir + name.getMethodName());<a name="line.5601"></a> |
| <span class="sourceLineNo">5602</span> CommonFSUtils.setRootDir(TEST_UTIL.getConfiguration(), rootDir);<a name="line.5602"></a> |
| <span class="sourceLineNo">5603</span><a name="line.5603"></a> |
| <span class="sourceLineNo">5604</span> byte[][] families = new byte[][] {<a name="line.5604"></a> |
| <span class="sourceLineNo">5605</span> Bytes.toBytes("cf1"), Bytes.toBytes("cf2"), Bytes.toBytes("cf3")<a name="line.5605"></a> |
| <span class="sourceLineNo">5606</span> };<a name="line.5606"></a> |
| <span class="sourceLineNo">5607</span> byte[] cq = Bytes.toBytes("cq");<a name="line.5607"></a> |
| <span class="sourceLineNo">5608</span> TableDescriptorBuilder builder =<a name="line.5608"></a> |
| <span class="sourceLineNo">5609</span> TableDescriptorBuilder.newBuilder(<a name="line.5609"></a> |
| <span class="sourceLineNo">5610</span> TableName.valueOf(name.getMethodName()));<a name="line.5610"></a> |
| <span class="sourceLineNo">5611</span> for (byte[] family : families) {<a name="line.5611"></a> |
| <span class="sourceLineNo">5612</span> builder.setColumnFamily(ColumnFamilyDescriptorBuilder.of(family));<a name="line.5612"></a> |
| <span class="sourceLineNo">5613</span> }<a name="line.5613"></a> |
| <span class="sourceLineNo">5614</span> TableDescriptor tableDescriptor = builder.build();<a name="line.5614"></a> |
| <span class="sourceLineNo">5615</span> long time = System.currentTimeMillis();<a name="line.5615"></a> |
| <span class="sourceLineNo">5616</span> RegionInfo primaryHri = RegionInfoBuilder.newBuilder(tableDescriptor.getTableName())<a name="line.5616"></a> |
| <span class="sourceLineNo">5617</span> .setRegionId(time).setReplicaId(0).build();<a name="line.5617"></a> |
| <span class="sourceLineNo">5618</span> RegionInfo secondaryHri = RegionInfoBuilder.newBuilder(tableDescriptor.getTableName())<a name="line.5618"></a> |
| <span class="sourceLineNo">5619</span> .setRegionId(time).setReplicaId(1).build();<a name="line.5619"></a> |
| <span class="sourceLineNo">5620</span><a name="line.5620"></a> |
| <span class="sourceLineNo">5621</span> HRegion primaryRegion = null, secondaryRegion = null;<a name="line.5621"></a> |
| <span class="sourceLineNo">5622</span><a name="line.5622"></a> |
| <span class="sourceLineNo">5623</span> try {<a name="line.5623"></a> |
| <span class="sourceLineNo">5624</span> primaryRegion = HBaseTestingUtility.createRegionAndWAL(primaryHri,<a name="line.5624"></a> |
| <span class="sourceLineNo">5625</span> rootDir, TEST_UTIL.getConfiguration(), tableDescriptor);<a name="line.5625"></a> |
| <span class="sourceLineNo">5626</span><a name="line.5626"></a> |
| <span class="sourceLineNo">5627</span> // load some data<a name="line.5627"></a> |
| <span class="sourceLineNo">5628</span> putData(primaryRegion, 0, 1000, cq, families);<a name="line.5628"></a> |
| <span class="sourceLineNo">5629</span><a name="line.5629"></a> |
| <span class="sourceLineNo">5630</span> // flush region<a name="line.5630"></a> |
| <span class="sourceLineNo">5631</span> primaryRegion.flush(true);<a name="line.5631"></a> |
| <span class="sourceLineNo">5632</span><a name="line.5632"></a> |
| <span class="sourceLineNo">5633</span> // open secondary region<a name="line.5633"></a> |
| <span class="sourceLineNo">5634</span> secondaryRegion = HRegion.openHRegion(rootDir, secondaryHri, tableDescriptor, null, CONF);<a name="line.5634"></a> |
| <span class="sourceLineNo">5635</span><a name="line.5635"></a> |
| <span class="sourceLineNo">5636</span> verifyData(secondaryRegion, 0, 1000, cq, families);<a name="line.5636"></a> |
| <span class="sourceLineNo">5637</span> } finally {<a name="line.5637"></a> |
| <span class="sourceLineNo">5638</span> if (primaryRegion != null) {<a name="line.5638"></a> |
| <span class="sourceLineNo">5639</span> HBaseTestingUtility.closeRegionAndWAL(primaryRegion);<a name="line.5639"></a> |
| <span class="sourceLineNo">5640</span> }<a name="line.5640"></a> |
| <span class="sourceLineNo">5641</span> if (secondaryRegion != null) {<a name="line.5641"></a> |
| <span class="sourceLineNo">5642</span> HBaseTestingUtility.closeRegionAndWAL(secondaryRegion);<a name="line.5642"></a> |
| <span class="sourceLineNo">5643</span> }<a name="line.5643"></a> |
| <span class="sourceLineNo">5644</span> }<a name="line.5644"></a> |
| <span class="sourceLineNo">5645</span> }<a name="line.5645"></a> |
| <span class="sourceLineNo">5646</span><a name="line.5646"></a> |
| <span class="sourceLineNo">5647</span> @Test<a name="line.5647"></a> |
| <span class="sourceLineNo">5648</span> public void testRegionReplicaSecondaryIsReadOnly() throws IOException {<a name="line.5648"></a> |
| <span class="sourceLineNo">5649</span> // create a primary region, load some data and flush<a name="line.5649"></a> |
| <span class="sourceLineNo">5650</span> // create a secondary region, and do a put against that<a name="line.5650"></a> |
| <span class="sourceLineNo">5651</span> Path rootDir = new Path(dir + name.getMethodName());<a name="line.5651"></a> |
| <span class="sourceLineNo">5652</span> CommonFSUtils.setRootDir(TEST_UTIL.getConfiguration(), rootDir);<a name="line.5652"></a> |
| <span class="sourceLineNo">5653</span><a name="line.5653"></a> |
| <span class="sourceLineNo">5654</span> byte[][] families = new byte[][] {<a name="line.5654"></a> |
| <span class="sourceLineNo">5655</span> Bytes.toBytes("cf1"), Bytes.toBytes("cf2"), Bytes.toBytes("cf3")<a name="line.5655"></a> |
| <span class="sourceLineNo">5656</span> };<a name="line.5656"></a> |
| <span class="sourceLineNo">5657</span> byte[] cq = Bytes.toBytes("cq");<a name="line.5657"></a> |
| <span class="sourceLineNo">5658</span> TableDescriptorBuilder builder =<a name="line.5658"></a> |
| <span class="sourceLineNo">5659</span> TableDescriptorBuilder.newBuilder(TableName.valueOf(name.getMethodName()));<a name="line.5659"></a> |
| <span class="sourceLineNo">5660</span> for (byte[] family : families) {<a name="line.5660"></a> |
| <span class="sourceLineNo">5661</span> builder.setColumnFamily(ColumnFamilyDescriptorBuilder.of(family));<a name="line.5661"></a> |
| <span class="sourceLineNo">5662</span> }<a name="line.5662"></a> |
| <span class="sourceLineNo">5663</span> TableDescriptor tableDescriptor = builder.build();<a name="line.5663"></a> |
| <span class="sourceLineNo">5664</span> long time = System.currentTimeMillis();<a name="line.5664"></a> |
| <span class="sourceLineNo">5665</span> RegionInfo primaryHri = RegionInfoBuilder.newBuilder(tableDescriptor.getTableName())<a name="line.5665"></a> |
| <span class="sourceLineNo">5666</span> .setRegionId(time).setReplicaId(0).build();<a name="line.5666"></a> |
| <span class="sourceLineNo">5667</span> RegionInfo secondaryHri = RegionInfoBuilder.newBuilder(tableDescriptor.getTableName())<a name="line.5667"></a> |
| <span class="sourceLineNo">5668</span> .setRegionId(time).setReplicaId(1).build();<a name="line.5668"></a> |
| <span class="sourceLineNo">5669</span><a name="line.5669"></a> |
| <span class="sourceLineNo">5670</span> HRegion primaryRegion = null, secondaryRegion = null;<a name="line.5670"></a> |
| <span class="sourceLineNo">5671</span><a name="line.5671"></a> |
| <span class="sourceLineNo">5672</span> try {<a name="line.5672"></a> |
| <span class="sourceLineNo">5673</span> primaryRegion = HBaseTestingUtility.createRegionAndWAL(primaryHri,<a name="line.5673"></a> |
| <span class="sourceLineNo">5674</span> rootDir, TEST_UTIL.getConfiguration(), tableDescriptor);<a name="line.5674"></a> |
| <span class="sourceLineNo">5675</span><a name="line.5675"></a> |
| <span class="sourceLineNo">5676</span> // load some data<a name="line.5676"></a> |
| <span class="sourceLineNo">5677</span> putData(primaryRegion, 0, 1000, cq, families);<a name="line.5677"></a> |
| <span class="sourceLineNo">5678</span><a name="line.5678"></a> |
| <span class="sourceLineNo">5679</span> // flush region<a name="line.5679"></a> |
| <span class="sourceLineNo">5680</span> primaryRegion.flush(true);<a name="line.5680"></a> |
| <span class="sourceLineNo">5681</span><a name="line.5681"></a> |
| <span class="sourceLineNo">5682</span> // open secondary region<a name="line.5682"></a> |
| <span class="sourceLineNo">5683</span> secondaryRegion = HRegion.openHRegion(rootDir, secondaryHri, tableDescriptor, null, CONF);<a name="line.5683"></a> |
| <span class="sourceLineNo">5684</span><a name="line.5684"></a> |
| <span class="sourceLineNo">5685</span> try {<a name="line.5685"></a> |
| <span class="sourceLineNo">5686</span> putData(secondaryRegion, 0, 1000, cq, families);<a name="line.5686"></a> |
| <span class="sourceLineNo">5687</span> fail("Should have thrown exception");<a name="line.5687"></a> |
| <span class="sourceLineNo">5688</span> } catch (IOException ex) {<a name="line.5688"></a> |
| <span class="sourceLineNo">5689</span> // expected<a name="line.5689"></a> |
| <span class="sourceLineNo">5690</span> }<a name="line.5690"></a> |
| <span class="sourceLineNo">5691</span> } finally {<a name="line.5691"></a> |
| <span class="sourceLineNo">5692</span> if (primaryRegion != null) {<a name="line.5692"></a> |
| <span class="sourceLineNo">5693</span> HBaseTestingUtility.closeRegionAndWAL(primaryRegion);<a name="line.5693"></a> |
| <span class="sourceLineNo">5694</span> }<a name="line.5694"></a> |
| <span class="sourceLineNo">5695</span> if (secondaryRegion != null) {<a name="line.5695"></a> |
| <span class="sourceLineNo">5696</span> HBaseTestingUtility.closeRegionAndWAL(secondaryRegion);<a name="line.5696"></a> |
| <span class="sourceLineNo">5697</span> }<a name="line.5697"></a> |
| <span class="sourceLineNo">5698</span> }<a name="line.5698"></a> |
| <span class="sourceLineNo">5699</span> }<a name="line.5699"></a> |
| <span class="sourceLineNo">5700</span><a name="line.5700"></a> |
| <span class="sourceLineNo">5701</span> static WALFactory createWALFactory(Configuration conf, Path rootDir) throws IOException {<a name="line.5701"></a> |
| <span class="sourceLineNo">5702</span> Configuration confForWAL = new Configuration(conf);<a name="line.5702"></a> |
| <span class="sourceLineNo">5703</span> confForWAL.set(HConstants.HBASE_DIR, rootDir.toString());<a name="line.5703"></a> |
| <span class="sourceLineNo">5704</span> return new WALFactory(confForWAL, "hregion-" + RandomStringUtils.randomNumeric(8));<a name="line.5704"></a> |
| <span class="sourceLineNo">5705</span> }<a name="line.5705"></a> |
| <span class="sourceLineNo">5706</span><a name="line.5706"></a> |
| <span class="sourceLineNo">5707</span> @Test<a name="line.5707"></a> |
| <span class="sourceLineNo">5708</span> public void testCompactionFromPrimary() throws IOException {<a name="line.5708"></a> |
| <span class="sourceLineNo">5709</span> Path rootDir = new Path(dir + name.getMethodName());<a name="line.5709"></a> |
| <span class="sourceLineNo">5710</span> CommonFSUtils.setRootDir(TEST_UTIL.getConfiguration(), rootDir);<a name="line.5710"></a> |
| <span class="sourceLineNo">5711</span><a name="line.5711"></a> |
| <span class="sourceLineNo">5712</span> byte[][] families = new byte[][] {<a name="line.5712"></a> |
| <span class="sourceLineNo">5713</span> Bytes.toBytes("cf1"), Bytes.toBytes("cf2"), Bytes.toBytes("cf3")<a name="line.5713"></a> |
| <span class="sourceLineNo">5714</span> };<a name="line.5714"></a> |
| <span class="sourceLineNo">5715</span> byte[] cq = Bytes.toBytes("cq");<a name="line.5715"></a> |
| <span class="sourceLineNo">5716</span> TableDescriptorBuilder builder =<a name="line.5716"></a> |
| <span class="sourceLineNo">5717</span> TableDescriptorBuilder.newBuilder(TableName.valueOf(name.getMethodName()));<a name="line.5717"></a> |
| <span class="sourceLineNo">5718</span> for (byte[] family : families) {<a name="line.5718"></a> |
| <span class="sourceLineNo">5719</span> builder.setColumnFamily(ColumnFamilyDescriptorBuilder.of(family));<a name="line.5719"></a> |
| <span class="sourceLineNo">5720</span> }<a name="line.5720"></a> |
| <span class="sourceLineNo">5721</span> TableDescriptor tableDescriptor = builder.build();<a name="line.5721"></a> |
| <span class="sourceLineNo">5722</span> long time = System.currentTimeMillis();<a name="line.5722"></a> |
| <span class="sourceLineNo">5723</span> RegionInfo primaryHri = RegionInfoBuilder.newBuilder(tableDescriptor.getTableName())<a name="line.5723"></a> |
| <span class="sourceLineNo">5724</span> .setRegionId(time).setReplicaId(0).build();<a name="line.5724"></a> |
| <span class="sourceLineNo">5725</span> RegionInfo secondaryHri = RegionInfoBuilder.newBuilder(tableDescriptor.getTableName())<a name="line.5725"></a> |
| <span class="sourceLineNo">5726</span> .setRegionId(time).setReplicaId(1).build();<a name="line.5726"></a> |
| <span class="sourceLineNo">5727</span><a name="line.5727"></a> |
| <span class="sourceLineNo">5728</span> HRegion primaryRegion = null, secondaryRegion = null;<a name="line.5728"></a> |
| <span class="sourceLineNo">5729</span><a name="line.5729"></a> |
| <span class="sourceLineNo">5730</span> try {<a name="line.5730"></a> |
| <span class="sourceLineNo">5731</span> primaryRegion = HBaseTestingUtility.createRegionAndWAL(primaryHri,<a name="line.5731"></a> |
| <span class="sourceLineNo">5732</span> rootDir, TEST_UTIL.getConfiguration(), tableDescriptor);<a name="line.5732"></a> |
| <span class="sourceLineNo">5733</span><a name="line.5733"></a> |
| <span class="sourceLineNo">5734</span> // load some data<a name="line.5734"></a> |
| <span class="sourceLineNo">5735</span> putData(primaryRegion, 0, 1000, cq, families);<a name="line.5735"></a> |
| <span class="sourceLineNo">5736</span><a name="line.5736"></a> |
| <span class="sourceLineNo">5737</span> // flush region<a name="line.5737"></a> |
| <span class="sourceLineNo">5738</span> primaryRegion.flush(true);<a name="line.5738"></a> |
| <span class="sourceLineNo">5739</span><a name="line.5739"></a> |
| <span class="sourceLineNo">5740</span> // open secondary region<a name="line.5740"></a> |
| <span class="sourceLineNo">5741</span> secondaryRegion = HRegion.openHRegion(rootDir, secondaryHri, tableDescriptor, null, CONF);<a name="line.5741"></a> |
| <span class="sourceLineNo">5742</span><a name="line.5742"></a> |
| <span class="sourceLineNo">5743</span> // move the file of the primary region to the archive, simulating a compaction<a name="line.5743"></a> |
| <span class="sourceLineNo">5744</span> Collection<HStoreFile> storeFiles = primaryRegion.getStore(families[0]).getStorefiles();<a name="line.5744"></a> |
| <span class="sourceLineNo">5745</span> primaryRegion.getRegionFileSystem().removeStoreFiles(Bytes.toString(families[0]), storeFiles);<a name="line.5745"></a> |
| <span class="sourceLineNo">5746</span> Collection<StoreFileInfo> storeFileInfos = primaryRegion.getRegionFileSystem()<a name="line.5746"></a> |
| <span class="sourceLineNo">5747</span> .getStoreFiles(families[0]);<a name="line.5747"></a> |
| <span class="sourceLineNo">5748</span> Assert.assertTrue(storeFileInfos == null || storeFileInfos.isEmpty());<a name="line.5748"></a> |
| <span class="sourceLineNo">5749</span><a name="line.5749"></a> |
| <span class="sourceLineNo">5750</span> verifyData(secondaryRegion, 0, 1000, cq, families);<a name="line.5750"></a> |
| <span class="sourceLineNo">5751</span> } finally {<a name="line.5751"></a> |
| <span class="sourceLineNo">5752</span> if (primaryRegion != null) {<a name="line.5752"></a> |
| <span class="sourceLineNo">5753</span> HBaseTestingUtility.closeRegionAndWAL(primaryRegion);<a name="line.5753"></a> |
| <span class="sourceLineNo">5754</span> }<a name="line.5754"></a> |
| <span class="sourceLineNo">5755</span> if (secondaryRegion != null) {<a name="line.5755"></a> |
| <span class="sourceLineNo">5756</span> HBaseTestingUtility.closeRegionAndWAL(secondaryRegion);<a name="line.5756"></a> |
| <span class="sourceLineNo">5757</span> }<a name="line.5757"></a> |
| <span class="sourceLineNo">5758</span> }<a name="line.5758"></a> |
| <span class="sourceLineNo">5759</span> }<a name="line.5759"></a> |
| <span class="sourceLineNo">5760</span><a name="line.5760"></a> |
| <span class="sourceLineNo">5761</span> private void putData(int startRow, int numRows, byte[] qf, byte[]... families) throws<a name="line.5761"></a> |
| <span class="sourceLineNo">5762</span> IOException {<a name="line.5762"></a> |
| <span class="sourceLineNo">5763</span> putData(this.region, startRow, numRows, qf, families);<a name="line.5763"></a> |
| <span class="sourceLineNo">5764</span> }<a name="line.5764"></a> |
| <span class="sourceLineNo">5765</span><a name="line.5765"></a> |
| <span class="sourceLineNo">5766</span> private void putData(HRegion region,<a name="line.5766"></a> |
| <span class="sourceLineNo">5767</span> int startRow, int numRows, byte[] qf, byte[]... families) throws IOException {<a name="line.5767"></a> |
| <span class="sourceLineNo">5768</span> putData(region, Durability.SKIP_WAL, startRow, numRows, qf, families);<a name="line.5768"></a> |
| <span class="sourceLineNo">5769</span> }<a name="line.5769"></a> |
| <span class="sourceLineNo">5770</span><a name="line.5770"></a> |
| <span class="sourceLineNo">5771</span> static void putData(HRegion region, Durability durability,<a name="line.5771"></a> |
| <span class="sourceLineNo">5772</span> int startRow, int numRows, byte[] qf, byte[]... families) throws IOException {<a name="line.5772"></a> |
| <span class="sourceLineNo">5773</span> for (int i = startRow; i < startRow + numRows; i++) {<a name="line.5773"></a> |
| <span class="sourceLineNo">5774</span> Put put = new Put(Bytes.toBytes("" + i));<a name="line.5774"></a> |
| <span class="sourceLineNo">5775</span> put.setDurability(durability);<a name="line.5775"></a> |
| <span class="sourceLineNo">5776</span> for (byte[] family : families) {<a name="line.5776"></a> |
| <span class="sourceLineNo">5777</span> put.addColumn(family, qf, null);<a name="line.5777"></a> |
| <span class="sourceLineNo">5778</span> }<a name="line.5778"></a> |
| <span class="sourceLineNo">5779</span> region.put(put);<a name="line.5779"></a> |
| <span class="sourceLineNo">5780</span> LOG.info(put.toString());<a name="line.5780"></a> |
| <span class="sourceLineNo">5781</span> }<a name="line.5781"></a> |
| <span class="sourceLineNo">5782</span> }<a name="line.5782"></a> |
| <span class="sourceLineNo">5783</span><a name="line.5783"></a> |
| <span class="sourceLineNo">5784</span> static void verifyData(HRegion newReg, int startRow, int numRows, byte[] qf, byte[]... families)<a name="line.5784"></a> |
| <span class="sourceLineNo">5785</span> throws IOException {<a name="line.5785"></a> |
| <span class="sourceLineNo">5786</span> for (int i = startRow; i < startRow + numRows; i++) {<a name="line.5786"></a> |
| <span class="sourceLineNo">5787</span> byte[] row = Bytes.toBytes("" + i);<a name="line.5787"></a> |
| <span class="sourceLineNo">5788</span> Get get = new Get(row);<a name="line.5788"></a> |
| <span class="sourceLineNo">5789</span> for (byte[] family : families) {<a name="line.5789"></a> |
| <span class="sourceLineNo">5790</span> get.addColumn(family, qf);<a name="line.5790"></a> |
| <span class="sourceLineNo">5791</span> }<a name="line.5791"></a> |
| <span class="sourceLineNo">5792</span> Result result = newReg.get(get);<a name="line.5792"></a> |
| <span class="sourceLineNo">5793</span> Cell[] raw = result.rawCells();<a name="line.5793"></a> |
| <span class="sourceLineNo">5794</span> assertEquals(families.length, result.size());<a name="line.5794"></a> |
| <span class="sourceLineNo">5795</span> for (int j = 0; j < families.length; j++) {<a name="line.5795"></a> |
| <span class="sourceLineNo">5796</span> assertTrue(CellUtil.matchingRows(raw[j], row));<a name="line.5796"></a> |
| <span class="sourceLineNo">5797</span> assertTrue(CellUtil.matchingFamily(raw[j], families[j]));<a name="line.5797"></a> |
| <span class="sourceLineNo">5798</span> assertTrue(CellUtil.matchingQualifier(raw[j], qf));<a name="line.5798"></a> |
| <span class="sourceLineNo">5799</span> }<a name="line.5799"></a> |
| <span class="sourceLineNo">5800</span> }<a name="line.5800"></a> |
| <span class="sourceLineNo">5801</span> }<a name="line.5801"></a> |
| <span class="sourceLineNo">5802</span><a name="line.5802"></a> |
| <span class="sourceLineNo">5803</span> static void assertGet(final HRegion r, final byte[] family, final byte[] k) throws IOException {<a name="line.5803"></a> |
| <span class="sourceLineNo">5804</span> // Now I have k, get values out and assert they are as expected.<a name="line.5804"></a> |
| <span class="sourceLineNo">5805</span> Get get = new Get(k).addFamily(family).readAllVersions();<a name="line.5805"></a> |
| <span class="sourceLineNo">5806</span> Cell[] results = r.get(get).rawCells();<a name="line.5806"></a> |
| <span class="sourceLineNo">5807</span> for (int j = 0; j < results.length; j++) {<a name="line.5807"></a> |
| <span class="sourceLineNo">5808</span> byte[] tmp = CellUtil.cloneValue(results[j]);<a name="line.5808"></a> |
| <span class="sourceLineNo">5809</span> // Row should be equal to value every time.<a name="line.5809"></a> |
| <span class="sourceLineNo">5810</span> assertTrue(Bytes.equals(k, tmp));<a name="line.5810"></a> |
| <span class="sourceLineNo">5811</span> }<a name="line.5811"></a> |
| <span class="sourceLineNo">5812</span> }<a name="line.5812"></a> |
| <span class="sourceLineNo">5813</span><a name="line.5813"></a> |
| <span class="sourceLineNo">5814</span> /*<a name="line.5814"></a> |
| <span class="sourceLineNo">5815</span> * Assert first value in the passed region is <code>firstValue</code>.<a name="line.5815"></a> |
| <span class="sourceLineNo">5816</span> *<a name="line.5816"></a> |
| <span class="sourceLineNo">5817</span> * @param r<a name="line.5817"></a> |
| <span class="sourceLineNo">5818</span> *<a name="line.5818"></a> |
| <span class="sourceLineNo">5819</span> * @param fs<a name="line.5819"></a> |
| <span class="sourceLineNo">5820</span> *<a name="line.5820"></a> |
| <span class="sourceLineNo">5821</span> * @param firstValue<a name="line.5821"></a> |
| <span class="sourceLineNo">5822</span> *<a name="line.5822"></a> |
| <span class="sourceLineNo">5823</span> * @throws IOException<a name="line.5823"></a> |
| <span class="sourceLineNo">5824</span> */<a name="line.5824"></a> |
| <span class="sourceLineNo">5825</span> protected void assertScan(final HRegion r, final byte[] fs, final byte[] firstValue)<a name="line.5825"></a> |
| <span class="sourceLineNo">5826</span> throws IOException {<a name="line.5826"></a> |
| <span class="sourceLineNo">5827</span> byte[][] families = { fs };<a name="line.5827"></a> |
| <span class="sourceLineNo">5828</span> Scan scan = new Scan();<a name="line.5828"></a> |
| <span class="sourceLineNo">5829</span> for (int i = 0; i < families.length; i++)<a name="line.5829"></a> |
| <span class="sourceLineNo">5830</span> scan.addFamily(families[i]);<a name="line.5830"></a> |
| <span class="sourceLineNo">5831</span> InternalScanner s = r.getScanner(scan);<a name="line.5831"></a> |
| <span class="sourceLineNo">5832</span> try {<a name="line.5832"></a> |
| <span class="sourceLineNo">5833</span> List<Cell> curVals = new ArrayList<>();<a name="line.5833"></a> |
| <span class="sourceLineNo">5834</span> boolean first = true;<a name="line.5834"></a> |
| <span class="sourceLineNo">5835</span> OUTER_LOOP: while (s.next(curVals)) {<a name="line.5835"></a> |
| <span class="sourceLineNo">5836</span> for (Cell kv : curVals) {<a name="line.5836"></a> |
| <span class="sourceLineNo">5837</span> byte[] val = CellUtil.cloneValue(kv);<a name="line.5837"></a> |
| <span class="sourceLineNo">5838</span> byte[] curval = val;<a name="line.5838"></a> |
| <span class="sourceLineNo">5839</span> if (first) {<a name="line.5839"></a> |
| <span class="sourceLineNo">5840</span> first = false;<a name="line.5840"></a> |
| <span class="sourceLineNo">5841</span> assertTrue(Bytes.compareTo(curval, firstValue) == 0);<a name="line.5841"></a> |
| <span class="sourceLineNo">5842</span> } else {<a name="line.5842"></a> |
| <span class="sourceLineNo">5843</span> // Not asserting anything. Might as well break.<a name="line.5843"></a> |
| <span class="sourceLineNo">5844</span> break OUTER_LOOP;<a name="line.5844"></a> |
| <span class="sourceLineNo">5845</span> }<a name="line.5845"></a> |
| <span class="sourceLineNo">5846</span> }<a name="line.5846"></a> |
| <span class="sourceLineNo">5847</span> }<a name="line.5847"></a> |
| <span class="sourceLineNo">5848</span> } finally {<a name="line.5848"></a> |
| <span class="sourceLineNo">5849</span> s.close();<a name="line.5849"></a> |
| <span class="sourceLineNo">5850</span> }<a name="line.5850"></a> |
| <span class="sourceLineNo">5851</span> }<a name="line.5851"></a> |
| <span class="sourceLineNo">5852</span><a name="line.5852"></a> |
| <span class="sourceLineNo">5853</span> /**<a name="line.5853"></a> |
| <span class="sourceLineNo">5854</span> * Test that we get the expected flush results back<a name="line.5854"></a> |
| <span class="sourceLineNo">5855</span> */<a name="line.5855"></a> |
| <span class="sourceLineNo">5856</span> @Test<a name="line.5856"></a> |
| <span class="sourceLineNo">5857</span> public void testFlushResult() throws IOException {<a name="line.5857"></a> |
| <span class="sourceLineNo">5858</span> byte[] family = Bytes.toBytes("family");<a name="line.5858"></a> |
| <span class="sourceLineNo">5859</span><a name="line.5859"></a> |
| <span class="sourceLineNo">5860</span> this.region = initHRegion(tableName, method, family);<a name="line.5860"></a> |
| <span class="sourceLineNo">5861</span><a name="line.5861"></a> |
| <span class="sourceLineNo">5862</span> // empty memstore, flush doesn't run<a name="line.5862"></a> |
| <span class="sourceLineNo">5863</span> HRegion.FlushResult fr = region.flush(true);<a name="line.5863"></a> |
| <span class="sourceLineNo">5864</span> assertFalse(fr.isFlushSucceeded());<a name="line.5864"></a> |
| <span class="sourceLineNo">5865</span> assertFalse(fr.isCompactionNeeded());<a name="line.5865"></a> |
| <span class="sourceLineNo">5866</span><a name="line.5866"></a> |
| <span class="sourceLineNo">5867</span> // Flush enough files to get up to the threshold, doesn't need compactions<a name="line.5867"></a> |
| <span class="sourceLineNo">5868</span> for (int i = 0; i < 2; i++) {<a name="line.5868"></a> |
| <span class="sourceLineNo">5869</span> Put put = new Put(tableName.toBytes()).addColumn(family, family, tableName.toBytes());<a name="line.5869"></a> |
| <span class="sourceLineNo">5870</span> region.put(put);<a name="line.5870"></a> |
| <span class="sourceLineNo">5871</span> fr = region.flush(true);<a name="line.5871"></a> |
| <span class="sourceLineNo">5872</span> assertTrue(fr.isFlushSucceeded());<a name="line.5872"></a> |
| <span class="sourceLineNo">5873</span> assertFalse(fr.isCompactionNeeded());<a name="line.5873"></a> |
| <span class="sourceLineNo">5874</span> }<a name="line.5874"></a> |
| <span class="sourceLineNo">5875</span><a name="line.5875"></a> |
| <span class="sourceLineNo">5876</span> // Two flushes after the threshold, compactions are needed<a name="line.5876"></a> |
| <span class="sourceLineNo">5877</span> for (int i = 0; i < 2; i++) {<a name="line.5877"></a> |
| <span class="sourceLineNo">5878</span> Put put = new Put(tableName.toBytes()).addColumn(family, family, tableName.toBytes());<a name="line.5878"></a> |
| <span class="sourceLineNo">5879</span> region.put(put);<a name="line.5879"></a> |
| <span class="sourceLineNo">5880</span> fr = region.flush(true);<a name="line.5880"></a> |
| <span class="sourceLineNo">5881</span> assertTrue(fr.isFlushSucceeded());<a name="line.5881"></a> |
| <span class="sourceLineNo">5882</span> assertTrue(fr.isCompactionNeeded());<a name="line.5882"></a> |
| <span class="sourceLineNo">5883</span> }<a name="line.5883"></a> |
| <span class="sourceLineNo">5884</span> }<a name="line.5884"></a> |
| <span class="sourceLineNo">5885</span><a name="line.5885"></a> |
| <span class="sourceLineNo">5886</span> protected Configuration initSplit() {<a name="line.5886"></a> |
| <span class="sourceLineNo">5887</span> // Always compact if there is more than one store file.<a name="line.5887"></a> |
| <span class="sourceLineNo">5888</span> CONF.setInt("hbase.hstore.compactionThreshold", 2);<a name="line.5888"></a> |
| <span class="sourceLineNo">5889</span><a name="line.5889"></a> |
| <span class="sourceLineNo">5890</span> CONF.setInt(HConstants.HBASE_CLIENT_SCANNER_TIMEOUT_PERIOD, 10 * 1000);<a name="line.5890"></a> |
| <span class="sourceLineNo">5891</span><a name="line.5891"></a> |
| <span class="sourceLineNo">5892</span> // Increase the amount of time between client retries<a name="line.5892"></a> |
| <span class="sourceLineNo">5893</span> CONF.setLong("hbase.client.pause", 15 * 1000);<a name="line.5893"></a> |
| <span class="sourceLineNo">5894</span><a name="line.5894"></a> |
| <span class="sourceLineNo">5895</span> // This size should make it so we always split using the addContent<a name="line.5895"></a> |
| <span class="sourceLineNo">5896</span> // below. After adding all data, the first region is 1.3M<a name="line.5896"></a> |
| <span class="sourceLineNo">5897</span> CONF.setLong(HConstants.HREGION_MAX_FILESIZE, 1024 * 128);<a name="line.5897"></a> |
| <span class="sourceLineNo">5898</span> return CONF;<a name="line.5898"></a> |
| <span class="sourceLineNo">5899</span> }<a name="line.5899"></a> |
| <span class="sourceLineNo">5900</span><a name="line.5900"></a> |
| <span class="sourceLineNo">5901</span> /**<a name="line.5901"></a> |
| <span class="sourceLineNo">5902</span> * @return A region on which you must call<a name="line.5902"></a> |
| <span class="sourceLineNo">5903</span> * {@link HBaseTestingUtility#closeRegionAndWAL(HRegion)} when done.<a name="line.5903"></a> |
| <span class="sourceLineNo">5904</span> */<a name="line.5904"></a> |
| <span class="sourceLineNo">5905</span> protected HRegion initHRegion(TableName tableName, String callingMethod, Configuration conf,<a name="line.5905"></a> |
| <span class="sourceLineNo">5906</span> byte[]... families) throws IOException {<a name="line.5906"></a> |
| <span class="sourceLineNo">5907</span> return initHRegion(tableName, callingMethod, conf, false, families);<a name="line.5907"></a> |
| <span class="sourceLineNo">5908</span> }<a name="line.5908"></a> |
| <span class="sourceLineNo">5909</span><a name="line.5909"></a> |
| <span class="sourceLineNo">5910</span> /**<a name="line.5910"></a> |
| <span class="sourceLineNo">5911</span> * @return A region on which you must call<a name="line.5911"></a> |
| <span class="sourceLineNo">5912</span> * {@link HBaseTestingUtility#closeRegionAndWAL(HRegion)} when done.<a name="line.5912"></a> |
| <span class="sourceLineNo">5913</span> */<a name="line.5913"></a> |
| <span class="sourceLineNo">5914</span> protected HRegion initHRegion(TableName tableName, String callingMethod, Configuration conf,<a name="line.5914"></a> |
| <span class="sourceLineNo">5915</span> boolean isReadOnly, byte[]... families) throws IOException {<a name="line.5915"></a> |
| <span class="sourceLineNo">5916</span> return initHRegion(tableName, null, null, callingMethod, conf, isReadOnly, families);<a name="line.5916"></a> |
| <span class="sourceLineNo">5917</span> }<a name="line.5917"></a> |
| <span class="sourceLineNo">5918</span><a name="line.5918"></a> |
| <span class="sourceLineNo">5919</span> protected HRegion initHRegion(TableName tableName, byte[] startKey, byte[] stopKey,<a name="line.5919"></a> |
| <span class="sourceLineNo">5920</span> String callingMethod, Configuration conf, boolean isReadOnly, byte[]... families)<a name="line.5920"></a> |
| <span class="sourceLineNo">5921</span> throws IOException {<a name="line.5921"></a> |
| <span class="sourceLineNo">5922</span> Path logDir = TEST_UTIL.getDataTestDirOnTestFS(callingMethod + ".log");<a name="line.5922"></a> |
| <span class="sourceLineNo">5923</span> RegionInfo hri =<a name="line.5923"></a> |
| <span class="sourceLineNo">5924</span> RegionInfoBuilder.newBuilder(tableName).setStartKey(startKey).setEndKey(stopKey).build();<a name="line.5924"></a> |
| <span class="sourceLineNo">5925</span> final WAL wal = HBaseTestingUtility.createWal(conf, logDir, hri);<a name="line.5925"></a> |
| <span class="sourceLineNo">5926</span> return initHRegion(tableName, startKey, stopKey, conf, isReadOnly, Durability.SYNC_WAL, wal,<a name="line.5926"></a> |
| <span class="sourceLineNo">5927</span> families);<a name="line.5927"></a> |
| <span class="sourceLineNo">5928</span> }<a name="line.5928"></a> |
| <span class="sourceLineNo">5929</span><a name="line.5929"></a> |
| <span class="sourceLineNo">5930</span> /**<a name="line.5930"></a> |
| <span class="sourceLineNo">5931</span> * @return A region on which you must call<a name="line.5931"></a> |
| <span class="sourceLineNo">5932</span> * {@link HBaseTestingUtility#closeRegionAndWAL(HRegion)} when done.<a name="line.5932"></a> |
| <span class="sourceLineNo">5933</span> */<a name="line.5933"></a> |
| <span class="sourceLineNo">5934</span> public HRegion initHRegion(TableName tableName, byte[] startKey, byte[] stopKey,<a name="line.5934"></a> |
| <span class="sourceLineNo">5935</span> Configuration conf, boolean isReadOnly, Durability durability, WAL wal,<a name="line.5935"></a> |
| <span class="sourceLineNo">5936</span> byte[]... families) throws IOException {<a name="line.5936"></a> |
| <span class="sourceLineNo">5937</span> ChunkCreator.initialize(MemStoreLAB.CHUNK_SIZE_DEFAULT, false, 0, 0,<a name="line.5937"></a> |
| <span class="sourceLineNo">5938</span> 0, null, MemStoreLAB.INDEX_CHUNK_SIZE_PERCENTAGE_DEFAULT);<a name="line.5938"></a> |
| <span class="sourceLineNo">5939</span> return TEST_UTIL.createLocalHRegion(tableName, startKey, stopKey,<a name="line.5939"></a> |
| <span class="sourceLineNo">5940</span> conf, isReadOnly, durability, wal, families);<a name="line.5940"></a> |
| <span class="sourceLineNo">5941</span> }<a name="line.5941"></a> |
| <span class="sourceLineNo">5942</span><a name="line.5942"></a> |
| <span class="sourceLineNo">5943</span> /**<a name="line.5943"></a> |
| <span class="sourceLineNo">5944</span> * Assert that the passed in Cell has expected contents for the specified row,<a name="line.5944"></a> |
| <span class="sourceLineNo">5945</span> * column & timestamp.<a name="line.5945"></a> |
| <span class="sourceLineNo">5946</span> */<a name="line.5946"></a> |
| <span class="sourceLineNo">5947</span> private void checkOneCell(Cell kv, byte[] cf, int rowIdx, int colIdx, long ts) {<a name="line.5947"></a> |
| <span class="sourceLineNo">5948</span> String ctx = "rowIdx=" + rowIdx + "; colIdx=" + colIdx + "; ts=" + ts;<a name="line.5948"></a> |
| <span class="sourceLineNo">5949</span> assertEquals("Row mismatch which checking: " + ctx, "row:" + rowIdx,<a name="line.5949"></a> |
| <span class="sourceLineNo">5950</span> Bytes.toString(CellUtil.cloneRow(kv)));<a name="line.5950"></a> |
| <span class="sourceLineNo">5951</span> assertEquals("ColumnFamily mismatch while checking: " + ctx, Bytes.toString(cf),<a name="line.5951"></a> |
| <span class="sourceLineNo">5952</span> Bytes.toString(CellUtil.cloneFamily(kv)));<a name="line.5952"></a> |
| <span class="sourceLineNo">5953</span> assertEquals("Column qualifier mismatch while checking: " + ctx, "column:" + colIdx,<a name="line.5953"></a> |
| <span class="sourceLineNo">5954</span> Bytes.toString(CellUtil.cloneQualifier(kv)));<a name="line.5954"></a> |
| <span class="sourceLineNo">5955</span> assertEquals("Timestamp mismatch while checking: " + ctx, ts, kv.getTimestamp());<a name="line.5955"></a> |
| <span class="sourceLineNo">5956</span> assertEquals("Value mismatch while checking: " + ctx, "value-version-" + ts,<a name="line.5956"></a> |
| <span class="sourceLineNo">5957</span> Bytes.toString(CellUtil.cloneValue(kv)));<a name="line.5957"></a> |
| <span class="sourceLineNo">5958</span> }<a name="line.5958"></a> |
| <span class="sourceLineNo">5959</span><a name="line.5959"></a> |
| <span class="sourceLineNo">5960</span> @Test<a name="line.5960"></a> |
| <span class="sourceLineNo">5961</span> public void testReverseScanner_FromMemStore_SingleCF_Normal()<a name="line.5961"></a> |
| <span class="sourceLineNo">5962</span> throws IOException {<a name="line.5962"></a> |
| <span class="sourceLineNo">5963</span> byte[] rowC = Bytes.toBytes("rowC");<a name="line.5963"></a> |
| <span class="sourceLineNo">5964</span> byte[] rowA = Bytes.toBytes("rowA");<a name="line.5964"></a> |
| <span class="sourceLineNo">5965</span> byte[] rowB = Bytes.toBytes("rowB");<a name="line.5965"></a> |
| <span class="sourceLineNo">5966</span> byte[] cf = Bytes.toBytes("CF");<a name="line.5966"></a> |
| <span class="sourceLineNo">5967</span> byte[][] families = { cf };<a name="line.5967"></a> |
| <span class="sourceLineNo">5968</span> byte[] col = Bytes.toBytes("C");<a name="line.5968"></a> |
| <span class="sourceLineNo">5969</span> long ts = 1;<a name="line.5969"></a> |
| <span class="sourceLineNo">5970</span> this.region = initHRegion(tableName, method, families);<a name="line.5970"></a> |
| <span class="sourceLineNo">5971</span> KeyValue kv1 = new KeyValue(rowC, cf, col, ts, KeyValue.Type.Put, null);<a name="line.5971"></a> |
| <span class="sourceLineNo">5972</span> KeyValue kv11 = new KeyValue(rowC, cf, col, ts + 1, KeyValue.Type.Put,<a name="line.5972"></a> |
| <span class="sourceLineNo">5973</span> null);<a name="line.5973"></a> |
| <span class="sourceLineNo">5974</span> KeyValue kv2 = new KeyValue(rowA, cf, col, ts, KeyValue.Type.Put, null);<a name="line.5974"></a> |
| <span class="sourceLineNo">5975</span> KeyValue kv3 = new KeyValue(rowB, cf, col, ts, KeyValue.Type.Put, null);<a name="line.5975"></a> |
| <span class="sourceLineNo">5976</span> Put put = null;<a name="line.5976"></a> |
| <span class="sourceLineNo">5977</span> put = new Put(rowC);<a name="line.5977"></a> |
| <span class="sourceLineNo">5978</span> put.add(kv1);<a name="line.5978"></a> |
| <span class="sourceLineNo">5979</span> put.add(kv11);<a name="line.5979"></a> |
| <span class="sourceLineNo">5980</span> region.put(put);<a name="line.5980"></a> |
| <span class="sourceLineNo">5981</span> put = new Put(rowA);<a name="line.5981"></a> |
| <span class="sourceLineNo">5982</span> put.add(kv2);<a name="line.5982"></a> |
| <span class="sourceLineNo">5983</span> region.put(put);<a name="line.5983"></a> |
| <span class="sourceLineNo">5984</span> put = new Put(rowB);<a name="line.5984"></a> |
| <span class="sourceLineNo">5985</span> put.add(kv3);<a name="line.5985"></a> |
| <span class="sourceLineNo">5986</span> region.put(put);<a name="line.5986"></a> |
| <span class="sourceLineNo">5987</span><a name="line.5987"></a> |
| <span class="sourceLineNo">5988</span> Scan scan = new Scan().withStartRow(rowC);<a name="line.5988"></a> |
| <span class="sourceLineNo">5989</span> scan.readVersions(5);<a name="line.5989"></a> |
| <span class="sourceLineNo">5990</span> scan.setReversed(true);<a name="line.5990"></a> |
| <span class="sourceLineNo">5991</span> InternalScanner scanner = region.getScanner(scan);<a name="line.5991"></a> |
| <span class="sourceLineNo">5992</span> List<Cell> currRow = new ArrayList<>();<a name="line.5992"></a> |
| <span class="sourceLineNo">5993</span> boolean hasNext = scanner.next(currRow);<a name="line.5993"></a> |
| <span class="sourceLineNo">5994</span> assertEquals(2, currRow.size());<a name="line.5994"></a> |
| <span class="sourceLineNo">5995</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.5995"></a> |
| <span class="sourceLineNo">5996</span> .get(0).getRowLength(), rowC, 0, rowC.length));<a name="line.5996"></a> |
| <span class="sourceLineNo">5997</span> assertTrue(hasNext);<a name="line.5997"></a> |
| <span class="sourceLineNo">5998</span> currRow.clear();<a name="line.5998"></a> |
| <span class="sourceLineNo">5999</span> hasNext = scanner.next(currRow);<a name="line.5999"></a> |
| <span class="sourceLineNo">6000</span> assertEquals(1, currRow.size());<a name="line.6000"></a> |
| <span class="sourceLineNo">6001</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.6001"></a> |
| <span class="sourceLineNo">6002</span> .get(0).getRowLength(), rowB, 0, rowB.length));<a name="line.6002"></a> |
| <span class="sourceLineNo">6003</span> assertTrue(hasNext);<a name="line.6003"></a> |
| <span class="sourceLineNo">6004</span> currRow.clear();<a name="line.6004"></a> |
| <span class="sourceLineNo">6005</span> hasNext = scanner.next(currRow);<a name="line.6005"></a> |
| <span class="sourceLineNo">6006</span> assertEquals(1, currRow.size());<a name="line.6006"></a> |
| <span class="sourceLineNo">6007</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.6007"></a> |
| <span class="sourceLineNo">6008</span> .get(0).getRowLength(), rowA, 0, rowA.length));<a name="line.6008"></a> |
| <span class="sourceLineNo">6009</span> assertFalse(hasNext);<a name="line.6009"></a> |
| <span class="sourceLineNo">6010</span> scanner.close();<a name="line.6010"></a> |
| <span class="sourceLineNo">6011</span> }<a name="line.6011"></a> |
| <span class="sourceLineNo">6012</span><a name="line.6012"></a> |
| <span class="sourceLineNo">6013</span> @Test<a name="line.6013"></a> |
| <span class="sourceLineNo">6014</span> public void testReverseScanner_FromMemStore_SingleCF_LargerKey()<a name="line.6014"></a> |
| <span class="sourceLineNo">6015</span> throws IOException {<a name="line.6015"></a> |
| <span class="sourceLineNo">6016</span> byte[] rowC = Bytes.toBytes("rowC");<a name="line.6016"></a> |
| <span class="sourceLineNo">6017</span> byte[] rowA = Bytes.toBytes("rowA");<a name="line.6017"></a> |
| <span class="sourceLineNo">6018</span> byte[] rowB = Bytes.toBytes("rowB");<a name="line.6018"></a> |
| <span class="sourceLineNo">6019</span> byte[] rowD = Bytes.toBytes("rowD");<a name="line.6019"></a> |
| <span class="sourceLineNo">6020</span> byte[] cf = Bytes.toBytes("CF");<a name="line.6020"></a> |
| <span class="sourceLineNo">6021</span> byte[][] families = { cf };<a name="line.6021"></a> |
| <span class="sourceLineNo">6022</span> byte[] col = Bytes.toBytes("C");<a name="line.6022"></a> |
| <span class="sourceLineNo">6023</span> long ts = 1;<a name="line.6023"></a> |
| <span class="sourceLineNo">6024</span> this.region = initHRegion(tableName, method, families);<a name="line.6024"></a> |
| <span class="sourceLineNo">6025</span> KeyValue kv1 = new KeyValue(rowC, cf, col, ts, KeyValue.Type.Put, null);<a name="line.6025"></a> |
| <span class="sourceLineNo">6026</span> KeyValue kv11 = new KeyValue(rowC, cf, col, ts + 1, KeyValue.Type.Put,<a name="line.6026"></a> |
| <span class="sourceLineNo">6027</span> null);<a name="line.6027"></a> |
| <span class="sourceLineNo">6028</span> KeyValue kv2 = new KeyValue(rowA, cf, col, ts, KeyValue.Type.Put, null);<a name="line.6028"></a> |
| <span class="sourceLineNo">6029</span> KeyValue kv3 = new KeyValue(rowB, cf, col, ts, KeyValue.Type.Put, null);<a name="line.6029"></a> |
| <span class="sourceLineNo">6030</span> Put put = null;<a name="line.6030"></a> |
| <span class="sourceLineNo">6031</span> put = new Put(rowC);<a name="line.6031"></a> |
| <span class="sourceLineNo">6032</span> put.add(kv1);<a name="line.6032"></a> |
| <span class="sourceLineNo">6033</span> put.add(kv11);<a name="line.6033"></a> |
| <span class="sourceLineNo">6034</span> region.put(put);<a name="line.6034"></a> |
| <span class="sourceLineNo">6035</span> put = new Put(rowA);<a name="line.6035"></a> |
| <span class="sourceLineNo">6036</span> put.add(kv2);<a name="line.6036"></a> |
| <span class="sourceLineNo">6037</span> region.put(put);<a name="line.6037"></a> |
| <span class="sourceLineNo">6038</span> put = new Put(rowB);<a name="line.6038"></a> |
| <span class="sourceLineNo">6039</span> put.add(kv3);<a name="line.6039"></a> |
| <span class="sourceLineNo">6040</span> region.put(put);<a name="line.6040"></a> |
| <span class="sourceLineNo">6041</span><a name="line.6041"></a> |
| <span class="sourceLineNo">6042</span> Scan scan = new Scan().withStartRow(rowD);<a name="line.6042"></a> |
| <span class="sourceLineNo">6043</span> List<Cell> currRow = new ArrayList<>();<a name="line.6043"></a> |
| <span class="sourceLineNo">6044</span> scan.setReversed(true);<a name="line.6044"></a> |
| <span class="sourceLineNo">6045</span> scan.readVersions(5);<a name="line.6045"></a> |
| <span class="sourceLineNo">6046</span> InternalScanner scanner = region.getScanner(scan);<a name="line.6046"></a> |
| <span class="sourceLineNo">6047</span> boolean hasNext = scanner.next(currRow);<a name="line.6047"></a> |
| <span class="sourceLineNo">6048</span> assertEquals(2, currRow.size());<a name="line.6048"></a> |
| <span class="sourceLineNo">6049</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.6049"></a> |
| <span class="sourceLineNo">6050</span> .get(0).getRowLength(), rowC, 0, rowC.length));<a name="line.6050"></a> |
| <span class="sourceLineNo">6051</span> assertTrue(hasNext);<a name="line.6051"></a> |
| <span class="sourceLineNo">6052</span> currRow.clear();<a name="line.6052"></a> |
| <span class="sourceLineNo">6053</span> hasNext = scanner.next(currRow);<a name="line.6053"></a> |
| <span class="sourceLineNo">6054</span> assertEquals(1, currRow.size());<a name="line.6054"></a> |
| <span class="sourceLineNo">6055</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.6055"></a> |
| <span class="sourceLineNo">6056</span> .get(0).getRowLength(), rowB, 0, rowB.length));<a name="line.6056"></a> |
| <span class="sourceLineNo">6057</span> assertTrue(hasNext);<a name="line.6057"></a> |
| <span class="sourceLineNo">6058</span> currRow.clear();<a name="line.6058"></a> |
| <span class="sourceLineNo">6059</span> hasNext = scanner.next(currRow);<a name="line.6059"></a> |
| <span class="sourceLineNo">6060</span> assertEquals(1, currRow.size());<a name="line.6060"></a> |
| <span class="sourceLineNo">6061</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.6061"></a> |
| <span class="sourceLineNo">6062</span> .get(0).getRowLength(), rowA, 0, rowA.length));<a name="line.6062"></a> |
| <span class="sourceLineNo">6063</span> assertFalse(hasNext);<a name="line.6063"></a> |
| <span class="sourceLineNo">6064</span> scanner.close();<a name="line.6064"></a> |
| <span class="sourceLineNo">6065</span> }<a name="line.6065"></a> |
| <span class="sourceLineNo">6066</span><a name="line.6066"></a> |
| <span class="sourceLineNo">6067</span> @Test<a name="line.6067"></a> |
| <span class="sourceLineNo">6068</span> public void testReverseScanner_FromMemStore_SingleCF_FullScan()<a name="line.6068"></a> |
| <span class="sourceLineNo">6069</span> throws IOException {<a name="line.6069"></a> |
| <span class="sourceLineNo">6070</span> byte[] rowC = Bytes.toBytes("rowC");<a name="line.6070"></a> |
| <span class="sourceLineNo">6071</span> byte[] rowA = Bytes.toBytes("rowA");<a name="line.6071"></a> |
| <span class="sourceLineNo">6072</span> byte[] rowB = Bytes.toBytes("rowB");<a name="line.6072"></a> |
| <span class="sourceLineNo">6073</span> byte[] cf = Bytes.toBytes("CF");<a name="line.6073"></a> |
| <span class="sourceLineNo">6074</span> byte[][] families = { cf };<a name="line.6074"></a> |
| <span class="sourceLineNo">6075</span> byte[] col = Bytes.toBytes("C");<a name="line.6075"></a> |
| <span class="sourceLineNo">6076</span> long ts = 1;<a name="line.6076"></a> |
| <span class="sourceLineNo">6077</span> this.region = initHRegion(tableName, method, families);<a name="line.6077"></a> |
| <span class="sourceLineNo">6078</span> KeyValue kv1 = new KeyValue(rowC, cf, col, ts, KeyValue.Type.Put, null);<a name="line.6078"></a> |
| <span class="sourceLineNo">6079</span> KeyValue kv11 = new KeyValue(rowC, cf, col, ts + 1, KeyValue.Type.Put,<a name="line.6079"></a> |
| <span class="sourceLineNo">6080</span> null);<a name="line.6080"></a> |
| <span class="sourceLineNo">6081</span> KeyValue kv2 = new KeyValue(rowA, cf, col, ts, KeyValue.Type.Put, null);<a name="line.6081"></a> |
| <span class="sourceLineNo">6082</span> KeyValue kv3 = new KeyValue(rowB, cf, col, ts, KeyValue.Type.Put, null);<a name="line.6082"></a> |
| <span class="sourceLineNo">6083</span> Put put = null;<a name="line.6083"></a> |
| <span class="sourceLineNo">6084</span> put = new Put(rowC);<a name="line.6084"></a> |
| <span class="sourceLineNo">6085</span> put.add(kv1);<a name="line.6085"></a> |
| <span class="sourceLineNo">6086</span> put.add(kv11);<a name="line.6086"></a> |
| <span class="sourceLineNo">6087</span> region.put(put);<a name="line.6087"></a> |
| <span class="sourceLineNo">6088</span> put = new Put(rowA);<a name="line.6088"></a> |
| <span class="sourceLineNo">6089</span> put.add(kv2);<a name="line.6089"></a> |
| <span class="sourceLineNo">6090</span> region.put(put);<a name="line.6090"></a> |
| <span class="sourceLineNo">6091</span> put = new Put(rowB);<a name="line.6091"></a> |
| <span class="sourceLineNo">6092</span> put.add(kv3);<a name="line.6092"></a> |
| <span class="sourceLineNo">6093</span> region.put(put);<a name="line.6093"></a> |
| <span class="sourceLineNo">6094</span> Scan scan = new Scan();<a name="line.6094"></a> |
| <span class="sourceLineNo">6095</span> List<Cell> currRow = new ArrayList<>();<a name="line.6095"></a> |
| <span class="sourceLineNo">6096</span> scan.setReversed(true);<a name="line.6096"></a> |
| <span class="sourceLineNo">6097</span> InternalScanner scanner = region.getScanner(scan);<a name="line.6097"></a> |
| <span class="sourceLineNo">6098</span> boolean hasNext = scanner.next(currRow);<a name="line.6098"></a> |
| <span class="sourceLineNo">6099</span> assertEquals(1, currRow.size());<a name="line.6099"></a> |
| <span class="sourceLineNo">6100</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.6100"></a> |
| <span class="sourceLineNo">6101</span> .get(0).getRowLength(), rowC, 0, rowC.length));<a name="line.6101"></a> |
| <span class="sourceLineNo">6102</span> assertTrue(hasNext);<a name="line.6102"></a> |
| <span class="sourceLineNo">6103</span> currRow.clear();<a name="line.6103"></a> |
| <span class="sourceLineNo">6104</span> hasNext = scanner.next(currRow);<a name="line.6104"></a> |
| <span class="sourceLineNo">6105</span> assertEquals(1, currRow.size());<a name="line.6105"></a> |
| <span class="sourceLineNo">6106</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.6106"></a> |
| <span class="sourceLineNo">6107</span> .get(0).getRowLength(), rowB, 0, rowB.length));<a name="line.6107"></a> |
| <span class="sourceLineNo">6108</span> assertTrue(hasNext);<a name="line.6108"></a> |
| <span class="sourceLineNo">6109</span> currRow.clear();<a name="line.6109"></a> |
| <span class="sourceLineNo">6110</span> hasNext = scanner.next(currRow);<a name="line.6110"></a> |
| <span class="sourceLineNo">6111</span> assertEquals(1, currRow.size());<a name="line.6111"></a> |
| <span class="sourceLineNo">6112</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.6112"></a> |
| <span class="sourceLineNo">6113</span> .get(0).getRowLength(), rowA, 0, rowA.length));<a name="line.6113"></a> |
| <span class="sourceLineNo">6114</span> assertFalse(hasNext);<a name="line.6114"></a> |
| <span class="sourceLineNo">6115</span> scanner.close();<a name="line.6115"></a> |
| <span class="sourceLineNo">6116</span> }<a name="line.6116"></a> |
| <span class="sourceLineNo">6117</span><a name="line.6117"></a> |
| <span class="sourceLineNo">6118</span> @Test<a name="line.6118"></a> |
| <span class="sourceLineNo">6119</span> public void testReverseScanner_moreRowsMayExistAfter() throws IOException {<a name="line.6119"></a> |
| <span class="sourceLineNo">6120</span> // case for "INCLUDE_AND_SEEK_NEXT_ROW & SEEK_NEXT_ROW" endless loop<a name="line.6120"></a> |
| <span class="sourceLineNo">6121</span> byte[] rowA = Bytes.toBytes("rowA");<a name="line.6121"></a> |
| <span class="sourceLineNo">6122</span> byte[] rowB = Bytes.toBytes("rowB");<a name="line.6122"></a> |
| <span class="sourceLineNo">6123</span> byte[] rowC = Bytes.toBytes("rowC");<a name="line.6123"></a> |
| <span class="sourceLineNo">6124</span> byte[] rowD = Bytes.toBytes("rowD");<a name="line.6124"></a> |
| <span class="sourceLineNo">6125</span> byte[] rowE = Bytes.toBytes("rowE");<a name="line.6125"></a> |
| <span class="sourceLineNo">6126</span> byte[] cf = Bytes.toBytes("CF");<a name="line.6126"></a> |
| <span class="sourceLineNo">6127</span> byte[][] families = { cf };<a name="line.6127"></a> |
| <span class="sourceLineNo">6128</span> byte[] col1 = Bytes.toBytes("col1");<a name="line.6128"></a> |
| <span class="sourceLineNo">6129</span> byte[] col2 = Bytes.toBytes("col2");<a name="line.6129"></a> |
| <span class="sourceLineNo">6130</span> long ts = 1;<a name="line.6130"></a> |
| <span class="sourceLineNo">6131</span> this.region = initHRegion(tableName, method, families);<a name="line.6131"></a> |
| <span class="sourceLineNo">6132</span> KeyValue kv1 = new KeyValue(rowA, cf, col1, ts, KeyValue.Type.Put, null);<a name="line.6132"></a> |
| <span class="sourceLineNo">6133</span> KeyValue kv2 = new KeyValue(rowB, cf, col1, ts, KeyValue.Type.Put, null);<a name="line.6133"></a> |
| <span class="sourceLineNo">6134</span> KeyValue kv3 = new KeyValue(rowC, cf, col1, ts, KeyValue.Type.Put, null);<a name="line.6134"></a> |
| <span class="sourceLineNo">6135</span> KeyValue kv4_1 = new KeyValue(rowD, cf, col1, ts, KeyValue.Type.Put, null);<a name="line.6135"></a> |
| <span class="sourceLineNo">6136</span> KeyValue kv4_2 = new KeyValue(rowD, cf, col2, ts, KeyValue.Type.Put, null);<a name="line.6136"></a> |
| <span class="sourceLineNo">6137</span> KeyValue kv5 = new KeyValue(rowE, cf, col1, ts, KeyValue.Type.Put, null);<a name="line.6137"></a> |
| <span class="sourceLineNo">6138</span> Put put = null;<a name="line.6138"></a> |
| <span class="sourceLineNo">6139</span> put = new Put(rowA);<a name="line.6139"></a> |
| <span class="sourceLineNo">6140</span> put.add(kv1);<a name="line.6140"></a> |
| <span class="sourceLineNo">6141</span> region.put(put);<a name="line.6141"></a> |
| <span class="sourceLineNo">6142</span> put = new Put(rowB);<a name="line.6142"></a> |
| <span class="sourceLineNo">6143</span> put.add(kv2);<a name="line.6143"></a> |
| <span class="sourceLineNo">6144</span> region.put(put);<a name="line.6144"></a> |
| <span class="sourceLineNo">6145</span> put = new Put(rowC);<a name="line.6145"></a> |
| <span class="sourceLineNo">6146</span> put.add(kv3);<a name="line.6146"></a> |
| <span class="sourceLineNo">6147</span> region.put(put);<a name="line.6147"></a> |
| <span class="sourceLineNo">6148</span> put = new Put(rowD);<a name="line.6148"></a> |
| <span class="sourceLineNo">6149</span> put.add(kv4_1);<a name="line.6149"></a> |
| <span class="sourceLineNo">6150</span> region.put(put);<a name="line.6150"></a> |
| <span class="sourceLineNo">6151</span> put = new Put(rowD);<a name="line.6151"></a> |
| <span class="sourceLineNo">6152</span> put.add(kv4_2);<a name="line.6152"></a> |
| <span class="sourceLineNo">6153</span> region.put(put);<a name="line.6153"></a> |
| <span class="sourceLineNo">6154</span> put = new Put(rowE);<a name="line.6154"></a> |
| <span class="sourceLineNo">6155</span> put.add(kv5);<a name="line.6155"></a> |
| <span class="sourceLineNo">6156</span> region.put(put);<a name="line.6156"></a> |
| <span class="sourceLineNo">6157</span> region.flush(true);<a name="line.6157"></a> |
| <span class="sourceLineNo">6158</span> Scan scan = new Scan().withStartRow(rowD).withStopRow(rowA);<a name="line.6158"></a> |
| <span class="sourceLineNo">6159</span> scan.addColumn(families[0], col1);<a name="line.6159"></a> |
| <span class="sourceLineNo">6160</span> scan.setReversed(true);<a name="line.6160"></a> |
| <span class="sourceLineNo">6161</span> List<Cell> currRow = new ArrayList<>();<a name="line.6161"></a> |
| <span class="sourceLineNo">6162</span> InternalScanner scanner = region.getScanner(scan);<a name="line.6162"></a> |
| <span class="sourceLineNo">6163</span> boolean hasNext = scanner.next(currRow);<a name="line.6163"></a> |
| <span class="sourceLineNo">6164</span> assertEquals(1, currRow.size());<a name="line.6164"></a> |
| <span class="sourceLineNo">6165</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.6165"></a> |
| <span class="sourceLineNo">6166</span> .get(0).getRowLength(), rowD, 0, rowD.length));<a name="line.6166"></a> |
| <span class="sourceLineNo">6167</span> assertTrue(hasNext);<a name="line.6167"></a> |
| <span class="sourceLineNo">6168</span> currRow.clear();<a name="line.6168"></a> |
| <span class="sourceLineNo">6169</span> hasNext = scanner.next(currRow);<a name="line.6169"></a> |
| <span class="sourceLineNo">6170</span> assertEquals(1, currRow.size());<a name="line.6170"></a> |
| <span class="sourceLineNo">6171</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.6171"></a> |
| <span class="sourceLineNo">6172</span> .get(0).getRowLength(), rowC, 0, rowC.length));<a name="line.6172"></a> |
| <span class="sourceLineNo">6173</span> assertTrue(hasNext);<a name="line.6173"></a> |
| <span class="sourceLineNo">6174</span> currRow.clear();<a name="line.6174"></a> |
| <span class="sourceLineNo">6175</span> hasNext = scanner.next(currRow);<a name="line.6175"></a> |
| <span class="sourceLineNo">6176</span> assertEquals(1, currRow.size());<a name="line.6176"></a> |
| <span class="sourceLineNo">6177</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.6177"></a> |
| <span class="sourceLineNo">6178</span> .get(0).getRowLength(), rowB, 0, rowB.length));<a name="line.6178"></a> |
| <span class="sourceLineNo">6179</span> assertFalse(hasNext);<a name="line.6179"></a> |
| <span class="sourceLineNo">6180</span> scanner.close();<a name="line.6180"></a> |
| <span class="sourceLineNo">6181</span><a name="line.6181"></a> |
| <span class="sourceLineNo">6182</span> scan = new Scan().withStartRow(rowD).withStopRow(rowA);<a name="line.6182"></a> |
| <span class="sourceLineNo">6183</span> scan.addColumn(families[0], col2);<a name="line.6183"></a> |
| <span class="sourceLineNo">6184</span> scan.setReversed(true);<a name="line.6184"></a> |
| <span class="sourceLineNo">6185</span> currRow.clear();<a name="line.6185"></a> |
| <span class="sourceLineNo">6186</span> scanner = region.getScanner(scan);<a name="line.6186"></a> |
| <span class="sourceLineNo">6187</span> hasNext = scanner.next(currRow);<a name="line.6187"></a> |
| <span class="sourceLineNo">6188</span> assertEquals(1, currRow.size());<a name="line.6188"></a> |
| <span class="sourceLineNo">6189</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.6189"></a> |
| <span class="sourceLineNo">6190</span> .get(0).getRowLength(), rowD, 0, rowD.length));<a name="line.6190"></a> |
| <span class="sourceLineNo">6191</span> scanner.close();<a name="line.6191"></a> |
| <span class="sourceLineNo">6192</span> }<a name="line.6192"></a> |
| <span class="sourceLineNo">6193</span><a name="line.6193"></a> |
| <span class="sourceLineNo">6194</span> @Test<a name="line.6194"></a> |
| <span class="sourceLineNo">6195</span> public void testReverseScanner_smaller_blocksize() throws IOException {<a name="line.6195"></a> |
| <span class="sourceLineNo">6196</span> // case to ensure no conflict with HFile index optimization<a name="line.6196"></a> |
| <span class="sourceLineNo">6197</span> byte[] rowA = Bytes.toBytes("rowA");<a name="line.6197"></a> |
| <span class="sourceLineNo">6198</span> byte[] rowB = Bytes.toBytes("rowB");<a name="line.6198"></a> |
| <span class="sourceLineNo">6199</span> byte[] rowC = Bytes.toBytes("rowC");<a name="line.6199"></a> |
| <span class="sourceLineNo">6200</span> byte[] rowD = Bytes.toBytes("rowD");<a name="line.6200"></a> |
| <span class="sourceLineNo">6201</span> byte[] rowE = Bytes.toBytes("rowE");<a name="line.6201"></a> |
| <span class="sourceLineNo">6202</span> byte[] cf = Bytes.toBytes("CF");<a name="line.6202"></a> |
| <span class="sourceLineNo">6203</span> byte[][] families = { cf };<a name="line.6203"></a> |
| <span class="sourceLineNo">6204</span> byte[] col1 = Bytes.toBytes("col1");<a name="line.6204"></a> |
| <span class="sourceLineNo">6205</span> byte[] col2 = Bytes.toBytes("col2");<a name="line.6205"></a> |
| <span class="sourceLineNo">6206</span> long ts = 1;<a name="line.6206"></a> |
| <span class="sourceLineNo">6207</span> Configuration conf = new Configuration(CONF);<a name="line.6207"></a> |
| <span class="sourceLineNo">6208</span> conf.setInt("test.block.size", 1);<a name="line.6208"></a> |
| <span class="sourceLineNo">6209</span> this.region = initHRegion(tableName, method, conf, families);<a name="line.6209"></a> |
| <span class="sourceLineNo">6210</span> KeyValue kv1 = new KeyValue(rowA, cf, col1, ts, KeyValue.Type.Put, null);<a name="line.6210"></a> |
| <span class="sourceLineNo">6211</span> KeyValue kv2 = new KeyValue(rowB, cf, col1, ts, KeyValue.Type.Put, null);<a name="line.6211"></a> |
| <span class="sourceLineNo">6212</span> KeyValue kv3 = new KeyValue(rowC, cf, col1, ts, KeyValue.Type.Put, null);<a name="line.6212"></a> |
| <span class="sourceLineNo">6213</span> KeyValue kv4_1 = new KeyValue(rowD, cf, col1, ts, KeyValue.Type.Put, null);<a name="line.6213"></a> |
| <span class="sourceLineNo">6214</span> KeyValue kv4_2 = new KeyValue(rowD, cf, col2, ts, KeyValue.Type.Put, null);<a name="line.6214"></a> |
| <span class="sourceLineNo">6215</span> KeyValue kv5 = new KeyValue(rowE, cf, col1, ts, KeyValue.Type.Put, null);<a name="line.6215"></a> |
| <span class="sourceLineNo">6216</span> Put put = null;<a name="line.6216"></a> |
| <span class="sourceLineNo">6217</span> put = new Put(rowA);<a name="line.6217"></a> |
| <span class="sourceLineNo">6218</span> put.add(kv1);<a name="line.6218"></a> |
| <span class="sourceLineNo">6219</span> region.put(put);<a name="line.6219"></a> |
| <span class="sourceLineNo">6220</span> put = new Put(rowB);<a name="line.6220"></a> |
| <span class="sourceLineNo">6221</span> put.add(kv2);<a name="line.6221"></a> |
| <span class="sourceLineNo">6222</span> region.put(put);<a name="line.6222"></a> |
| <span class="sourceLineNo">6223</span> put = new Put(rowC);<a name="line.6223"></a> |
| <span class="sourceLineNo">6224</span> put.add(kv3);<a name="line.6224"></a> |
| <span class="sourceLineNo">6225</span> region.put(put);<a name="line.6225"></a> |
| <span class="sourceLineNo">6226</span> put = new Put(rowD);<a name="line.6226"></a> |
| <span class="sourceLineNo">6227</span> put.add(kv4_1);<a name="line.6227"></a> |
| <span class="sourceLineNo">6228</span> region.put(put);<a name="line.6228"></a> |
| <span class="sourceLineNo">6229</span> put = new Put(rowD);<a name="line.6229"></a> |
| <span class="sourceLineNo">6230</span> put.add(kv4_2);<a name="line.6230"></a> |
| <span class="sourceLineNo">6231</span> region.put(put);<a name="line.6231"></a> |
| <span class="sourceLineNo">6232</span> put = new Put(rowE);<a name="line.6232"></a> |
| <span class="sourceLineNo">6233</span> put.add(kv5);<a name="line.6233"></a> |
| <span class="sourceLineNo">6234</span> region.put(put);<a name="line.6234"></a> |
| <span class="sourceLineNo">6235</span> region.flush(true);<a name="line.6235"></a> |
| <span class="sourceLineNo">6236</span> Scan scan = new Scan().withStartRow(rowD).withStopRow(rowA);<a name="line.6236"></a> |
| <span class="sourceLineNo">6237</span> scan.addColumn(families[0], col1);<a name="line.6237"></a> |
| <span class="sourceLineNo">6238</span> scan.setReversed(true);<a name="line.6238"></a> |
| <span class="sourceLineNo">6239</span> List<Cell> currRow = new ArrayList<>();<a name="line.6239"></a> |
| <span class="sourceLineNo">6240</span> InternalScanner scanner = region.getScanner(scan);<a name="line.6240"></a> |
| <span class="sourceLineNo">6241</span> boolean hasNext = scanner.next(currRow);<a name="line.6241"></a> |
| <span class="sourceLineNo">6242</span> assertEquals(1, currRow.size());<a name="line.6242"></a> |
| <span class="sourceLineNo">6243</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.6243"></a> |
| <span class="sourceLineNo">6244</span> .get(0).getRowLength(), rowD, 0, rowD.length));<a name="line.6244"></a> |
| <span class="sourceLineNo">6245</span> assertTrue(hasNext);<a name="line.6245"></a> |
| <span class="sourceLineNo">6246</span> currRow.clear();<a name="line.6246"></a> |
| <span class="sourceLineNo">6247</span> hasNext = scanner.next(currRow);<a name="line.6247"></a> |
| <span class="sourceLineNo">6248</span> assertEquals(1, currRow.size());<a name="line.6248"></a> |
| <span class="sourceLineNo">6249</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.6249"></a> |
| <span class="sourceLineNo">6250</span> .get(0).getRowLength(), rowC, 0, rowC.length));<a name="line.6250"></a> |
| <span class="sourceLineNo">6251</span> assertTrue(hasNext);<a name="line.6251"></a> |
| <span class="sourceLineNo">6252</span> currRow.clear();<a name="line.6252"></a> |
| <span class="sourceLineNo">6253</span> hasNext = scanner.next(currRow);<a name="line.6253"></a> |
| <span class="sourceLineNo">6254</span> assertEquals(1, currRow.size());<a name="line.6254"></a> |
| <span class="sourceLineNo">6255</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.6255"></a> |
| <span class="sourceLineNo">6256</span> .get(0).getRowLength(), rowB, 0, rowB.length));<a name="line.6256"></a> |
| <span class="sourceLineNo">6257</span> assertFalse(hasNext);<a name="line.6257"></a> |
| <span class="sourceLineNo">6258</span> scanner.close();<a name="line.6258"></a> |
| <span class="sourceLineNo">6259</span><a name="line.6259"></a> |
| <span class="sourceLineNo">6260</span> scan = new Scan().withStartRow(rowD).withStopRow(rowA);<a name="line.6260"></a> |
| <span class="sourceLineNo">6261</span> scan.addColumn(families[0], col2);<a name="line.6261"></a> |
| <span class="sourceLineNo">6262</span> scan.setReversed(true);<a name="line.6262"></a> |
| <span class="sourceLineNo">6263</span> currRow.clear();<a name="line.6263"></a> |
| <span class="sourceLineNo">6264</span> scanner = region.getScanner(scan);<a name="line.6264"></a> |
| <span class="sourceLineNo">6265</span> hasNext = scanner.next(currRow);<a name="line.6265"></a> |
| <span class="sourceLineNo">6266</span> assertEquals(1, currRow.size());<a name="line.6266"></a> |
| <span class="sourceLineNo">6267</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.6267"></a> |
| <span class="sourceLineNo">6268</span> .get(0).getRowLength(), rowD, 0, rowD.length));<a name="line.6268"></a> |
| <span class="sourceLineNo">6269</span> scanner.close();<a name="line.6269"></a> |
| <span class="sourceLineNo">6270</span> }<a name="line.6270"></a> |
| <span class="sourceLineNo">6271</span><a name="line.6271"></a> |
| <span class="sourceLineNo">6272</span> @Test<a name="line.6272"></a> |
| <span class="sourceLineNo">6273</span> public void testReverseScanner_FromMemStoreAndHFiles_MultiCFs1()<a name="line.6273"></a> |
| <span class="sourceLineNo">6274</span> throws IOException {<a name="line.6274"></a> |
| <span class="sourceLineNo">6275</span> byte[] row0 = Bytes.toBytes("row0"); // 1 kv<a name="line.6275"></a> |
| <span class="sourceLineNo">6276</span> byte[] row1 = Bytes.toBytes("row1"); // 2 kv<a name="line.6276"></a> |
| <span class="sourceLineNo">6277</span> byte[] row2 = Bytes.toBytes("row2"); // 4 kv<a name="line.6277"></a> |
| <span class="sourceLineNo">6278</span> byte[] row3 = Bytes.toBytes("row3"); // 2 kv<a name="line.6278"></a> |
| <span class="sourceLineNo">6279</span> byte[] row4 = Bytes.toBytes("row4"); // 5 kv<a name="line.6279"></a> |
| <span class="sourceLineNo">6280</span> byte[] row5 = Bytes.toBytes("row5"); // 2 kv<a name="line.6280"></a> |
| <span class="sourceLineNo">6281</span> byte[] cf1 = Bytes.toBytes("CF1");<a name="line.6281"></a> |
| <span class="sourceLineNo">6282</span> byte[] cf2 = Bytes.toBytes("CF2");<a name="line.6282"></a> |
| <span class="sourceLineNo">6283</span> byte[] cf3 = Bytes.toBytes("CF3");<a name="line.6283"></a> |
| <span class="sourceLineNo">6284</span> byte[][] families = { cf1, cf2, cf3 };<a name="line.6284"></a> |
| <span class="sourceLineNo">6285</span> byte[] col = Bytes.toBytes("C");<a name="line.6285"></a> |
| <span class="sourceLineNo">6286</span> long ts = 1;<a name="line.6286"></a> |
| <span class="sourceLineNo">6287</span> Configuration conf = new Configuration(CONF);<a name="line.6287"></a> |
| <span class="sourceLineNo">6288</span> // disable compactions in this test.<a name="line.6288"></a> |
| <span class="sourceLineNo">6289</span> conf.setInt("hbase.hstore.compactionThreshold", 10000);<a name="line.6289"></a> |
| <span class="sourceLineNo">6290</span> this.region = initHRegion(tableName, method, conf, families);<a name="line.6290"></a> |
| <span class="sourceLineNo">6291</span> // kv naming style: kv(row number) totalKvCountInThisRow seq no<a name="line.6291"></a> |
| <span class="sourceLineNo">6292</span> KeyValue kv0_1_1 = new KeyValue(row0, cf1, col, ts, KeyValue.Type.Put,<a name="line.6292"></a> |
| <span class="sourceLineNo">6293</span> null);<a name="line.6293"></a> |
| <span class="sourceLineNo">6294</span> KeyValue kv1_2_1 = new KeyValue(row1, cf2, col, ts, KeyValue.Type.Put,<a name="line.6294"></a> |
| <span class="sourceLineNo">6295</span> null);<a name="line.6295"></a> |
| <span class="sourceLineNo">6296</span> KeyValue kv1_2_2 = new KeyValue(row1, cf1, col, ts + 1,<a name="line.6296"></a> |
| <span class="sourceLineNo">6297</span> KeyValue.Type.Put, null);<a name="line.6297"></a> |
| <span class="sourceLineNo">6298</span> KeyValue kv2_4_1 = new KeyValue(row2, cf2, col, ts, KeyValue.Type.Put,<a name="line.6298"></a> |
| <span class="sourceLineNo">6299</span> null);<a name="line.6299"></a> |
| <span class="sourceLineNo">6300</span> KeyValue kv2_4_2 = new KeyValue(row2, cf1, col, ts, KeyValue.Type.Put,<a name="line.6300"></a> |
| <span class="sourceLineNo">6301</span> null);<a name="line.6301"></a> |
| <span class="sourceLineNo">6302</span> KeyValue kv2_4_3 = new KeyValue(row2, cf3, col, ts, KeyValue.Type.Put,<a name="line.6302"></a> |
| <span class="sourceLineNo">6303</span> null);<a name="line.6303"></a> |
| <span class="sourceLineNo">6304</span> KeyValue kv2_4_4 = new KeyValue(row2, cf1, col, ts + 4,<a name="line.6304"></a> |
| <span class="sourceLineNo">6305</span> KeyValue.Type.Put, null);<a name="line.6305"></a> |
| <span class="sourceLineNo">6306</span> KeyValue kv3_2_1 = new KeyValue(row3, cf2, col, ts, KeyValue.Type.Put,<a name="line.6306"></a> |
| <span class="sourceLineNo">6307</span> null);<a name="line.6307"></a> |
| <span class="sourceLineNo">6308</span> KeyValue kv3_2_2 = new KeyValue(row3, cf1, col, ts + 4,<a name="line.6308"></a> |
| <span class="sourceLineNo">6309</span> KeyValue.Type.Put, null);<a name="line.6309"></a> |
| <span class="sourceLineNo">6310</span> KeyValue kv4_5_1 = new KeyValue(row4, cf1, col, ts, KeyValue.Type.Put,<a name="line.6310"></a> |
| <span class="sourceLineNo">6311</span> null);<a name="line.6311"></a> |
| <span class="sourceLineNo">6312</span> KeyValue kv4_5_2 = new KeyValue(row4, cf3, col, ts, KeyValue.Type.Put,<a name="line.6312"></a> |
| <span class="sourceLineNo">6313</span> null);<a name="line.6313"></a> |
| <span class="sourceLineNo">6314</span> KeyValue kv4_5_3 = new KeyValue(row4, cf3, col, ts + 5,<a name="line.6314"></a> |
| <span class="sourceLineNo">6315</span> KeyValue.Type.Put, null);<a name="line.6315"></a> |
| <span class="sourceLineNo">6316</span> KeyValue kv4_5_4 = new KeyValue(row4, cf2, col, ts, KeyValue.Type.Put,<a name="line.6316"></a> |
| <span class="sourceLineNo">6317</span> null);<a name="line.6317"></a> |
| <span class="sourceLineNo">6318</span> KeyValue kv4_5_5 = new KeyValue(row4, cf1, col, ts + 3,<a name="line.6318"></a> |
| <span class="sourceLineNo">6319</span> KeyValue.Type.Put, null);<a name="line.6319"></a> |
| <span class="sourceLineNo">6320</span> KeyValue kv5_2_1 = new KeyValue(row5, cf2, col, ts, KeyValue.Type.Put,<a name="line.6320"></a> |
| <span class="sourceLineNo">6321</span> null);<a name="line.6321"></a> |
| <span class="sourceLineNo">6322</span> KeyValue kv5_2_2 = new KeyValue(row5, cf3, col, ts, KeyValue.Type.Put,<a name="line.6322"></a> |
| <span class="sourceLineNo">6323</span> null);<a name="line.6323"></a> |
| <span class="sourceLineNo">6324</span> // hfiles(cf1/cf2) :"row1"(1 kv) / "row2"(1 kv) / "row4"(2 kv)<a name="line.6324"></a> |
| <span class="sourceLineNo">6325</span> Put put = null;<a name="line.6325"></a> |
| <span class="sourceLineNo">6326</span> put = new Put(row1);<a name="line.6326"></a> |
| <span class="sourceLineNo">6327</span> put.add(kv1_2_1);<a name="line.6327"></a> |
| <span class="sourceLineNo">6328</span> region.put(put);<a name="line.6328"></a> |
| <span class="sourceLineNo">6329</span> put = new Put(row2);<a name="line.6329"></a> |
| <span class="sourceLineNo">6330</span> put.add(kv2_4_1);<a name="line.6330"></a> |
| <span class="sourceLineNo">6331</span> region.put(put);<a name="line.6331"></a> |
| <span class="sourceLineNo">6332</span> put = new Put(row4);<a name="line.6332"></a> |
| <span class="sourceLineNo">6333</span> put.add(kv4_5_4);<a name="line.6333"></a> |
| <span class="sourceLineNo">6334</span> put.add(kv4_5_5);<a name="line.6334"></a> |
| <span class="sourceLineNo">6335</span> region.put(put);<a name="line.6335"></a> |
| <span class="sourceLineNo">6336</span> region.flush(true);<a name="line.6336"></a> |
| <span class="sourceLineNo">6337</span> // hfiles(cf1/cf3) : "row1" (1 kvs) / "row2" (1 kv) / "row4" (2 kv)<a name="line.6337"></a> |
| <span class="sourceLineNo">6338</span> put = new Put(row4);<a name="line.6338"></a> |
| <span class="sourceLineNo">6339</span> put.add(kv4_5_1);<a name="line.6339"></a> |
| <span class="sourceLineNo">6340</span> put.add(kv4_5_3);<a name="line.6340"></a> |
| <span class="sourceLineNo">6341</span> region.put(put);<a name="line.6341"></a> |
| <span class="sourceLineNo">6342</span> put = new Put(row1);<a name="line.6342"></a> |
| <span class="sourceLineNo">6343</span> put.add(kv1_2_2);<a name="line.6343"></a> |
| <span class="sourceLineNo">6344</span> region.put(put);<a name="line.6344"></a> |
| <span class="sourceLineNo">6345</span> put = new Put(row2);<a name="line.6345"></a> |
| <span class="sourceLineNo">6346</span> put.add(kv2_4_4);<a name="line.6346"></a> |
| <span class="sourceLineNo">6347</span> region.put(put);<a name="line.6347"></a> |
| <span class="sourceLineNo">6348</span> region.flush(true);<a name="line.6348"></a> |
| <span class="sourceLineNo">6349</span> // hfiles(cf1/cf3) : "row2"(2 kv) / "row3"(1 kvs) / "row4" (1 kv)<a name="line.6349"></a> |
| <span class="sourceLineNo">6350</span> put = new Put(row4);<a name="line.6350"></a> |
| <span class="sourceLineNo">6351</span> put.add(kv4_5_2);<a name="line.6351"></a> |
| <span class="sourceLineNo">6352</span> region.put(put);<a name="line.6352"></a> |
| <span class="sourceLineNo">6353</span> put = new Put(row2);<a name="line.6353"></a> |
| <span class="sourceLineNo">6354</span> put.add(kv2_4_2);<a name="line.6354"></a> |
| <span class="sourceLineNo">6355</span> put.add(kv2_4_3);<a name="line.6355"></a> |
| <span class="sourceLineNo">6356</span> region.put(put);<a name="line.6356"></a> |
| <span class="sourceLineNo">6357</span> put = new Put(row3);<a name="line.6357"></a> |
| <span class="sourceLineNo">6358</span> put.add(kv3_2_2);<a name="line.6358"></a> |
| <span class="sourceLineNo">6359</span> region.put(put);<a name="line.6359"></a> |
| <span class="sourceLineNo">6360</span> region.flush(true);<a name="line.6360"></a> |
| <span class="sourceLineNo">6361</span> // memstore(cf1/cf2/cf3) : "row0" (1 kvs) / "row3" ( 1 kv) / "row5" (max)<a name="line.6361"></a> |
| <span class="sourceLineNo">6362</span> // ( 2 kv)<a name="line.6362"></a> |
| <span class="sourceLineNo">6363</span> put = new Put(row0);<a name="line.6363"></a> |
| <span class="sourceLineNo">6364</span> put.add(kv0_1_1);<a name="line.6364"></a> |
| <span class="sourceLineNo">6365</span> region.put(put);<a name="line.6365"></a> |
| <span class="sourceLineNo">6366</span> put = new Put(row3);<a name="line.6366"></a> |
| <span class="sourceLineNo">6367</span> put.add(kv3_2_1);<a name="line.6367"></a> |
| <span class="sourceLineNo">6368</span> region.put(put);<a name="line.6368"></a> |
| <span class="sourceLineNo">6369</span> put = new Put(row5);<a name="line.6369"></a> |
| <span class="sourceLineNo">6370</span> put.add(kv5_2_1);<a name="line.6370"></a> |
| <span class="sourceLineNo">6371</span> put.add(kv5_2_2);<a name="line.6371"></a> |
| <span class="sourceLineNo">6372</span> region.put(put);<a name="line.6372"></a> |
| <span class="sourceLineNo">6373</span> // scan range = ["row4", min), skip the max "row5"<a name="line.6373"></a> |
| <span class="sourceLineNo">6374</span> Scan scan = new Scan().withStartRow(row4);<a name="line.6374"></a> |
| <span class="sourceLineNo">6375</span> scan.readVersions(5);<a name="line.6375"></a> |
| <span class="sourceLineNo">6376</span> scan.setBatch(3);<a name="line.6376"></a> |
| <span class="sourceLineNo">6377</span> scan.setReversed(true);<a name="line.6377"></a> |
| <span class="sourceLineNo">6378</span> InternalScanner scanner = region.getScanner(scan);<a name="line.6378"></a> |
| <span class="sourceLineNo">6379</span> List<Cell> currRow = new ArrayList<>();<a name="line.6379"></a> |
| <span class="sourceLineNo">6380</span> boolean hasNext = false;<a name="line.6380"></a> |
| <span class="sourceLineNo">6381</span> // 1. scan out "row4" (5 kvs), "row5" can't be scanned out since not<a name="line.6381"></a> |
| <span class="sourceLineNo">6382</span> // included in scan range<a name="line.6382"></a> |
| <span class="sourceLineNo">6383</span> // "row4" takes 2 next() calls since batch=3<a name="line.6383"></a> |
| <span class="sourceLineNo">6384</span> hasNext = scanner.next(currRow);<a name="line.6384"></a> |
| <span class="sourceLineNo">6385</span> assertEquals(3, currRow.size());<a name="line.6385"></a> |
| <span class="sourceLineNo">6386</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.6386"></a> |
| <span class="sourceLineNo">6387</span> .get(0).getRowLength(), row4, 0, row4.length));<a name="line.6387"></a> |
| <span class="sourceLineNo">6388</span> assertTrue(hasNext);<a name="line.6388"></a> |
| <span class="sourceLineNo">6389</span> currRow.clear();<a name="line.6389"></a> |
| <span class="sourceLineNo">6390</span> hasNext = scanner.next(currRow);<a name="line.6390"></a> |
| <span class="sourceLineNo">6391</span> assertEquals(2, currRow.size());<a name="line.6391"></a> |
| <span class="sourceLineNo">6392</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(),<a name="line.6392"></a> |
| <span class="sourceLineNo">6393</span> currRow.get(0).getRowLength(), row4, 0,<a name="line.6393"></a> |
| <span class="sourceLineNo">6394</span> row4.length));<a name="line.6394"></a> |
| <span class="sourceLineNo">6395</span> assertTrue(hasNext);<a name="line.6395"></a> |
| <span class="sourceLineNo">6396</span> // 2. scan out "row3" (2 kv)<a name="line.6396"></a> |
| <span class="sourceLineNo">6397</span> currRow.clear();<a name="line.6397"></a> |
| <span class="sourceLineNo">6398</span> hasNext = scanner.next(currRow);<a name="line.6398"></a> |
| <span class="sourceLineNo">6399</span> assertEquals(2, currRow.size());<a name="line.6399"></a> |
| <span class="sourceLineNo">6400</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.6400"></a> |
| <span class="sourceLineNo">6401</span> .get(0).getRowLength(), row3, 0, row3.length));<a name="line.6401"></a> |
| <span class="sourceLineNo">6402</span> assertTrue(hasNext);<a name="line.6402"></a> |
| <span class="sourceLineNo">6403</span> // 3. scan out "row2" (4 kvs)<a name="line.6403"></a> |
| <span class="sourceLineNo">6404</span> // "row2" takes 2 next() calls since batch=3<a name="line.6404"></a> |
| <span class="sourceLineNo">6405</span> currRow.clear();<a name="line.6405"></a> |
| <span class="sourceLineNo">6406</span> hasNext = scanner.next(currRow);<a name="line.6406"></a> |
| <span class="sourceLineNo">6407</span> assertEquals(3, currRow.size());<a name="line.6407"></a> |
| <span class="sourceLineNo">6408</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.6408"></a> |
| <span class="sourceLineNo">6409</span> .get(0).getRowLength(), row2, 0, row2.length));<a name="line.6409"></a> |
| <span class="sourceLineNo">6410</span> assertTrue(hasNext);<a name="line.6410"></a> |
| <span class="sourceLineNo">6411</span> currRow.clear();<a name="line.6411"></a> |
| <span class="sourceLineNo">6412</span> hasNext = scanner.next(currRow);<a name="line.6412"></a> |
| <span class="sourceLineNo">6413</span> assertEquals(1, currRow.size());<a name="line.6413"></a> |
| <span class="sourceLineNo">6414</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.6414"></a> |
| <span class="sourceLineNo">6415</span> .get(0).getRowLength(), row2, 0, row2.length));<a name="line.6415"></a> |
| <span class="sourceLineNo">6416</span> assertTrue(hasNext);<a name="line.6416"></a> |
| <span class="sourceLineNo">6417</span> // 4. scan out "row1" (2 kv)<a name="line.6417"></a> |
| <span class="sourceLineNo">6418</span> currRow.clear();<a name="line.6418"></a> |
| <span class="sourceLineNo">6419</span> hasNext = scanner.next(currRow);<a name="line.6419"></a> |
| <span class="sourceLineNo">6420</span> assertEquals(2, currRow.size());<a name="line.6420"></a> |
| <span class="sourceLineNo">6421</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.6421"></a> |
| <span class="sourceLineNo">6422</span> .get(0).getRowLength(), row1, 0, row1.length));<a name="line.6422"></a> |
| <span class="sourceLineNo">6423</span> assertTrue(hasNext);<a name="line.6423"></a> |
| <span class="sourceLineNo">6424</span> // 5. scan out "row0" (1 kv)<a name="line.6424"></a> |
| <span class="sourceLineNo">6425</span> currRow.clear();<a name="line.6425"></a> |
| <span class="sourceLineNo">6426</span> hasNext = scanner.next(currRow);<a name="line.6426"></a> |
| <span class="sourceLineNo">6427</span> assertEquals(1, currRow.size());<a name="line.6427"></a> |
| <span class="sourceLineNo">6428</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.6428"></a> |
| <span class="sourceLineNo">6429</span> .get(0).getRowLength(), row0, 0, row0.length));<a name="line.6429"></a> |
| <span class="sourceLineNo">6430</span> assertFalse(hasNext);<a name="line.6430"></a> |
| <span class="sourceLineNo">6431</span><a name="line.6431"></a> |
| <span class="sourceLineNo">6432</span> scanner.close();<a name="line.6432"></a> |
| <span class="sourceLineNo">6433</span> }<a name="line.6433"></a> |
| <span class="sourceLineNo">6434</span><a name="line.6434"></a> |
| <span class="sourceLineNo">6435</span> @Test<a name="line.6435"></a> |
| <span class="sourceLineNo">6436</span> public void testReverseScanner_FromMemStoreAndHFiles_MultiCFs2()<a name="line.6436"></a> |
| <span class="sourceLineNo">6437</span> throws IOException {<a name="line.6437"></a> |
| <span class="sourceLineNo">6438</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.6438"></a> |
| <span class="sourceLineNo">6439</span> byte[] row2 = Bytes.toBytes("row2");<a name="line.6439"></a> |
| <span class="sourceLineNo">6440</span> byte[] row3 = Bytes.toBytes("row3");<a name="line.6440"></a> |
| <span class="sourceLineNo">6441</span> byte[] row4 = Bytes.toBytes("row4");<a name="line.6441"></a> |
| <span class="sourceLineNo">6442</span> byte[] cf1 = Bytes.toBytes("CF1");<a name="line.6442"></a> |
| <span class="sourceLineNo">6443</span> byte[] cf2 = Bytes.toBytes("CF2");<a name="line.6443"></a> |
| <span class="sourceLineNo">6444</span> byte[] cf3 = Bytes.toBytes("CF3");<a name="line.6444"></a> |
| <span class="sourceLineNo">6445</span> byte[] cf4 = Bytes.toBytes("CF4");<a name="line.6445"></a> |
| <span class="sourceLineNo">6446</span> byte[][] families = { cf1, cf2, cf3, cf4 };<a name="line.6446"></a> |
| <span class="sourceLineNo">6447</span> byte[] col = Bytes.toBytes("C");<a name="line.6447"></a> |
| <span class="sourceLineNo">6448</span> long ts = 1;<a name="line.6448"></a> |
| <span class="sourceLineNo">6449</span> Configuration conf = new Configuration(CONF);<a name="line.6449"></a> |
| <span class="sourceLineNo">6450</span> // disable compactions in this test.<a name="line.6450"></a> |
| <span class="sourceLineNo">6451</span> conf.setInt("hbase.hstore.compactionThreshold", 10000);<a name="line.6451"></a> |
| <span class="sourceLineNo">6452</span> this.region = initHRegion(tableName, method, conf, families);<a name="line.6452"></a> |
| <span class="sourceLineNo">6453</span> KeyValue kv1 = new KeyValue(row1, cf1, col, ts, KeyValue.Type.Put, null);<a name="line.6453"></a> |
| <span class="sourceLineNo">6454</span> KeyValue kv2 = new KeyValue(row2, cf2, col, ts, KeyValue.Type.Put, null);<a name="line.6454"></a> |
| <span class="sourceLineNo">6455</span> KeyValue kv3 = new KeyValue(row3, cf3, col, ts, KeyValue.Type.Put, null);<a name="line.6455"></a> |
| <span class="sourceLineNo">6456</span> KeyValue kv4 = new KeyValue(row4, cf4, col, ts, KeyValue.Type.Put, null);<a name="line.6456"></a> |
| <span class="sourceLineNo">6457</span> // storefile1<a name="line.6457"></a> |
| <span class="sourceLineNo">6458</span> Put put = new Put(row1);<a name="line.6458"></a> |
| <span class="sourceLineNo">6459</span> put.add(kv1);<a name="line.6459"></a> |
| <span class="sourceLineNo">6460</span> region.put(put);<a name="line.6460"></a> |
| <span class="sourceLineNo">6461</span> region.flush(true);<a name="line.6461"></a> |
| <span class="sourceLineNo">6462</span> // storefile2<a name="line.6462"></a> |
| <span class="sourceLineNo">6463</span> put = new Put(row2);<a name="line.6463"></a> |
| <span class="sourceLineNo">6464</span> put.add(kv2);<a name="line.6464"></a> |
| <span class="sourceLineNo">6465</span> region.put(put);<a name="line.6465"></a> |
| <span class="sourceLineNo">6466</span> region.flush(true);<a name="line.6466"></a> |
| <span class="sourceLineNo">6467</span> // storefile3<a name="line.6467"></a> |
| <span class="sourceLineNo">6468</span> put = new Put(row3);<a name="line.6468"></a> |
| <span class="sourceLineNo">6469</span> put.add(kv3);<a name="line.6469"></a> |
| <span class="sourceLineNo">6470</span> region.put(put);<a name="line.6470"></a> |
| <span class="sourceLineNo">6471</span> region.flush(true);<a name="line.6471"></a> |
| <span class="sourceLineNo">6472</span> // memstore<a name="line.6472"></a> |
| <span class="sourceLineNo">6473</span> put = new Put(row4);<a name="line.6473"></a> |
| <span class="sourceLineNo">6474</span> put.add(kv4);<a name="line.6474"></a> |
| <span class="sourceLineNo">6475</span> region.put(put);<a name="line.6475"></a> |
| <span class="sourceLineNo">6476</span> // scan range = ["row4", min)<a name="line.6476"></a> |
| <span class="sourceLineNo">6477</span> Scan scan = new Scan().withStartRow(row4);<a name="line.6477"></a> |
| <span class="sourceLineNo">6478</span> scan.setReversed(true);<a name="line.6478"></a> |
| <span class="sourceLineNo">6479</span> scan.setBatch(10);<a name="line.6479"></a> |
| <span class="sourceLineNo">6480</span> InternalScanner scanner = region.getScanner(scan);<a name="line.6480"></a> |
| <span class="sourceLineNo">6481</span> List<Cell> currRow = new ArrayList<>();<a name="line.6481"></a> |
| <span class="sourceLineNo">6482</span> boolean hasNext = scanner.next(currRow);<a name="line.6482"></a> |
| <span class="sourceLineNo">6483</span> assertEquals(1, currRow.size());<a name="line.6483"></a> |
| <span class="sourceLineNo">6484</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.6484"></a> |
| <span class="sourceLineNo">6485</span> .get(0).getRowLength(), row4, 0, row4.length));<a name="line.6485"></a> |
| <span class="sourceLineNo">6486</span> assertTrue(hasNext);<a name="line.6486"></a> |
| <span class="sourceLineNo">6487</span> currRow.clear();<a name="line.6487"></a> |
| <span class="sourceLineNo">6488</span> hasNext = scanner.next(currRow);<a name="line.6488"></a> |
| <span class="sourceLineNo">6489</span> assertEquals(1, currRow.size());<a name="line.6489"></a> |
| <span class="sourceLineNo">6490</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.6490"></a> |
| <span class="sourceLineNo">6491</span> .get(0).getRowLength(), row3, 0, row3.length));<a name="line.6491"></a> |
| <span class="sourceLineNo">6492</span> assertTrue(hasNext);<a name="line.6492"></a> |
| <span class="sourceLineNo">6493</span> currRow.clear();<a name="line.6493"></a> |
| <span class="sourceLineNo">6494</span> hasNext = scanner.next(currRow);<a name="line.6494"></a> |
| <span class="sourceLineNo">6495</span> assertEquals(1, currRow.size());<a name="line.6495"></a> |
| <span class="sourceLineNo">6496</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.6496"></a> |
| <span class="sourceLineNo">6497</span> .get(0).getRowLength(), row2, 0, row2.length));<a name="line.6497"></a> |
| <span class="sourceLineNo">6498</span> assertTrue(hasNext);<a name="line.6498"></a> |
| <span class="sourceLineNo">6499</span> currRow.clear();<a name="line.6499"></a> |
| <span class="sourceLineNo">6500</span> hasNext = scanner.next(currRow);<a name="line.6500"></a> |
| <span class="sourceLineNo">6501</span> assertEquals(1, currRow.size());<a name="line.6501"></a> |
| <span class="sourceLineNo">6502</span> assertTrue(Bytes.equals(currRow.get(0).getRowArray(), currRow.get(0).getRowOffset(), currRow<a name="line.6502"></a> |
| <span class="sourceLineNo">6503</span> .get(0).getRowLength(), row1, 0, row1.length));<a name="line.6503"></a> |
| <span class="sourceLineNo">6504</span> assertFalse(hasNext);<a name="line.6504"></a> |
| <span class="sourceLineNo">6505</span> }<a name="line.6505"></a> |
| <span class="sourceLineNo">6506</span><a name="line.6506"></a> |
| <span class="sourceLineNo">6507</span> /**<a name="line.6507"></a> |
| <span class="sourceLineNo">6508</span> * Test for HBASE-14497: Reverse Scan threw StackOverflow caused by readPt checking<a name="line.6508"></a> |
| <span class="sourceLineNo">6509</span> */<a name="line.6509"></a> |
| <span class="sourceLineNo">6510</span> @Test<a name="line.6510"></a> |
| <span class="sourceLineNo">6511</span> public void testReverseScanner_StackOverflow() throws IOException {<a name="line.6511"></a> |
| <span class="sourceLineNo">6512</span> byte[] cf1 = Bytes.toBytes("CF1");<a name="line.6512"></a> |
| <span class="sourceLineNo">6513</span> byte[][] families = {cf1};<a name="line.6513"></a> |
| <span class="sourceLineNo">6514</span> byte[] col = Bytes.toBytes("C");<a name="line.6514"></a> |
| <span class="sourceLineNo">6515</span> Configuration conf = new Configuration(CONF);<a name="line.6515"></a> |
| <span class="sourceLineNo">6516</span> this.region = initHRegion(tableName, method, conf, families);<a name="line.6516"></a> |
| <span class="sourceLineNo">6517</span> // setup with one storefile and one memstore, to create scanner and get an earlier readPt<a name="line.6517"></a> |
| <span class="sourceLineNo">6518</span> Put put = new Put(Bytes.toBytes("19998"));<a name="line.6518"></a> |
| <span class="sourceLineNo">6519</span> put.addColumn(cf1, col, Bytes.toBytes("val"));<a name="line.6519"></a> |
| <span class="sourceLineNo">6520</span> region.put(put);<a name="line.6520"></a> |
| <span class="sourceLineNo">6521</span> region.flushcache(true, true, FlushLifeCycleTracker.DUMMY);<a name="line.6521"></a> |
| <span class="sourceLineNo">6522</span> Put put2 = new Put(Bytes.toBytes("19997"));<a name="line.6522"></a> |
| <span class="sourceLineNo">6523</span> put2.addColumn(cf1, col, Bytes.toBytes("val"));<a name="line.6523"></a> |
| <span class="sourceLineNo">6524</span> region.put(put2);<a name="line.6524"></a> |
| <span class="sourceLineNo">6525</span><a name="line.6525"></a> |
| <span class="sourceLineNo">6526</span> Scan scan = new Scan().withStartRow(Bytes.toBytes("19998"));<a name="line.6526"></a> |
| <span class="sourceLineNo">6527</span> scan.setReversed(true);<a name="line.6527"></a> |
| <span class="sourceLineNo">6528</span> InternalScanner scanner = region.getScanner(scan);<a name="line.6528"></a> |
| <span class="sourceLineNo">6529</span><a name="line.6529"></a> |
| <span class="sourceLineNo">6530</span> // create one storefile contains many rows will be skipped<a name="line.6530"></a> |
| <span class="sourceLineNo">6531</span> // to check StoreFileScanner.seekToPreviousRow<a name="line.6531"></a> |
| <span class="sourceLineNo">6532</span> for (int i = 10000; i < 20000; i++) {<a name="line.6532"></a> |
| <span class="sourceLineNo">6533</span> Put p = new Put(Bytes.toBytes(""+i));<a name="line.6533"></a> |
| <span class="sourceLineNo">6534</span> p.addColumn(cf1, col, Bytes.toBytes("" + i));<a name="line.6534"></a> |
| <span class="sourceLineNo">6535</span> region.put(p);<a name="line.6535"></a> |
| <span class="sourceLineNo">6536</span> }<a name="line.6536"></a> |
| <span class="sourceLineNo">6537</span> region.flushcache(true, true, FlushLifeCycleTracker.DUMMY);<a name="line.6537"></a> |
| <span class="sourceLineNo">6538</span><a name="line.6538"></a> |
| <span class="sourceLineNo">6539</span> // create one memstore contains many rows will be skipped<a name="line.6539"></a> |
| <span class="sourceLineNo">6540</span> // to check MemStoreScanner.seekToPreviousRow<a name="line.6540"></a> |
| <span class="sourceLineNo">6541</span> for (int i = 10000; i < 20000; i++) {<a name="line.6541"></a> |
| <span class="sourceLineNo">6542</span> Put p = new Put(Bytes.toBytes(""+i));<a name="line.6542"></a> |
| <span class="sourceLineNo">6543</span> p.addColumn(cf1, col, Bytes.toBytes("" + i));<a name="line.6543"></a> |
| <span class="sourceLineNo">6544</span> region.put(p);<a name="line.6544"></a> |
| <span class="sourceLineNo">6545</span> }<a name="line.6545"></a> |
| <span class="sourceLineNo">6546</span><a name="line.6546"></a> |
| <span class="sourceLineNo">6547</span> List<Cell> currRow = new ArrayList<>();<a name="line.6547"></a> |
| <span class="sourceLineNo">6548</span> boolean hasNext;<a name="line.6548"></a> |
| <span class="sourceLineNo">6549</span> do {<a name="line.6549"></a> |
| <span class="sourceLineNo">6550</span> hasNext = scanner.next(currRow);<a name="line.6550"></a> |
| <span class="sourceLineNo">6551</span> } while (hasNext);<a name="line.6551"></a> |
| <span class="sourceLineNo">6552</span> assertEquals(2, currRow.size());<a name="line.6552"></a> |
| <span class="sourceLineNo">6553</span> assertEquals("19998", Bytes.toString(currRow.get(0).getRowArray(),<a name="line.6553"></a> |
| <span class="sourceLineNo">6554</span> currRow.get(0).getRowOffset(), currRow.get(0).getRowLength()));<a name="line.6554"></a> |
| <span class="sourceLineNo">6555</span> assertEquals("19997", Bytes.toString(currRow.get(1).getRowArray(),<a name="line.6555"></a> |
| <span class="sourceLineNo">6556</span> currRow.get(1).getRowOffset(), currRow.get(1).getRowLength()));<a name="line.6556"></a> |
| <span class="sourceLineNo">6557</span> }<a name="line.6557"></a> |
| <span class="sourceLineNo">6558</span><a name="line.6558"></a> |
| <span class="sourceLineNo">6559</span> @Test<a name="line.6559"></a> |
| <span class="sourceLineNo">6560</span> public void testReverseScanShouldNotScanMemstoreIfReadPtLesser() throws Exception {<a name="line.6560"></a> |
| <span class="sourceLineNo">6561</span> byte[] cf1 = Bytes.toBytes("CF1");<a name="line.6561"></a> |
| <span class="sourceLineNo">6562</span> byte[][] families = { cf1 };<a name="line.6562"></a> |
| <span class="sourceLineNo">6563</span> byte[] col = Bytes.toBytes("C");<a name="line.6563"></a> |
| <span class="sourceLineNo">6564</span> this.region = initHRegion(tableName, method, CONF, families);<a name="line.6564"></a> |
| <span class="sourceLineNo">6565</span> // setup with one storefile and one memstore, to create scanner and get an earlier readPt<a name="line.6565"></a> |
| <span class="sourceLineNo">6566</span> Put put = new Put(Bytes.toBytes("19996"));<a name="line.6566"></a> |
| <span class="sourceLineNo">6567</span> put.addColumn(cf1, col, Bytes.toBytes("val"));<a name="line.6567"></a> |
| <span class="sourceLineNo">6568</span> region.put(put);<a name="line.6568"></a> |
| <span class="sourceLineNo">6569</span> Put put2 = new Put(Bytes.toBytes("19995"));<a name="line.6569"></a> |
| <span class="sourceLineNo">6570</span> put2.addColumn(cf1, col, Bytes.toBytes("val"));<a name="line.6570"></a> |
| <span class="sourceLineNo">6571</span> region.put(put2);<a name="line.6571"></a> |
| <span class="sourceLineNo">6572</span> // create a reverse scan<a name="line.6572"></a> |
| <span class="sourceLineNo">6573</span> Scan scan = new Scan().withStartRow(Bytes.toBytes("19996"));<a name="line.6573"></a> |
| <span class="sourceLineNo">6574</span> scan.setReversed(true);<a name="line.6574"></a> |
| <span class="sourceLineNo">6575</span> RegionScannerImpl scanner = region.getScanner(scan);<a name="line.6575"></a> |
| <span class="sourceLineNo">6576</span><a name="line.6576"></a> |
| <span class="sourceLineNo">6577</span> // flush the cache. This will reset the store scanner<a name="line.6577"></a> |
| <span class="sourceLineNo">6578</span> region.flushcache(true, true, FlushLifeCycleTracker.DUMMY);<a name="line.6578"></a> |
| <span class="sourceLineNo">6579</span><a name="line.6579"></a> |
| <span class="sourceLineNo">6580</span> // create one memstore contains many rows will be skipped<a name="line.6580"></a> |
| <span class="sourceLineNo">6581</span> // to check MemStoreScanner.seekToPreviousRow<a name="line.6581"></a> |
| <span class="sourceLineNo">6582</span> for (int i = 10000; i < 20000; i++) {<a name="line.6582"></a> |
| <span class="sourceLineNo">6583</span> Put p = new Put(Bytes.toBytes("" + i));<a name="line.6583"></a> |
| <span class="sourceLineNo">6584</span> p.addColumn(cf1, col, Bytes.toBytes("" + i));<a name="line.6584"></a> |
| <span class="sourceLineNo">6585</span> region.put(p);<a name="line.6585"></a> |
| <span class="sourceLineNo">6586</span> }<a name="line.6586"></a> |
| <span class="sourceLineNo">6587</span> List<Cell> currRow = new ArrayList<>();<a name="line.6587"></a> |
| <span class="sourceLineNo">6588</span> boolean hasNext;<a name="line.6588"></a> |
| <span class="sourceLineNo">6589</span> boolean assertDone = false;<a name="line.6589"></a> |
| <span class="sourceLineNo">6590</span> do {<a name="line.6590"></a> |
| <span class="sourceLineNo">6591</span> hasNext = scanner.next(currRow);<a name="line.6591"></a> |
| <span class="sourceLineNo">6592</span> // With HBASE-15871, after the scanner is reset the memstore scanner should not be<a name="line.6592"></a> |
| <span class="sourceLineNo">6593</span> // added here<a name="line.6593"></a> |
| <span class="sourceLineNo">6594</span> if (!assertDone) {<a name="line.6594"></a> |
| <span class="sourceLineNo">6595</span> StoreScanner current =<a name="line.6595"></a> |
| <span class="sourceLineNo">6596</span> (StoreScanner) (scanner.storeHeap).getCurrentForTesting();<a name="line.6596"></a> |
| <span class="sourceLineNo">6597</span> List<KeyValueScanner> scanners = current.getAllScannersForTesting();<a name="line.6597"></a> |
| <span class="sourceLineNo">6598</span> assertEquals("There should be only one scanner the store file scanner", 1,<a name="line.6598"></a> |
| <span class="sourceLineNo">6599</span> scanners.size());<a name="line.6599"></a> |
| <span class="sourceLineNo">6600</span> assertDone = true;<a name="line.6600"></a> |
| <span class="sourceLineNo">6601</span> }<a name="line.6601"></a> |
| <span class="sourceLineNo">6602</span> } while (hasNext);<a name="line.6602"></a> |
| <span class="sourceLineNo">6603</span> assertEquals(2, currRow.size());<a name="line.6603"></a> |
| <span class="sourceLineNo">6604</span> assertEquals("19996", Bytes.toString(currRow.get(0).getRowArray(),<a name="line.6604"></a> |
| <span class="sourceLineNo">6605</span> currRow.get(0).getRowOffset(), currRow.get(0).getRowLength()));<a name="line.6605"></a> |
| <span class="sourceLineNo">6606</span> assertEquals("19995", Bytes.toString(currRow.get(1).getRowArray(),<a name="line.6606"></a> |
| <span class="sourceLineNo">6607</span> currRow.get(1).getRowOffset(), currRow.get(1).getRowLength()));<a name="line.6607"></a> |
| <span class="sourceLineNo">6608</span> }<a name="line.6608"></a> |
| <span class="sourceLineNo">6609</span><a name="line.6609"></a> |
| <span class="sourceLineNo">6610</span> @Test<a name="line.6610"></a> |
| <span class="sourceLineNo">6611</span> public void testReverseScanWhenPutCellsAfterOpenReverseScan() throws Exception {<a name="line.6611"></a> |
| <span class="sourceLineNo">6612</span> byte[] cf1 = Bytes.toBytes("CF1");<a name="line.6612"></a> |
| <span class="sourceLineNo">6613</span> byte[][] families = { cf1 };<a name="line.6613"></a> |
| <span class="sourceLineNo">6614</span> byte[] col = Bytes.toBytes("C");<a name="line.6614"></a> |
| <span class="sourceLineNo">6615</span><a name="line.6615"></a> |
| <span class="sourceLineNo">6616</span> this.region = initHRegion(tableName, method, CONF, families);<a name="line.6616"></a> |
| <span class="sourceLineNo">6617</span><a name="line.6617"></a> |
| <span class="sourceLineNo">6618</span> Put put = new Put(Bytes.toBytes("199996"));<a name="line.6618"></a> |
| <span class="sourceLineNo">6619</span> put.addColumn(cf1, col, Bytes.toBytes("val"));<a name="line.6619"></a> |
| <span class="sourceLineNo">6620</span> region.put(put);<a name="line.6620"></a> |
| <span class="sourceLineNo">6621</span> Put put2 = new Put(Bytes.toBytes("199995"));<a name="line.6621"></a> |
| <span class="sourceLineNo">6622</span> put2.addColumn(cf1, col, Bytes.toBytes("val"));<a name="line.6622"></a> |
| <span class="sourceLineNo">6623</span> region.put(put2);<a name="line.6623"></a> |
| <span class="sourceLineNo">6624</span><a name="line.6624"></a> |
| <span class="sourceLineNo">6625</span> // Create a reverse scan<a name="line.6625"></a> |
| <span class="sourceLineNo">6626</span> Scan scan = new Scan().withStartRow(Bytes.toBytes("199996"));<a name="line.6626"></a> |
| <span class="sourceLineNo">6627</span> scan.setReversed(true);<a name="line.6627"></a> |
| <span class="sourceLineNo">6628</span> RegionScannerImpl scanner = region.getScanner(scan);<a name="line.6628"></a> |
| <span class="sourceLineNo">6629</span><a name="line.6629"></a> |
| <span class="sourceLineNo">6630</span> // Put a lot of cells that have sequenceIDs grater than the readPt of the reverse scan<a name="line.6630"></a> |
| <span class="sourceLineNo">6631</span> for (int i = 100000; i < 200000; i++) {<a name="line.6631"></a> |
| <span class="sourceLineNo">6632</span> Put p = new Put(Bytes.toBytes("" + i));<a name="line.6632"></a> |
| <span class="sourceLineNo">6633</span> p.addColumn(cf1, col, Bytes.toBytes("" + i));<a name="line.6633"></a> |
| <span class="sourceLineNo">6634</span> region.put(p);<a name="line.6634"></a> |
| <span class="sourceLineNo">6635</span> }<a name="line.6635"></a> |
| <span class="sourceLineNo">6636</span> List<Cell> currRow = new ArrayList<>();<a name="line.6636"></a> |
| <span class="sourceLineNo">6637</span> boolean hasNext;<a name="line.6637"></a> |
| <span class="sourceLineNo">6638</span> do {<a name="line.6638"></a> |
| <span class="sourceLineNo">6639</span> hasNext = scanner.next(currRow);<a name="line.6639"></a> |
| <span class="sourceLineNo">6640</span> } while (hasNext);<a name="line.6640"></a> |
| <span class="sourceLineNo">6641</span><a name="line.6641"></a> |
| <span class="sourceLineNo">6642</span> assertEquals(2, currRow.size());<a name="line.6642"></a> |
| <span class="sourceLineNo">6643</span> assertEquals("199996", Bytes.toString(currRow.get(0).getRowArray(),<a name="line.6643"></a> |
| <span class="sourceLineNo">6644</span> currRow.get(0).getRowOffset(), currRow.get(0).getRowLength()));<a name="line.6644"></a> |
| <span class="sourceLineNo">6645</span> assertEquals("199995", Bytes.toString(currRow.get(1).getRowArray(),<a name="line.6645"></a> |
| <span class="sourceLineNo">6646</span> currRow.get(1).getRowOffset(), currRow.get(1).getRowLength()));<a name="line.6646"></a> |
| <span class="sourceLineNo">6647</span> }<a name="line.6647"></a> |
| <span class="sourceLineNo">6648</span><a name="line.6648"></a> |
| <span class="sourceLineNo">6649</span> @Test<a name="line.6649"></a> |
| <span class="sourceLineNo">6650</span> public void testWriteRequestsCounter() throws IOException {<a name="line.6650"></a> |
| <span class="sourceLineNo">6651</span> byte[] fam = Bytes.toBytes("info");<a name="line.6651"></a> |
| <span class="sourceLineNo">6652</span> byte[][] families = { fam };<a name="line.6652"></a> |
| <span class="sourceLineNo">6653</span> this.region = initHRegion(tableName, method, CONF, families);<a name="line.6653"></a> |
| <span class="sourceLineNo">6654</span><a name="line.6654"></a> |
| <span class="sourceLineNo">6655</span> Assert.assertEquals(0L, region.getWriteRequestsCount());<a name="line.6655"></a> |
| <span class="sourceLineNo">6656</span><a name="line.6656"></a> |
| <span class="sourceLineNo">6657</span> Put put = new Put(row);<a name="line.6657"></a> |
| <span class="sourceLineNo">6658</span> put.addColumn(fam, fam, fam);<a name="line.6658"></a> |
| <span class="sourceLineNo">6659</span><a name="line.6659"></a> |
| <span class="sourceLineNo">6660</span> Assert.assertEquals(0L, region.getWriteRequestsCount());<a name="line.6660"></a> |
| <span class="sourceLineNo">6661</span> region.put(put);<a name="line.6661"></a> |
| <span class="sourceLineNo">6662</span> Assert.assertEquals(1L, region.getWriteRequestsCount());<a name="line.6662"></a> |
| <span class="sourceLineNo">6663</span> region.put(put);<a name="line.6663"></a> |
| <span class="sourceLineNo">6664</span> Assert.assertEquals(2L, region.getWriteRequestsCount());<a name="line.6664"></a> |
| <span class="sourceLineNo">6665</span> region.put(put);<a name="line.6665"></a> |
| <span class="sourceLineNo">6666</span> Assert.assertEquals(3L, region.getWriteRequestsCount());<a name="line.6666"></a> |
| <span class="sourceLineNo">6667</span><a name="line.6667"></a> |
| <span class="sourceLineNo">6668</span> region.delete(new Delete(row));<a name="line.6668"></a> |
| <span class="sourceLineNo">6669</span> Assert.assertEquals(4L, region.getWriteRequestsCount());<a name="line.6669"></a> |
| <span class="sourceLineNo">6670</span> }<a name="line.6670"></a> |
| <span class="sourceLineNo">6671</span><a name="line.6671"></a> |
| <span class="sourceLineNo">6672</span> @Test<a name="line.6672"></a> |
| <span class="sourceLineNo">6673</span> public void testOpenRegionWrittenToWAL() throws Exception {<a name="line.6673"></a> |
| <span class="sourceLineNo">6674</span> final ServerName serverName = ServerName.valueOf(name.getMethodName(), 100, 42);<a name="line.6674"></a> |
| <span class="sourceLineNo">6675</span> final RegionServerServices rss = spy(TEST_UTIL.createMockRegionServerService(serverName));<a name="line.6675"></a> |
| <span class="sourceLineNo">6676</span><a name="line.6676"></a> |
| <span class="sourceLineNo">6677</span> TableDescriptor htd = TableDescriptorBuilder.newBuilder(TableName.valueOf(name.getMethodName()))<a name="line.6677"></a> |
| <span class="sourceLineNo">6678</span> .setColumnFamily(ColumnFamilyDescriptorBuilder.of(fam1))<a name="line.6678"></a> |
| <span class="sourceLineNo">6679</span> .setColumnFamily(ColumnFamilyDescriptorBuilder.of(fam2)).build();<a name="line.6679"></a> |
| <span class="sourceLineNo">6680</span> RegionInfo hri = RegionInfoBuilder.newBuilder(htd.getTableName()).build();<a name="line.6680"></a> |
| <span class="sourceLineNo">6681</span><a name="line.6681"></a> |
| <span class="sourceLineNo">6682</span> // open the region w/o rss and wal and flush some files<a name="line.6682"></a> |
| <span class="sourceLineNo">6683</span> region =<a name="line.6683"></a> |
| <span class="sourceLineNo">6684</span> HBaseTestingUtility.createRegionAndWAL(hri, TEST_UTIL.getDataTestDir(), TEST_UTIL<a name="line.6684"></a> |
| <span class="sourceLineNo">6685</span> .getConfiguration(), htd);<a name="line.6685"></a> |
| <span class="sourceLineNo">6686</span> assertNotNull(region);<a name="line.6686"></a> |
| <span class="sourceLineNo">6687</span><a name="line.6687"></a> |
| <span class="sourceLineNo">6688</span> // create a file in fam1 for the region before opening in OpenRegionHandler<a name="line.6688"></a> |
| <span class="sourceLineNo">6689</span> region.put(new Put(Bytes.toBytes("a")).addColumn(fam1, fam1, fam1));<a name="line.6689"></a> |
| <span class="sourceLineNo">6690</span> region.flush(true);<a name="line.6690"></a> |
| <span class="sourceLineNo">6691</span> HBaseTestingUtility.closeRegionAndWAL(region);<a name="line.6691"></a> |
| <span class="sourceLineNo">6692</span><a name="line.6692"></a> |
| <span class="sourceLineNo">6693</span> ArgumentCaptor<WALEdit> editCaptor = ArgumentCaptor.forClass(WALEdit.class);<a name="line.6693"></a> |
| <span class="sourceLineNo">6694</span><a name="line.6694"></a> |
| <span class="sourceLineNo">6695</span> // capture append() calls<a name="line.6695"></a> |
| <span class="sourceLineNo">6696</span> WAL wal = mockWAL();<a name="line.6696"></a> |
| <span class="sourceLineNo">6697</span> when(rss.getWAL(any(RegionInfo.class))).thenReturn(wal);<a name="line.6697"></a> |
| <span class="sourceLineNo">6698</span><a name="line.6698"></a> |
| <span class="sourceLineNo">6699</span> region = HRegion.openHRegion(hri, htd, rss.getWAL(hri),<a name="line.6699"></a> |
| <span class="sourceLineNo">6700</span> TEST_UTIL.getConfiguration(), rss, null);<a name="line.6700"></a> |
| <span class="sourceLineNo">6701</span><a name="line.6701"></a> |
| <span class="sourceLineNo">6702</span> verify(wal, times(1)).appendMarker(any(RegionInfo.class), any(WALKeyImpl.class),<a name="line.6702"></a> |
| <span class="sourceLineNo">6703</span> editCaptor.capture());<a name="line.6703"></a> |
| <span class="sourceLineNo">6704</span><a name="line.6704"></a> |
| <span class="sourceLineNo">6705</span> WALEdit edit = editCaptor.getValue();<a name="line.6705"></a> |
| <span class="sourceLineNo">6706</span> assertNotNull(edit);<a name="line.6706"></a> |
| <span class="sourceLineNo">6707</span> assertNotNull(edit.getCells());<a name="line.6707"></a> |
| <span class="sourceLineNo">6708</span> assertEquals(1, edit.getCells().size());<a name="line.6708"></a> |
| <span class="sourceLineNo">6709</span> RegionEventDescriptor desc = WALEdit.getRegionEventDescriptor(edit.getCells().get(0));<a name="line.6709"></a> |
| <span class="sourceLineNo">6710</span> assertNotNull(desc);<a name="line.6710"></a> |
| <span class="sourceLineNo">6711</span><a name="line.6711"></a> |
| <span class="sourceLineNo">6712</span> LOG.info("RegionEventDescriptor from WAL: " + desc);<a name="line.6712"></a> |
| <span class="sourceLineNo">6713</span><a name="line.6713"></a> |
| <span class="sourceLineNo">6714</span> assertEquals(RegionEventDescriptor.EventType.REGION_OPEN, desc.getEventType());<a name="line.6714"></a> |
| <span class="sourceLineNo">6715</span> assertTrue(Bytes.equals(desc.getTableName().toByteArray(), htd.getTableName().toBytes()));<a name="line.6715"></a> |
| <span class="sourceLineNo">6716</span> assertTrue(Bytes.equals(desc.getEncodedRegionName().toByteArray(),<a name="line.6716"></a> |
| <span class="sourceLineNo">6717</span> hri.getEncodedNameAsBytes()));<a name="line.6717"></a> |
| <span class="sourceLineNo">6718</span> assertTrue(desc.getLogSequenceNumber() > 0);<a name="line.6718"></a> |
| <span class="sourceLineNo">6719</span> assertEquals(serverName, ProtobufUtil.toServerName(desc.getServer()));<a name="line.6719"></a> |
| <span class="sourceLineNo">6720</span> assertEquals(2, desc.getStoresCount());<a name="line.6720"></a> |
| <span class="sourceLineNo">6721</span><a name="line.6721"></a> |
| <span class="sourceLineNo">6722</span> StoreDescriptor store = desc.getStores(0);<a name="line.6722"></a> |
| <span class="sourceLineNo">6723</span> assertTrue(Bytes.equals(store.getFamilyName().toByteArray(), fam1));<a name="line.6723"></a> |
| <span class="sourceLineNo">6724</span> assertEquals(store.getStoreHomeDir(), Bytes.toString(fam1));<a name="line.6724"></a> |
| <span class="sourceLineNo">6725</span> assertEquals(1, store.getStoreFileCount()); // 1store file<a name="line.6725"></a> |
| <span class="sourceLineNo">6726</span> assertFalse(store.getStoreFile(0).contains("/")); // ensure path is relative<a name="line.6726"></a> |
| <span class="sourceLineNo">6727</span><a name="line.6727"></a> |
| <span class="sourceLineNo">6728</span> store = desc.getStores(1);<a name="line.6728"></a> |
| <span class="sourceLineNo">6729</span> assertTrue(Bytes.equals(store.getFamilyName().toByteArray(), fam2));<a name="line.6729"></a> |
| <span class="sourceLineNo">6730</span> assertEquals(store.getStoreHomeDir(), Bytes.toString(fam2));<a name="line.6730"></a> |
| <span class="sourceLineNo">6731</span> assertEquals(0, store.getStoreFileCount()); // no store files<a name="line.6731"></a> |
| <span class="sourceLineNo">6732</span> }<a name="line.6732"></a> |
| <span class="sourceLineNo">6733</span><a name="line.6733"></a> |
| <span class="sourceLineNo">6734</span> // Helper for test testOpenRegionWrittenToWALForLogReplay<a name="line.6734"></a> |
| <span class="sourceLineNo">6735</span> static class HRegionWithSeqId extends HRegion {<a name="line.6735"></a> |
| <span class="sourceLineNo">6736</span> public HRegionWithSeqId(final Path tableDir, final WAL wal, final FileSystem fs,<a name="line.6736"></a> |
| <span class="sourceLineNo">6737</span> final Configuration confParam, final RegionInfo regionInfo,<a name="line.6737"></a> |
| <span class="sourceLineNo">6738</span> final TableDescriptor htd, final RegionServerServices rsServices) {<a name="line.6738"></a> |
| <span class="sourceLineNo">6739</span> super(tableDir, wal, fs, confParam, regionInfo, htd, rsServices);<a name="line.6739"></a> |
| <span class="sourceLineNo">6740</span> }<a name="line.6740"></a> |
| <span class="sourceLineNo">6741</span> @Override<a name="line.6741"></a> |
| <span class="sourceLineNo">6742</span> protected long getNextSequenceId(WAL wal) throws IOException {<a name="line.6742"></a> |
| <span class="sourceLineNo">6743</span> return 42;<a name="line.6743"></a> |
| <span class="sourceLineNo">6744</span> }<a name="line.6744"></a> |
| <span class="sourceLineNo">6745</span> }<a name="line.6745"></a> |
| <span class="sourceLineNo">6746</span><a name="line.6746"></a> |
| <span class="sourceLineNo">6747</span> @Test<a name="line.6747"></a> |
| <span class="sourceLineNo">6748</span> public void testFlushedFileWithNoTags() throws Exception {<a name="line.6748"></a> |
| <span class="sourceLineNo">6749</span> final TableName tableName = TableName.valueOf(name.getMethodName());<a name="line.6749"></a> |
| <span class="sourceLineNo">6750</span> TableDescriptor tableDescriptor = TableDescriptorBuilder.newBuilder(tableName)<a name="line.6750"></a> |
| <span class="sourceLineNo">6751</span> .setColumnFamily(ColumnFamilyDescriptorBuilder.of(fam1)).build();<a name="line.6751"></a> |
| <span class="sourceLineNo">6752</span> RegionInfo info = RegionInfoBuilder.newBuilder(tableName).build();<a name="line.6752"></a> |
| <span class="sourceLineNo">6753</span> Path path = TEST_UTIL.getDataTestDir(getClass().getSimpleName());<a name="line.6753"></a> |
| <span class="sourceLineNo">6754</span> region = HBaseTestingUtility.createRegionAndWAL(info, path,<a name="line.6754"></a> |
| <span class="sourceLineNo">6755</span> TEST_UTIL.getConfiguration(), tableDescriptor);<a name="line.6755"></a> |
| <span class="sourceLineNo">6756</span> Put put = new Put(Bytes.toBytes("a-b-0-0"));<a name="line.6756"></a> |
| <span class="sourceLineNo">6757</span> put.addColumn(fam1, qual1, Bytes.toBytes("c1-value"));<a name="line.6757"></a> |
| <span class="sourceLineNo">6758</span> region.put(put);<a name="line.6758"></a> |
| <span class="sourceLineNo">6759</span> region.flush(true);<a name="line.6759"></a> |
| <span class="sourceLineNo">6760</span> HStore store = region.getStore(fam1);<a name="line.6760"></a> |
| <span class="sourceLineNo">6761</span> Collection<HStoreFile> storefiles = store.getStorefiles();<a name="line.6761"></a> |
| <span class="sourceLineNo">6762</span> for (HStoreFile sf : storefiles) {<a name="line.6762"></a> |
| <span class="sourceLineNo">6763</span> assertFalse("Tags should not be present "<a name="line.6763"></a> |
| <span class="sourceLineNo">6764</span> ,sf.getReader().getHFileReader().getFileContext().isIncludesTags());<a name="line.6764"></a> |
| <span class="sourceLineNo">6765</span> }<a name="line.6765"></a> |
| <span class="sourceLineNo">6766</span> }<a name="line.6766"></a> |
| <span class="sourceLineNo">6767</span><a name="line.6767"></a> |
| <span class="sourceLineNo">6768</span> /**<a name="line.6768"></a> |
| <span class="sourceLineNo">6769</span> * Utility method to setup a WAL mock.<a name="line.6769"></a> |
| <span class="sourceLineNo">6770</span> * <p/><a name="line.6770"></a> |
| <span class="sourceLineNo">6771</span> * Needs to do the bit where we close latch on the WALKeyImpl on append else test hangs.<a name="line.6771"></a> |
| <span class="sourceLineNo">6772</span> * @return a mock WAL<a name="line.6772"></a> |
| <span class="sourceLineNo">6773</span> */<a name="line.6773"></a> |
| <span class="sourceLineNo">6774</span> private WAL mockWAL() throws IOException {<a name="line.6774"></a> |
| <span class="sourceLineNo">6775</span> WAL wal = mock(WAL.class);<a name="line.6775"></a> |
| <span class="sourceLineNo">6776</span> when(wal.appendData(any(RegionInfo.class), any(WALKeyImpl.class), any(WALEdit.class)))<a name="line.6776"></a> |
| <span class="sourceLineNo">6777</span> .thenAnswer(new Answer<Long>() {<a name="line.6777"></a> |
| <span class="sourceLineNo">6778</span> @Override<a name="line.6778"></a> |
| <span class="sourceLineNo">6779</span> public Long answer(InvocationOnMock invocation) throws Throwable {<a name="line.6779"></a> |
| <span class="sourceLineNo">6780</span> WALKeyImpl key = invocation.getArgument(1);<a name="line.6780"></a> |
| <span class="sourceLineNo">6781</span> MultiVersionConcurrencyControl.WriteEntry we = key.getMvcc().begin();<a name="line.6781"></a> |
| <span class="sourceLineNo">6782</span> key.setWriteEntry(we);<a name="line.6782"></a> |
| <span class="sourceLineNo">6783</span> return 1L;<a name="line.6783"></a> |
| <span class="sourceLineNo">6784</span> }<a name="line.6784"></a> |
| <span class="sourceLineNo">6785</span> });<a name="line.6785"></a> |
| <span class="sourceLineNo">6786</span> when(wal.appendMarker(any(RegionInfo.class), any(WALKeyImpl.class), any(WALEdit.class))).<a name="line.6786"></a> |
| <span class="sourceLineNo">6787</span> thenAnswer(new Answer<Long>() {<a name="line.6787"></a> |
| <span class="sourceLineNo">6788</span> @Override<a name="line.6788"></a> |
| <span class="sourceLineNo">6789</span> public Long answer(InvocationOnMock invocation) throws Throwable {<a name="line.6789"></a> |
| <span class="sourceLineNo">6790</span> WALKeyImpl key = invocation.getArgument(1);<a name="line.6790"></a> |
| <span class="sourceLineNo">6791</span> MultiVersionConcurrencyControl.WriteEntry we = key.getMvcc().begin();<a name="line.6791"></a> |
| <span class="sourceLineNo">6792</span> key.setWriteEntry(we);<a name="line.6792"></a> |
| <span class="sourceLineNo">6793</span> return 1L;<a name="line.6793"></a> |
| <span class="sourceLineNo">6794</span> }<a name="line.6794"></a> |
| <span class="sourceLineNo">6795</span> });<a name="line.6795"></a> |
| <span class="sourceLineNo">6796</span> return wal;<a name="line.6796"></a> |
| <span class="sourceLineNo">6797</span> }<a name="line.6797"></a> |
| <span class="sourceLineNo">6798</span><a name="line.6798"></a> |
| <span class="sourceLineNo">6799</span> @Test<a name="line.6799"></a> |
| <span class="sourceLineNo">6800</span> public void testCloseRegionWrittenToWAL() throws Exception {<a name="line.6800"></a> |
| <span class="sourceLineNo">6801</span> Path rootDir = new Path(dir + name.getMethodName());<a name="line.6801"></a> |
| <span class="sourceLineNo">6802</span> CommonFSUtils.setRootDir(TEST_UTIL.getConfiguration(), rootDir);<a name="line.6802"></a> |
| <span class="sourceLineNo">6803</span><a name="line.6803"></a> |
| <span class="sourceLineNo">6804</span> final ServerName serverName = ServerName.valueOf("testCloseRegionWrittenToWAL", 100, 42);<a name="line.6804"></a> |
| <span class="sourceLineNo">6805</span> final RegionServerServices rss = spy(TEST_UTIL.createMockRegionServerService(serverName));<a name="line.6805"></a> |
| <span class="sourceLineNo">6806</span><a name="line.6806"></a> |
| <span class="sourceLineNo">6807</span> TableDescriptor htd = TableDescriptorBuilder.newBuilder(TableName.valueOf(name.getMethodName()))<a name="line.6807"></a> |
| <span class="sourceLineNo">6808</span> .setColumnFamily(ColumnFamilyDescriptorBuilder.of(fam1))<a name="line.6808"></a> |
| <span class="sourceLineNo">6809</span> .setColumnFamily(ColumnFamilyDescriptorBuilder.of(fam2)).build();<a name="line.6809"></a> |
| <span class="sourceLineNo">6810</span> RegionInfo hri = RegionInfoBuilder.newBuilder(htd.getTableName()).build();<a name="line.6810"></a> |
| <span class="sourceLineNo">6811</span><a name="line.6811"></a> |
| <span class="sourceLineNo">6812</span> ArgumentCaptor<WALEdit> editCaptor = ArgumentCaptor.forClass(WALEdit.class);<a name="line.6812"></a> |
| <span class="sourceLineNo">6813</span><a name="line.6813"></a> |
| <span class="sourceLineNo">6814</span> // capture append() calls<a name="line.6814"></a> |
| <span class="sourceLineNo">6815</span> WAL wal = mockWAL();<a name="line.6815"></a> |
| <span class="sourceLineNo">6816</span> when(rss.getWAL(any(RegionInfo.class))).thenReturn(wal);<a name="line.6816"></a> |
| <span class="sourceLineNo">6817</span><a name="line.6817"></a> |
| <span class="sourceLineNo">6818</span><a name="line.6818"></a> |
| <span class="sourceLineNo">6819</span> // create and then open a region first so that it can be closed later<a name="line.6819"></a> |
| <span class="sourceLineNo">6820</span> region = HRegion.createHRegion(hri, rootDir, TEST_UTIL.getConfiguration(), htd, rss.getWAL(hri));<a name="line.6820"></a> |
| <span class="sourceLineNo">6821</span> region = HRegion.openHRegion(hri, htd, rss.getWAL(hri),<a name="line.6821"></a> |
| <span class="sourceLineNo">6822</span> TEST_UTIL.getConfiguration(), rss, null);<a name="line.6822"></a> |
| <span class="sourceLineNo">6823</span><a name="line.6823"></a> |
| <span class="sourceLineNo">6824</span> // close the region<a name="line.6824"></a> |
| <span class="sourceLineNo">6825</span> region.close(false);<a name="line.6825"></a> |
| <span class="sourceLineNo">6826</span><a name="line.6826"></a> |
| <span class="sourceLineNo">6827</span> // 2 times, one for region open, the other close region<a name="line.6827"></a> |
| <span class="sourceLineNo">6828</span> verify(wal, times(2)).appendMarker(any(RegionInfo.class),<a name="line.6828"></a> |
| <span class="sourceLineNo">6829</span> (WALKeyImpl) any(WALKeyImpl.class), editCaptor.capture());<a name="line.6829"></a> |
| <span class="sourceLineNo">6830</span><a name="line.6830"></a> |
| <span class="sourceLineNo">6831</span> WALEdit edit = editCaptor.getAllValues().get(1);<a name="line.6831"></a> |
| <span class="sourceLineNo">6832</span> assertNotNull(edit);<a name="line.6832"></a> |
| <span class="sourceLineNo">6833</span> assertNotNull(edit.getCells());<a name="line.6833"></a> |
| <span class="sourceLineNo">6834</span> assertEquals(1, edit.getCells().size());<a name="line.6834"></a> |
| <span class="sourceLineNo">6835</span> RegionEventDescriptor desc = WALEdit.getRegionEventDescriptor(edit.getCells().get(0));<a name="line.6835"></a> |
| <span class="sourceLineNo">6836</span> assertNotNull(desc);<a name="line.6836"></a> |
| <span class="sourceLineNo">6837</span><a name="line.6837"></a> |
| <span class="sourceLineNo">6838</span> LOG.info("RegionEventDescriptor from WAL: " + desc);<a name="line.6838"></a> |
| <span class="sourceLineNo">6839</span><a name="line.6839"></a> |
| <span class="sourceLineNo">6840</span> assertEquals(RegionEventDescriptor.EventType.REGION_CLOSE, desc.getEventType());<a name="line.6840"></a> |
| <span class="sourceLineNo">6841</span> assertTrue(Bytes.equals(desc.getTableName().toByteArray(), htd.getTableName().toBytes()));<a name="line.6841"></a> |
| <span class="sourceLineNo">6842</span> assertTrue(Bytes.equals(desc.getEncodedRegionName().toByteArray(),<a name="line.6842"></a> |
| <span class="sourceLineNo">6843</span> hri.getEncodedNameAsBytes()));<a name="line.6843"></a> |
| <span class="sourceLineNo">6844</span> assertTrue(desc.getLogSequenceNumber() > 0);<a name="line.6844"></a> |
| <span class="sourceLineNo">6845</span> assertEquals(serverName, ProtobufUtil.toServerName(desc.getServer()));<a name="line.6845"></a> |
| <span class="sourceLineNo">6846</span> assertEquals(2, desc.getStoresCount());<a name="line.6846"></a> |
| <span class="sourceLineNo">6847</span><a name="line.6847"></a> |
| <span class="sourceLineNo">6848</span> StoreDescriptor store = desc.getStores(0);<a name="line.6848"></a> |
| <span class="sourceLineNo">6849</span> assertTrue(Bytes.equals(store.getFamilyName().toByteArray(), fam1));<a name="line.6849"></a> |
| <span class="sourceLineNo">6850</span> assertEquals(store.getStoreHomeDir(), Bytes.toString(fam1));<a name="line.6850"></a> |
| <span class="sourceLineNo">6851</span> assertEquals(0, store.getStoreFileCount()); // no store files<a name="line.6851"></a> |
| <span class="sourceLineNo">6852</span><a name="line.6852"></a> |
| <span class="sourceLineNo">6853</span> store = desc.getStores(1);<a name="line.6853"></a> |
| <span class="sourceLineNo">6854</span> assertTrue(Bytes.equals(store.getFamilyName().toByteArray(), fam2));<a name="line.6854"></a> |
| <span class="sourceLineNo">6855</span> assertEquals(store.getStoreHomeDir(), Bytes.toString(fam2));<a name="line.6855"></a> |
| <span class="sourceLineNo">6856</span> assertEquals(0, store.getStoreFileCount()); // no store files<a name="line.6856"></a> |
| <span class="sourceLineNo">6857</span> }<a name="line.6857"></a> |
| <span class="sourceLineNo">6858</span><a name="line.6858"></a> |
| <span class="sourceLineNo">6859</span> /**<a name="line.6859"></a> |
| <span class="sourceLineNo">6860</span> * Test RegionTooBusyException thrown when region is busy<a name="line.6860"></a> |
| <span class="sourceLineNo">6861</span> */<a name="line.6861"></a> |
| <span class="sourceLineNo">6862</span> @Test<a name="line.6862"></a> |
| <span class="sourceLineNo">6863</span> public void testRegionTooBusy() throws IOException {<a name="line.6863"></a> |
| <span class="sourceLineNo">6864</span> byte[] family = Bytes.toBytes("family");<a name="line.6864"></a> |
| <span class="sourceLineNo">6865</span> long defaultBusyWaitDuration = CONF.getLong("hbase.busy.wait.duration",<a name="line.6865"></a> |
| <span class="sourceLineNo">6866</span> HRegion.DEFAULT_BUSY_WAIT_DURATION);<a name="line.6866"></a> |
| <span class="sourceLineNo">6867</span> CONF.setLong("hbase.busy.wait.duration", 1000);<a name="line.6867"></a> |
| <span class="sourceLineNo">6868</span> region = initHRegion(tableName, method, CONF, family);<a name="line.6868"></a> |
| <span class="sourceLineNo">6869</span> final AtomicBoolean stopped = new AtomicBoolean(true);<a name="line.6869"></a> |
| <span class="sourceLineNo">6870</span> Thread t = new Thread(new Runnable() {<a name="line.6870"></a> |
| <span class="sourceLineNo">6871</span> @Override<a name="line.6871"></a> |
| <span class="sourceLineNo">6872</span> public void run() {<a name="line.6872"></a> |
| <span class="sourceLineNo">6873</span> try {<a name="line.6873"></a> |
| <span class="sourceLineNo">6874</span> region.lock.writeLock().lock();<a name="line.6874"></a> |
| <span class="sourceLineNo">6875</span> stopped.set(false);<a name="line.6875"></a> |
| <span class="sourceLineNo">6876</span> while (!stopped.get()) {<a name="line.6876"></a> |
| <span class="sourceLineNo">6877</span> Thread.sleep(100);<a name="line.6877"></a> |
| <span class="sourceLineNo">6878</span> }<a name="line.6878"></a> |
| <span class="sourceLineNo">6879</span> } catch (InterruptedException ie) {<a name="line.6879"></a> |
| <span class="sourceLineNo">6880</span> } finally {<a name="line.6880"></a> |
| <span class="sourceLineNo">6881</span> region.lock.writeLock().unlock();<a name="line.6881"></a> |
| <span class="sourceLineNo">6882</span> }<a name="line.6882"></a> |
| <span class="sourceLineNo">6883</span> }<a name="line.6883"></a> |
| <span class="sourceLineNo">6884</span> });<a name="line.6884"></a> |
| <span class="sourceLineNo">6885</span> t.start();<a name="line.6885"></a> |
| <span class="sourceLineNo">6886</span> Get get = new Get(row);<a name="line.6886"></a> |
| <span class="sourceLineNo">6887</span> try {<a name="line.6887"></a> |
| <span class="sourceLineNo">6888</span> while (stopped.get()) {<a name="line.6888"></a> |
| <span class="sourceLineNo">6889</span> Thread.sleep(100);<a name="line.6889"></a> |
| <span class="sourceLineNo">6890</span> }<a name="line.6890"></a> |
| <span class="sourceLineNo">6891</span> region.get(get);<a name="line.6891"></a> |
| <span class="sourceLineNo">6892</span> fail("Should throw RegionTooBusyException");<a name="line.6892"></a> |
| <span class="sourceLineNo">6893</span> } catch (InterruptedException ie) {<a name="line.6893"></a> |
| <span class="sourceLineNo">6894</span> fail("test interrupted");<a name="line.6894"></a> |
| <span class="sourceLineNo">6895</span> } catch (RegionTooBusyException e) {<a name="line.6895"></a> |
| <span class="sourceLineNo">6896</span> // Good, expected<a name="line.6896"></a> |
| <span class="sourceLineNo">6897</span> } finally {<a name="line.6897"></a> |
| <span class="sourceLineNo">6898</span> stopped.set(true);<a name="line.6898"></a> |
| <span class="sourceLineNo">6899</span> try {<a name="line.6899"></a> |
| <span class="sourceLineNo">6900</span> t.join();<a name="line.6900"></a> |
| <span class="sourceLineNo">6901</span> } catch (Throwable e) {<a name="line.6901"></a> |
| <span class="sourceLineNo">6902</span> }<a name="line.6902"></a> |
| <span class="sourceLineNo">6903</span><a name="line.6903"></a> |
| <span class="sourceLineNo">6904</span> HBaseTestingUtility.closeRegionAndWAL(region);<a name="line.6904"></a> |
| <span class="sourceLineNo">6905</span> region = null;<a name="line.6905"></a> |
| <span class="sourceLineNo">6906</span> CONF.setLong("hbase.busy.wait.duration", defaultBusyWaitDuration);<a name="line.6906"></a> |
| <span class="sourceLineNo">6907</span> }<a name="line.6907"></a> |
| <span class="sourceLineNo">6908</span> }<a name="line.6908"></a> |
| <span class="sourceLineNo">6909</span><a name="line.6909"></a> |
| <span class="sourceLineNo">6910</span> @Test<a name="line.6910"></a> |
| <span class="sourceLineNo">6911</span> public void testCellTTLs() throws IOException {<a name="line.6911"></a> |
| <span class="sourceLineNo">6912</span> IncrementingEnvironmentEdge edge = new IncrementingEnvironmentEdge();<a name="line.6912"></a> |
| <span class="sourceLineNo">6913</span> EnvironmentEdgeManager.injectEdge(edge);<a name="line.6913"></a> |
| <span class="sourceLineNo">6914</span><a name="line.6914"></a> |
| <span class="sourceLineNo">6915</span> final byte[] row = Bytes.toBytes("testRow");<a name="line.6915"></a> |
| <span class="sourceLineNo">6916</span> final byte[] q1 = Bytes.toBytes("q1");<a name="line.6916"></a> |
| <span class="sourceLineNo">6917</span> final byte[] q2 = Bytes.toBytes("q2");<a name="line.6917"></a> |
| <span class="sourceLineNo">6918</span> final byte[] q3 = Bytes.toBytes("q3");<a name="line.6918"></a> |
| <span class="sourceLineNo">6919</span> final byte[] q4 = Bytes.toBytes("q4");<a name="line.6919"></a> |
| <span class="sourceLineNo">6920</span><a name="line.6920"></a> |
| <span class="sourceLineNo">6921</span> // 10 seconds<a name="line.6921"></a> |
| <span class="sourceLineNo">6922</span> TableDescriptor tableDescriptor =<a name="line.6922"></a> |
| <span class="sourceLineNo">6923</span> TableDescriptorBuilder.newBuilder(TableName.valueOf(name.getMethodName()))<a name="line.6923"></a> |
| <span class="sourceLineNo">6924</span> .setColumnFamily(ColumnFamilyDescriptorBuilder.newBuilder(fam1).setTimeToLive(10).build())<a name="line.6924"></a> |
| <span class="sourceLineNo">6925</span> .build();<a name="line.6925"></a> |
| <span class="sourceLineNo">6926</span><a name="line.6926"></a> |
| <span class="sourceLineNo">6927</span> Configuration conf = new Configuration(TEST_UTIL.getConfiguration());<a name="line.6927"></a> |
| <span class="sourceLineNo">6928</span> conf.setInt(HFile.FORMAT_VERSION_KEY, HFile.MIN_FORMAT_VERSION_WITH_TAGS);<a name="line.6928"></a> |
| <span class="sourceLineNo">6929</span><a name="line.6929"></a> |
| <span class="sourceLineNo">6930</span> region = HBaseTestingUtility.createRegionAndWAL(<a name="line.6930"></a> |
| <span class="sourceLineNo">6931</span> RegionInfoBuilder.newBuilder(tableDescriptor.getTableName()).build(),<a name="line.6931"></a> |
| <span class="sourceLineNo">6932</span> TEST_UTIL.getDataTestDir(), conf, tableDescriptor);<a name="line.6932"></a> |
| <span class="sourceLineNo">6933</span> assertNotNull(region);<a name="line.6933"></a> |
| <span class="sourceLineNo">6934</span> long now = EnvironmentEdgeManager.currentTime();<a name="line.6934"></a> |
| <span class="sourceLineNo">6935</span> // Add a cell that will expire in 5 seconds via cell TTL<a name="line.6935"></a> |
| <span class="sourceLineNo">6936</span> region.put(new Put(row).add(new KeyValue(row, fam1, q1, now,<a name="line.6936"></a> |
| <span class="sourceLineNo">6937</span> HConstants.EMPTY_BYTE_ARRAY, new ArrayBackedTag[] {<a name="line.6937"></a> |
| <span class="sourceLineNo">6938</span> // TTL tags specify ts in milliseconds<a name="line.6938"></a> |
| <span class="sourceLineNo">6939</span> new ArrayBackedTag(TagType.TTL_TAG_TYPE, Bytes.toBytes(5000L)) })));<a name="line.6939"></a> |
| <span class="sourceLineNo">6940</span> // Add a cell that will expire after 10 seconds via family setting<a name="line.6940"></a> |
| <span class="sourceLineNo">6941</span> region.put(new Put(row).addColumn(fam1, q2, now, HConstants.EMPTY_BYTE_ARRAY));<a name="line.6941"></a> |
| <span class="sourceLineNo">6942</span> // Add a cell that will expire in 15 seconds via cell TTL<a name="line.6942"></a> |
| <span class="sourceLineNo">6943</span> region.put(new Put(row).add(new KeyValue(row, fam1, q3, now + 10000 - 1,<a name="line.6943"></a> |
| <span class="sourceLineNo">6944</span> HConstants.EMPTY_BYTE_ARRAY, new ArrayBackedTag[] {<a name="line.6944"></a> |
| <span class="sourceLineNo">6945</span> // TTL tags specify ts in milliseconds<a name="line.6945"></a> |
| <span class="sourceLineNo">6946</span> new ArrayBackedTag(TagType.TTL_TAG_TYPE, Bytes.toBytes(5000L)) })));<a name="line.6946"></a> |
| <span class="sourceLineNo">6947</span> // Add a cell that will expire in 20 seconds via family setting<a name="line.6947"></a> |
| <span class="sourceLineNo">6948</span> region.put(new Put(row).addColumn(fam1, q4, now + 10000 - 1, HConstants.EMPTY_BYTE_ARRAY));<a name="line.6948"></a> |
| <span class="sourceLineNo">6949</span><a name="line.6949"></a> |
| <span class="sourceLineNo">6950</span> // Flush so we are sure store scanning gets this right<a name="line.6950"></a> |
| <span class="sourceLineNo">6951</span> region.flush(true);<a name="line.6951"></a> |
| <span class="sourceLineNo">6952</span><a name="line.6952"></a> |
| <span class="sourceLineNo">6953</span> // A query at time T+0 should return all cells<a name="line.6953"></a> |
| <span class="sourceLineNo">6954</span> Result r = region.get(new Get(row));<a name="line.6954"></a> |
| <span class="sourceLineNo">6955</span> assertNotNull(r.getValue(fam1, q1));<a name="line.6955"></a> |
| <span class="sourceLineNo">6956</span> assertNotNull(r.getValue(fam1, q2));<a name="line.6956"></a> |
| <span class="sourceLineNo">6957</span> assertNotNull(r.getValue(fam1, q3));<a name="line.6957"></a> |
| <span class="sourceLineNo">6958</span> assertNotNull(r.getValue(fam1, q4));<a name="line.6958"></a> |
| <span class="sourceLineNo">6959</span><a name="line.6959"></a> |
| <span class="sourceLineNo">6960</span> // Increment time to T+5 seconds<a name="line.6960"></a> |
| <span class="sourceLineNo">6961</span> edge.incrementTime(5000);<a name="line.6961"></a> |
| <span class="sourceLineNo">6962</span><a name="line.6962"></a> |
| <span class="sourceLineNo">6963</span> r = region.get(new Get(row));<a name="line.6963"></a> |
| <span class="sourceLineNo">6964</span> assertNull(r.getValue(fam1, q1));<a name="line.6964"></a> |
| <span class="sourceLineNo">6965</span> assertNotNull(r.getValue(fam1, q2));<a name="line.6965"></a> |
| <span class="sourceLineNo">6966</span> assertNotNull(r.getValue(fam1, q3));<a name="line.6966"></a> |
| <span class="sourceLineNo">6967</span> assertNotNull(r.getValue(fam1, q4));<a name="line.6967"></a> |
| <span class="sourceLineNo">6968</span><a name="line.6968"></a> |
| <span class="sourceLineNo">6969</span> // Increment time to T+10 seconds<a name="line.6969"></a> |
| <span class="sourceLineNo">6970</span> edge.incrementTime(5000);<a name="line.6970"></a> |
| <span class="sourceLineNo">6971</span><a name="line.6971"></a> |
| <span class="sourceLineNo">6972</span> r = region.get(new Get(row));<a name="line.6972"></a> |
| <span class="sourceLineNo">6973</span> assertNull(r.getValue(fam1, q1));<a name="line.6973"></a> |
| <span class="sourceLineNo">6974</span> assertNull(r.getValue(fam1, q2));<a name="line.6974"></a> |
| <span class="sourceLineNo">6975</span> assertNotNull(r.getValue(fam1, q3));<a name="line.6975"></a> |
| <span class="sourceLineNo">6976</span> assertNotNull(r.getValue(fam1, q4));<a name="line.6976"></a> |
| <span class="sourceLineNo">6977</span><a name="line.6977"></a> |
| <span class="sourceLineNo">6978</span> // Increment time to T+15 seconds<a name="line.6978"></a> |
| <span class="sourceLineNo">6979</span> edge.incrementTime(5000);<a name="line.6979"></a> |
| <span class="sourceLineNo">6980</span><a name="line.6980"></a> |
| <span class="sourceLineNo">6981</span> r = region.get(new Get(row));<a name="line.6981"></a> |
| <span class="sourceLineNo">6982</span> assertNull(r.getValue(fam1, q1));<a name="line.6982"></a> |
| <span class="sourceLineNo">6983</span> assertNull(r.getValue(fam1, q2));<a name="line.6983"></a> |
| <span class="sourceLineNo">6984</span> assertNull(r.getValue(fam1, q3));<a name="line.6984"></a> |
| <span class="sourceLineNo">6985</span> assertNotNull(r.getValue(fam1, q4));<a name="line.6985"></a> |
| <span class="sourceLineNo">6986</span><a name="line.6986"></a> |
| <span class="sourceLineNo">6987</span> // Increment time to T+20 seconds<a name="line.6987"></a> |
| <span class="sourceLineNo">6988</span> edge.incrementTime(10000);<a name="line.6988"></a> |
| <span class="sourceLineNo">6989</span><a name="line.6989"></a> |
| <span class="sourceLineNo">6990</span> r = region.get(new Get(row));<a name="line.6990"></a> |
| <span class="sourceLineNo">6991</span> assertNull(r.getValue(fam1, q1));<a name="line.6991"></a> |
| <span class="sourceLineNo">6992</span> assertNull(r.getValue(fam1, q2));<a name="line.6992"></a> |
| <span class="sourceLineNo">6993</span> assertNull(r.getValue(fam1, q3));<a name="line.6993"></a> |
| <span class="sourceLineNo">6994</span> assertNull(r.getValue(fam1, q4));<a name="line.6994"></a> |
| <span class="sourceLineNo">6995</span><a name="line.6995"></a> |
| <span class="sourceLineNo">6996</span> // Fun with disappearing increments<a name="line.6996"></a> |
| <span class="sourceLineNo">6997</span><a name="line.6997"></a> |
| <span class="sourceLineNo">6998</span> // Start at 1<a name="line.6998"></a> |
| <span class="sourceLineNo">6999</span> region.put(new Put(row).addColumn(fam1, q1, Bytes.toBytes(1L)));<a name="line.6999"></a> |
| <span class="sourceLineNo">7000</span> r = region.get(new Get(row));<a name="line.7000"></a> |
| <span class="sourceLineNo">7001</span> byte[] val = r.getValue(fam1, q1);<a name="line.7001"></a> |
| <span class="sourceLineNo">7002</span> assertNotNull(val);<a name="line.7002"></a> |
| <span class="sourceLineNo">7003</span> assertEquals(1L, Bytes.toLong(val));<a name="line.7003"></a> |
| <span class="sourceLineNo">7004</span><a name="line.7004"></a> |
| <span class="sourceLineNo">7005</span> // Increment with a TTL of 5 seconds<a name="line.7005"></a> |
| <span class="sourceLineNo">7006</span> Increment incr = new Increment(row).addColumn(fam1, q1, 1L);<a name="line.7006"></a> |
| <span class="sourceLineNo">7007</span> incr.setTTL(5000);<a name="line.7007"></a> |
| <span class="sourceLineNo">7008</span> region.increment(incr); // 2<a name="line.7008"></a> |
| <span class="sourceLineNo">7009</span><a name="line.7009"></a> |
| <span class="sourceLineNo">7010</span> // New value should be 2<a name="line.7010"></a> |
| <span class="sourceLineNo">7011</span> r = region.get(new Get(row));<a name="line.7011"></a> |
| <span class="sourceLineNo">7012</span> val = r.getValue(fam1, q1);<a name="line.7012"></a> |
| <span class="sourceLineNo">7013</span> assertNotNull(val);<a name="line.7013"></a> |
| <span class="sourceLineNo">7014</span> assertEquals(2L, Bytes.toLong(val));<a name="line.7014"></a> |
| <span class="sourceLineNo">7015</span><a name="line.7015"></a> |
| <span class="sourceLineNo">7016</span> // Increment time to T+25 seconds<a name="line.7016"></a> |
| <span class="sourceLineNo">7017</span> edge.incrementTime(5000);<a name="line.7017"></a> |
| <span class="sourceLineNo">7018</span><a name="line.7018"></a> |
| <span class="sourceLineNo">7019</span> // Value should be back to 1<a name="line.7019"></a> |
| <span class="sourceLineNo">7020</span> r = region.get(new Get(row));<a name="line.7020"></a> |
| <span class="sourceLineNo">7021</span> val = r.getValue(fam1, q1);<a name="line.7021"></a> |
| <span class="sourceLineNo">7022</span> assertNotNull(val);<a name="line.7022"></a> |
| <span class="sourceLineNo">7023</span> assertEquals(1L, Bytes.toLong(val));<a name="line.7023"></a> |
| <span class="sourceLineNo">7024</span><a name="line.7024"></a> |
| <span class="sourceLineNo">7025</span> // Increment time to T+30 seconds<a name="line.7025"></a> |
| <span class="sourceLineNo">7026</span> edge.incrementTime(5000);<a name="line.7026"></a> |
| <span class="sourceLineNo">7027</span><a name="line.7027"></a> |
| <span class="sourceLineNo">7028</span> // Original value written at T+20 should be gone now via family TTL<a name="line.7028"></a> |
| <span class="sourceLineNo">7029</span> r = region.get(new Get(row));<a name="line.7029"></a> |
| <span class="sourceLineNo">7030</span> assertNull(r.getValue(fam1, q1));<a name="line.7030"></a> |
| <span class="sourceLineNo">7031</span> }<a name="line.7031"></a> |
| <span class="sourceLineNo">7032</span><a name="line.7032"></a> |
| <span class="sourceLineNo">7033</span> @Test<a name="line.7033"></a> |
| <span class="sourceLineNo">7034</span> public void testIncrementTimestampsAreMonotonic() throws IOException {<a name="line.7034"></a> |
| <span class="sourceLineNo">7035</span> region = initHRegion(tableName, method, CONF, fam1);<a name="line.7035"></a> |
| <span class="sourceLineNo">7036</span> ManualEnvironmentEdge edge = new ManualEnvironmentEdge();<a name="line.7036"></a> |
| <span class="sourceLineNo">7037</span> EnvironmentEdgeManager.injectEdge(edge);<a name="line.7037"></a> |
| <span class="sourceLineNo">7038</span><a name="line.7038"></a> |
| <span class="sourceLineNo">7039</span> edge.setValue(10);<a name="line.7039"></a> |
| <span class="sourceLineNo">7040</span> Increment inc = new Increment(row);<a name="line.7040"></a> |
| <span class="sourceLineNo">7041</span> inc.setDurability(Durability.SKIP_WAL);<a name="line.7041"></a> |
| <span class="sourceLineNo">7042</span> inc.addColumn(fam1, qual1, 1L);<a name="line.7042"></a> |
| <span class="sourceLineNo">7043</span> region.increment(inc);<a name="line.7043"></a> |
| <span class="sourceLineNo">7044</span><a name="line.7044"></a> |
| <span class="sourceLineNo">7045</span> Result result = region.get(new Get(row));<a name="line.7045"></a> |
| <span class="sourceLineNo">7046</span> Cell c = result.getColumnLatestCell(fam1, qual1);<a name="line.7046"></a> |
| <span class="sourceLineNo">7047</span> assertNotNull(c);<a name="line.7047"></a> |
| <span class="sourceLineNo">7048</span> assertEquals(10L, c.getTimestamp());<a name="line.7048"></a> |
| <span class="sourceLineNo">7049</span><a name="line.7049"></a> |
| <span class="sourceLineNo">7050</span> edge.setValue(1); // clock goes back<a name="line.7050"></a> |
| <span class="sourceLineNo">7051</span> region.increment(inc);<a name="line.7051"></a> |
| <span class="sourceLineNo">7052</span> result = region.get(new Get(row));<a name="line.7052"></a> |
| <span class="sourceLineNo">7053</span> c = result.getColumnLatestCell(fam1, qual1);<a name="line.7053"></a> |
| <span class="sourceLineNo">7054</span> assertEquals(11L, c.getTimestamp());<a name="line.7054"></a> |
| <span class="sourceLineNo">7055</span> assertEquals(2L, Bytes.toLong(c.getValueArray(), c.getValueOffset(), c.getValueLength()));<a name="line.7055"></a> |
| <span class="sourceLineNo">7056</span> }<a name="line.7056"></a> |
| <span class="sourceLineNo">7057</span><a name="line.7057"></a> |
| <span class="sourceLineNo">7058</span> @Test<a name="line.7058"></a> |
| <span class="sourceLineNo">7059</span> public void testAppendTimestampsAreMonotonic() throws IOException {<a name="line.7059"></a> |
| <span class="sourceLineNo">7060</span> region = initHRegion(tableName, method, CONF, fam1);<a name="line.7060"></a> |
| <span class="sourceLineNo">7061</span> ManualEnvironmentEdge edge = new ManualEnvironmentEdge();<a name="line.7061"></a> |
| <span class="sourceLineNo">7062</span> EnvironmentEdgeManager.injectEdge(edge);<a name="line.7062"></a> |
| <span class="sourceLineNo">7063</span><a name="line.7063"></a> |
| <span class="sourceLineNo">7064</span> edge.setValue(10);<a name="line.7064"></a> |
| <span class="sourceLineNo">7065</span> Append a = new Append(row);<a name="line.7065"></a> |
| <span class="sourceLineNo">7066</span> a.setDurability(Durability.SKIP_WAL);<a name="line.7066"></a> |
| <span class="sourceLineNo">7067</span> a.addColumn(fam1, qual1, qual1);<a name="line.7067"></a> |
| <span class="sourceLineNo">7068</span> region.append(a);<a name="line.7068"></a> |
| <span class="sourceLineNo">7069</span><a name="line.7069"></a> |
| <span class="sourceLineNo">7070</span> Result result = region.get(new Get(row));<a name="line.7070"></a> |
| <span class="sourceLineNo">7071</span> Cell c = result.getColumnLatestCell(fam1, qual1);<a name="line.7071"></a> |
| <span class="sourceLineNo">7072</span> assertNotNull(c);<a name="line.7072"></a> |
| <span class="sourceLineNo">7073</span> assertEquals(10L, c.getTimestamp());<a name="line.7073"></a> |
| <span class="sourceLineNo">7074</span><a name="line.7074"></a> |
| <span class="sourceLineNo">7075</span> edge.setValue(1); // clock goes back<a name="line.7075"></a> |
| <span class="sourceLineNo">7076</span> region.append(a);<a name="line.7076"></a> |
| <span class="sourceLineNo">7077</span> result = region.get(new Get(row));<a name="line.7077"></a> |
| <span class="sourceLineNo">7078</span> c = result.getColumnLatestCell(fam1, qual1);<a name="line.7078"></a> |
| <span class="sourceLineNo">7079</span> assertEquals(11L, c.getTimestamp());<a name="line.7079"></a> |
| <span class="sourceLineNo">7080</span><a name="line.7080"></a> |
| <span class="sourceLineNo">7081</span> byte[] expected = new byte[qual1.length*2];<a name="line.7081"></a> |
| <span class="sourceLineNo">7082</span> System.arraycopy(qual1, 0, expected, 0, qual1.length);<a name="line.7082"></a> |
| <span class="sourceLineNo">7083</span> System.arraycopy(qual1, 0, expected, qual1.length, qual1.length);<a name="line.7083"></a> |
| <span class="sourceLineNo">7084</span><a name="line.7084"></a> |
| <span class="sourceLineNo">7085</span> assertTrue(Bytes.equals(c.getValueArray(), c.getValueOffset(), c.getValueLength(),<a name="line.7085"></a> |
| <span class="sourceLineNo">7086</span> expected, 0, expected.length));<a name="line.7086"></a> |
| <span class="sourceLineNo">7087</span> }<a name="line.7087"></a> |
| <span class="sourceLineNo">7088</span><a name="line.7088"></a> |
| <span class="sourceLineNo">7089</span> @Test<a name="line.7089"></a> |
| <span class="sourceLineNo">7090</span> public void testCheckAndMutateTimestampsAreMonotonic() throws IOException {<a name="line.7090"></a> |
| <span class="sourceLineNo">7091</span> region = initHRegion(tableName, method, CONF, fam1);<a name="line.7091"></a> |
| <span class="sourceLineNo">7092</span> ManualEnvironmentEdge edge = new ManualEnvironmentEdge();<a name="line.7092"></a> |
| <span class="sourceLineNo">7093</span> EnvironmentEdgeManager.injectEdge(edge);<a name="line.7093"></a> |
| <span class="sourceLineNo">7094</span><a name="line.7094"></a> |
| <span class="sourceLineNo">7095</span> edge.setValue(10);<a name="line.7095"></a> |
| <span class="sourceLineNo">7096</span> Put p = new Put(row);<a name="line.7096"></a> |
| <span class="sourceLineNo">7097</span> p.setDurability(Durability.SKIP_WAL);<a name="line.7097"></a> |
| <span class="sourceLineNo">7098</span> p.addColumn(fam1, qual1, qual1);<a name="line.7098"></a> |
| <span class="sourceLineNo">7099</span> region.put(p);<a name="line.7099"></a> |
| <span class="sourceLineNo">7100</span><a name="line.7100"></a> |
| <span class="sourceLineNo">7101</span> Result result = region.get(new Get(row));<a name="line.7101"></a> |
| <span class="sourceLineNo">7102</span> Cell c = result.getColumnLatestCell(fam1, qual1);<a name="line.7102"></a> |
| <span class="sourceLineNo">7103</span> assertNotNull(c);<a name="line.7103"></a> |
| <span class="sourceLineNo">7104</span> assertEquals(10L, c.getTimestamp());<a name="line.7104"></a> |
| <span class="sourceLineNo">7105</span><a name="line.7105"></a> |
| <span class="sourceLineNo">7106</span> edge.setValue(1); // clock goes back<a name="line.7106"></a> |
| <span class="sourceLineNo">7107</span> p = new Put(row);<a name="line.7107"></a> |
| <span class="sourceLineNo">7108</span> p.setDurability(Durability.SKIP_WAL);<a name="line.7108"></a> |
| <span class="sourceLineNo">7109</span> p.addColumn(fam1, qual1, qual2);<a name="line.7109"></a> |
| <span class="sourceLineNo">7110</span> region.checkAndMutate(row, fam1, qual1, CompareOperator.EQUAL, new BinaryComparator(qual1), p);<a name="line.7110"></a> |
| <span class="sourceLineNo">7111</span> result = region.get(new Get(row));<a name="line.7111"></a> |
| <span class="sourceLineNo">7112</span> c = result.getColumnLatestCell(fam1, qual1);<a name="line.7112"></a> |
| <span class="sourceLineNo">7113</span> assertEquals(10L, c.getTimestamp());<a name="line.7113"></a> |
| <span class="sourceLineNo">7114</span><a name="line.7114"></a> |
| <span class="sourceLineNo">7115</span> assertTrue(Bytes.equals(c.getValueArray(), c.getValueOffset(), c.getValueLength(),<a name="line.7115"></a> |
| <span class="sourceLineNo">7116</span> qual2, 0, qual2.length));<a name="line.7116"></a> |
| <span class="sourceLineNo">7117</span> }<a name="line.7117"></a> |
| <span class="sourceLineNo">7118</span><a name="line.7118"></a> |
| <span class="sourceLineNo">7119</span> @Test<a name="line.7119"></a> |
| <span class="sourceLineNo">7120</span> public void testBatchMutateWithWrongRegionException() throws Exception {<a name="line.7120"></a> |
| <span class="sourceLineNo">7121</span> final byte[] a = Bytes.toBytes("a");<a name="line.7121"></a> |
| <span class="sourceLineNo">7122</span> final byte[] b = Bytes.toBytes("b");<a name="line.7122"></a> |
| <span class="sourceLineNo">7123</span> final byte[] c = Bytes.toBytes("c"); // exclusive<a name="line.7123"></a> |
| <span class="sourceLineNo">7124</span><a name="line.7124"></a> |
| <span class="sourceLineNo">7125</span> int prevLockTimeout = CONF.getInt("hbase.rowlock.wait.duration", 30000);<a name="line.7125"></a> |
| <span class="sourceLineNo">7126</span> CONF.setInt("hbase.rowlock.wait.duration", 1000);<a name="line.7126"></a> |
| <span class="sourceLineNo">7127</span> region = initHRegion(tableName, a, c, method, CONF, false, fam1);<a name="line.7127"></a> |
| <span class="sourceLineNo">7128</span><a name="line.7128"></a> |
| <span class="sourceLineNo">7129</span> Mutation[] mutations = new Mutation[] {<a name="line.7129"></a> |
| <span class="sourceLineNo">7130</span> new Put(a)<a name="line.7130"></a> |
| <span class="sourceLineNo">7131</span> .add(CellBuilderFactory.create(CellBuilderType.SHALLOW_COPY)<a name="line.7131"></a> |
| <span class="sourceLineNo">7132</span> .setRow(a)<a name="line.7132"></a> |
| <span class="sourceLineNo">7133</span> .setFamily(fam1)<a name="line.7133"></a> |
| <span class="sourceLineNo">7134</span> .setTimestamp(HConstants.LATEST_TIMESTAMP)<a name="line.7134"></a> |
| <span class="sourceLineNo">7135</span> .setType(Cell.Type.Put)<a name="line.7135"></a> |
| <span class="sourceLineNo">7136</span> .build()),<a name="line.7136"></a> |
| <span class="sourceLineNo">7137</span> // this is outside the region boundary<a name="line.7137"></a> |
| <span class="sourceLineNo">7138</span> new Put(c).add(CellBuilderFactory.create(CellBuilderType.SHALLOW_COPY)<a name="line.7138"></a> |
| <span class="sourceLineNo">7139</span> .setRow(c)<a name="line.7139"></a> |
| <span class="sourceLineNo">7140</span> .setFamily(fam1)<a name="line.7140"></a> |
| <span class="sourceLineNo">7141</span> .setTimestamp(HConstants.LATEST_TIMESTAMP)<a name="line.7141"></a> |
| <span class="sourceLineNo">7142</span> .setType(Type.Put)<a name="line.7142"></a> |
| <span class="sourceLineNo">7143</span> .build()),<a name="line.7143"></a> |
| <span class="sourceLineNo">7144</span> new Put(b).add(CellBuilderFactory.create(CellBuilderType.SHALLOW_COPY)<a name="line.7144"></a> |
| <span class="sourceLineNo">7145</span> .setRow(b)<a name="line.7145"></a> |
| <span class="sourceLineNo">7146</span> .setFamily(fam1)<a name="line.7146"></a> |
| <span class="sourceLineNo">7147</span> .setTimestamp(HConstants.LATEST_TIMESTAMP)<a name="line.7147"></a> |
| <span class="sourceLineNo">7148</span> .setType(Cell.Type.Put)<a name="line.7148"></a> |
| <span class="sourceLineNo">7149</span> .build())<a name="line.7149"></a> |
| <span class="sourceLineNo">7150</span> };<a name="line.7150"></a> |
| <span class="sourceLineNo">7151</span><a name="line.7151"></a> |
| <span class="sourceLineNo">7152</span> OperationStatus[] status = region.batchMutate(mutations);<a name="line.7152"></a> |
| <span class="sourceLineNo">7153</span> assertEquals(OperationStatusCode.SUCCESS, status[0].getOperationStatusCode());<a name="line.7153"></a> |
| <span class="sourceLineNo">7154</span> assertEquals(OperationStatusCode.SANITY_CHECK_FAILURE, status[1].getOperationStatusCode());<a name="line.7154"></a> |
| <span class="sourceLineNo">7155</span> assertEquals(OperationStatusCode.SUCCESS, status[2].getOperationStatusCode());<a name="line.7155"></a> |
| <span class="sourceLineNo">7156</span><a name="line.7156"></a> |
| <span class="sourceLineNo">7157</span><a name="line.7157"></a> |
| <span class="sourceLineNo">7158</span> // test with a row lock held for a long time<a name="line.7158"></a> |
| <span class="sourceLineNo">7159</span> final CountDownLatch obtainedRowLock = new CountDownLatch(1);<a name="line.7159"></a> |
| <span class="sourceLineNo">7160</span> ExecutorService exec = Executors.newFixedThreadPool(2);<a name="line.7160"></a> |
| <span class="sourceLineNo">7161</span> Future<Void> f1 = exec.submit(new Callable<Void>() {<a name="line.7161"></a> |
| <span class="sourceLineNo">7162</span> @Override<a name="line.7162"></a> |
| <span class="sourceLineNo">7163</span> public Void call() throws Exception {<a name="line.7163"></a> |
| <span class="sourceLineNo">7164</span> LOG.info("Acquiring row lock");<a name="line.7164"></a> |
| <span class="sourceLineNo">7165</span> RowLock rl = region.getRowLock(b);<a name="line.7165"></a> |
| <span class="sourceLineNo">7166</span> obtainedRowLock.countDown();<a name="line.7166"></a> |
| <span class="sourceLineNo">7167</span> LOG.info("Waiting for 5 seconds before releasing lock");<a name="line.7167"></a> |
| <span class="sourceLineNo">7168</span> Threads.sleep(5000);<a name="line.7168"></a> |
| <span class="sourceLineNo">7169</span> LOG.info("Releasing row lock");<a name="line.7169"></a> |
| <span class="sourceLineNo">7170</span> rl.release();<a name="line.7170"></a> |
| <span class="sourceLineNo">7171</span> return null;<a name="line.7171"></a> |
| <span class="sourceLineNo">7172</span> }<a name="line.7172"></a> |
| <span class="sourceLineNo">7173</span> });<a name="line.7173"></a> |
| <span class="sourceLineNo">7174</span> obtainedRowLock.await(30, TimeUnit.SECONDS);<a name="line.7174"></a> |
| <span class="sourceLineNo">7175</span><a name="line.7175"></a> |
| <span class="sourceLineNo">7176</span> Future<Void> f2 = exec.submit(new Callable<Void>() {<a name="line.7176"></a> |
| <span class="sourceLineNo">7177</span> @Override<a name="line.7177"></a> |
| <span class="sourceLineNo">7178</span> public Void call() throws Exception {<a name="line.7178"></a> |
| <span class="sourceLineNo">7179</span> Mutation[] mutations = new Mutation[] {<a name="line.7179"></a> |
| <span class="sourceLineNo">7180</span> new Put(a).add(CellBuilderFactory.create(CellBuilderType.SHALLOW_COPY)<a name="line.7180"></a> |
| <span class="sourceLineNo">7181</span> .setRow(a)<a name="line.7181"></a> |
| <span class="sourceLineNo">7182</span> .setFamily(fam1)<a name="line.7182"></a> |
| <span class="sourceLineNo">7183</span> .setTimestamp(HConstants.LATEST_TIMESTAMP)<a name="line.7183"></a> |
| <span class="sourceLineNo">7184</span> .setType(Cell.Type.Put)<a name="line.7184"></a> |
| <span class="sourceLineNo">7185</span> .build()),<a name="line.7185"></a> |
| <span class="sourceLineNo">7186</span> new Put(b).add(CellBuilderFactory.create(CellBuilderType.SHALLOW_COPY)<a name="line.7186"></a> |
| <span class="sourceLineNo">7187</span> .setRow(b)<a name="line.7187"></a> |
| <span class="sourceLineNo">7188</span> .setFamily(fam1)<a name="line.7188"></a> |
| <span class="sourceLineNo">7189</span> .setTimestamp(HConstants.LATEST_TIMESTAMP)<a name="line.7189"></a> |
| <span class="sourceLineNo">7190</span> .setType(Cell.Type.Put)<a name="line.7190"></a> |
| <span class="sourceLineNo">7191</span> .build()),<a name="line.7191"></a> |
| <span class="sourceLineNo">7192</span> };<a name="line.7192"></a> |
| <span class="sourceLineNo">7193</span><a name="line.7193"></a> |
| <span class="sourceLineNo">7194</span> // this will wait for the row lock, and it will eventually succeed<a name="line.7194"></a> |
| <span class="sourceLineNo">7195</span> OperationStatus[] status = region.batchMutate(mutations);<a name="line.7195"></a> |
| <span class="sourceLineNo">7196</span> assertEquals(OperationStatusCode.SUCCESS, status[0].getOperationStatusCode());<a name="line.7196"></a> |
| <span class="sourceLineNo">7197</span> assertEquals(OperationStatusCode.SUCCESS, status[1].getOperationStatusCode());<a name="line.7197"></a> |
| <span class="sourceLineNo">7198</span> return null;<a name="line.7198"></a> |
| <span class="sourceLineNo">7199</span> }<a name="line.7199"></a> |
| <span class="sourceLineNo">7200</span> });<a name="line.7200"></a> |
| <span class="sourceLineNo">7201</span><a name="line.7201"></a> |
| <span class="sourceLineNo">7202</span> f1.get();<a name="line.7202"></a> |
| <span class="sourceLineNo">7203</span> f2.get();<a name="line.7203"></a> |
| <span class="sourceLineNo">7204</span><a name="line.7204"></a> |
| <span class="sourceLineNo">7205</span> CONF.setInt("hbase.rowlock.wait.duration", prevLockTimeout);<a name="line.7205"></a> |
| <span class="sourceLineNo">7206</span> }<a name="line.7206"></a> |
| <span class="sourceLineNo">7207</span><a name="line.7207"></a> |
| <span class="sourceLineNo">7208</span> @Test<a name="line.7208"></a> |
| <span class="sourceLineNo">7209</span> public void testBatchMutateWithZeroRowLockWait() throws Exception {<a name="line.7209"></a> |
| <span class="sourceLineNo">7210</span> final byte[] a = Bytes.toBytes("a");<a name="line.7210"></a> |
| <span class="sourceLineNo">7211</span> final byte[] b = Bytes.toBytes("b");<a name="line.7211"></a> |
| <span class="sourceLineNo">7212</span> final byte[] c = Bytes.toBytes("c"); // exclusive<a name="line.7212"></a> |
| <span class="sourceLineNo">7213</span><a name="line.7213"></a> |
| <span class="sourceLineNo">7214</span> Configuration conf = new Configuration(CONF);<a name="line.7214"></a> |
| <span class="sourceLineNo">7215</span> conf.setInt("hbase.rowlock.wait.duration", 0);<a name="line.7215"></a> |
| <span class="sourceLineNo">7216</span> final RegionInfo hri =<a name="line.7216"></a> |
| <span class="sourceLineNo">7217</span> RegionInfoBuilder.newBuilder(tableName).setStartKey(a).setEndKey(c).build();<a name="line.7217"></a> |
| <span class="sourceLineNo">7218</span> final TableDescriptor htd = TableDescriptorBuilder.newBuilder(tableName)<a name="line.7218"></a> |
| <span class="sourceLineNo">7219</span> .setColumnFamily(ColumnFamilyDescriptorBuilder.of(fam1)).build();<a name="line.7219"></a> |
| <span class="sourceLineNo">7220</span> region = HRegion.createHRegion(hri, TEST_UTIL.getDataTestDir(), conf, htd,<a name="line.7220"></a> |
| <span class="sourceLineNo">7221</span> HBaseTestingUtility.createWal(conf, TEST_UTIL.getDataTestDirOnTestFS(method + ".log"), hri));<a name="line.7221"></a> |
| <span class="sourceLineNo">7222</span><a name="line.7222"></a> |
| <span class="sourceLineNo">7223</span> Mutation[] mutations = new Mutation[] {<a name="line.7223"></a> |
| <span class="sourceLineNo">7224</span> new Put(a)<a name="line.7224"></a> |
| <span class="sourceLineNo">7225</span> .add(CellBuilderFactory.create(CellBuilderType.SHALLOW_COPY)<a name="line.7225"></a> |
| <span class="sourceLineNo">7226</span> .setRow(a)<a name="line.7226"></a> |
| <span class="sourceLineNo">7227</span> .setFamily(fam1)<a name="line.7227"></a> |
| <span class="sourceLineNo">7228</span> .setTimestamp(HConstants.LATEST_TIMESTAMP)<a name="line.7228"></a> |
| <span class="sourceLineNo">7229</span> .setType(Cell.Type.Put)<a name="line.7229"></a> |
| <span class="sourceLineNo">7230</span> .build()),<a name="line.7230"></a> |
| <span class="sourceLineNo">7231</span> new Put(b).add(CellBuilderFactory.create(CellBuilderType.SHALLOW_COPY)<a name="line.7231"></a> |
| <span class="sourceLineNo">7232</span> .setRow(b)<a name="line.7232"></a> |
| <span class="sourceLineNo">7233</span> .setFamily(fam1)<a name="line.7233"></a> |
| <span class="sourceLineNo">7234</span> .setTimestamp(HConstants.LATEST_TIMESTAMP)<a name="line.7234"></a> |
| <span class="sourceLineNo">7235</span> .setType(Cell.Type.Put)<a name="line.7235"></a> |
| <span class="sourceLineNo">7236</span> .build())<a name="line.7236"></a> |
| <span class="sourceLineNo">7237</span> };<a name="line.7237"></a> |
| <span class="sourceLineNo">7238</span><a name="line.7238"></a> |
| <span class="sourceLineNo">7239</span> OperationStatus[] status = region.batchMutate(mutations);<a name="line.7239"></a> |
| <span class="sourceLineNo">7240</span> assertEquals(OperationStatusCode.SUCCESS, status[0].getOperationStatusCode());<a name="line.7240"></a> |
| <span class="sourceLineNo">7241</span> assertEquals(OperationStatusCode.SUCCESS, status[1].getOperationStatusCode());<a name="line.7241"></a> |
| <span class="sourceLineNo">7242</span><a name="line.7242"></a> |
| <span class="sourceLineNo">7243</span><a name="line.7243"></a> |
| <span class="sourceLineNo">7244</span> // test with a row lock held for a long time<a name="line.7244"></a> |
| <span class="sourceLineNo">7245</span> final CountDownLatch obtainedRowLock = new CountDownLatch(1);<a name="line.7245"></a> |
| <span class="sourceLineNo">7246</span> ExecutorService exec = Executors.newFixedThreadPool(2);<a name="line.7246"></a> |
| <span class="sourceLineNo">7247</span> Future<Void> f1 = exec.submit(new Callable<Void>() {<a name="line.7247"></a> |
| <span class="sourceLineNo">7248</span> @Override<a name="line.7248"></a> |
| <span class="sourceLineNo">7249</span> public Void call() throws Exception {<a name="line.7249"></a> |
| <span class="sourceLineNo">7250</span> LOG.info("Acquiring row lock");<a name="line.7250"></a> |
| <span class="sourceLineNo">7251</span> RowLock rl = region.getRowLock(b);<a name="line.7251"></a> |
| <span class="sourceLineNo">7252</span> obtainedRowLock.countDown();<a name="line.7252"></a> |
| <span class="sourceLineNo">7253</span> LOG.info("Waiting for 5 seconds before releasing lock");<a name="line.7253"></a> |
| <span class="sourceLineNo">7254</span> Threads.sleep(5000);<a name="line.7254"></a> |
| <span class="sourceLineNo">7255</span> LOG.info("Releasing row lock");<a name="line.7255"></a> |
| <span class="sourceLineNo">7256</span> rl.release();<a name="line.7256"></a> |
| <span class="sourceLineNo">7257</span> return null;<a name="line.7257"></a> |
| <span class="sourceLineNo">7258</span> }<a name="line.7258"></a> |
| <span class="sourceLineNo">7259</span> });<a name="line.7259"></a> |
| <span class="sourceLineNo">7260</span> obtainedRowLock.await(30, TimeUnit.SECONDS);<a name="line.7260"></a> |
| <span class="sourceLineNo">7261</span><a name="line.7261"></a> |
| <span class="sourceLineNo">7262</span> Future<Void> f2 = exec.submit(new Callable<Void>() {<a name="line.7262"></a> |
| <span class="sourceLineNo">7263</span> @Override<a name="line.7263"></a> |
| <span class="sourceLineNo">7264</span> public Void call() throws Exception {<a name="line.7264"></a> |
| <span class="sourceLineNo">7265</span> Mutation[] mutations = new Mutation[] {<a name="line.7265"></a> |
| <span class="sourceLineNo">7266</span> new Put(a).add(CellBuilderFactory.create(CellBuilderType.SHALLOW_COPY)<a name="line.7266"></a> |
| <span class="sourceLineNo">7267</span> .setRow(a)<a name="line.7267"></a> |
| <span class="sourceLineNo">7268</span> .setFamily(fam1)<a name="line.7268"></a> |
| <span class="sourceLineNo">7269</span> .setTimestamp(HConstants.LATEST_TIMESTAMP)<a name="line.7269"></a> |
| <span class="sourceLineNo">7270</span> .setType(Cell.Type.Put)<a name="line.7270"></a> |
| <span class="sourceLineNo">7271</span> .build()),<a name="line.7271"></a> |
| <span class="sourceLineNo">7272</span> new Put(b).add(CellBuilderFactory.create(CellBuilderType.SHALLOW_COPY)<a name="line.7272"></a> |
| <span class="sourceLineNo">7273</span> .setRow(b)<a name="line.7273"></a> |
| <span class="sourceLineNo">7274</span> .setFamily(fam1)<a name="line.7274"></a> |
| <span class="sourceLineNo">7275</span> .setTimestamp(HConstants.LATEST_TIMESTAMP)<a name="line.7275"></a> |
| <span class="sourceLineNo">7276</span> .setType(Cell.Type.Put)<a name="line.7276"></a> |
| <span class="sourceLineNo">7277</span> .build()),<a name="line.7277"></a> |
| <span class="sourceLineNo">7278</span> };<a name="line.7278"></a> |
| <span class="sourceLineNo">7279</span> // when handling row b we are going to spin on the failure to get the row lock<a name="line.7279"></a> |
| <span class="sourceLineNo">7280</span> // until the lock above is released, but we will still succeed so long as that<a name="line.7280"></a> |
| <span class="sourceLineNo">7281</span> // takes less time then the test time out.<a name="line.7281"></a> |
| <span class="sourceLineNo">7282</span> OperationStatus[] status = region.batchMutate(mutations);<a name="line.7282"></a> |
| <span class="sourceLineNo">7283</span> assertEquals(OperationStatusCode.SUCCESS, status[0].getOperationStatusCode());<a name="line.7283"></a> |
| <span class="sourceLineNo">7284</span> assertEquals(OperationStatusCode.SUCCESS, status[1].getOperationStatusCode());<a name="line.7284"></a> |
| <span class="sourceLineNo">7285</span> return null;<a name="line.7285"></a> |
| <span class="sourceLineNo">7286</span> }<a name="line.7286"></a> |
| <span class="sourceLineNo">7287</span> });<a name="line.7287"></a> |
| <span class="sourceLineNo">7288</span><a name="line.7288"></a> |
| <span class="sourceLineNo">7289</span> f1.get();<a name="line.7289"></a> |
| <span class="sourceLineNo">7290</span> f2.get();<a name="line.7290"></a> |
| <span class="sourceLineNo">7291</span> }<a name="line.7291"></a> |
| <span class="sourceLineNo">7292</span><a name="line.7292"></a> |
| <span class="sourceLineNo">7293</span> @Test<a name="line.7293"></a> |
| <span class="sourceLineNo">7294</span> public void testCheckAndRowMutateTimestampsAreMonotonic() throws IOException {<a name="line.7294"></a> |
| <span class="sourceLineNo">7295</span> region = initHRegion(tableName, method, CONF, fam1);<a name="line.7295"></a> |
| <span class="sourceLineNo">7296</span> ManualEnvironmentEdge edge = new ManualEnvironmentEdge();<a name="line.7296"></a> |
| <span class="sourceLineNo">7297</span> EnvironmentEdgeManager.injectEdge(edge);<a name="line.7297"></a> |
| <span class="sourceLineNo">7298</span><a name="line.7298"></a> |
| <span class="sourceLineNo">7299</span> edge.setValue(10);<a name="line.7299"></a> |
| <span class="sourceLineNo">7300</span> Put p = new Put(row);<a name="line.7300"></a> |
| <span class="sourceLineNo">7301</span> p.setDurability(Durability.SKIP_WAL);<a name="line.7301"></a> |
| <span class="sourceLineNo">7302</span> p.addColumn(fam1, qual1, qual1);<a name="line.7302"></a> |
| <span class="sourceLineNo">7303</span> region.put(p);<a name="line.7303"></a> |
| <span class="sourceLineNo">7304</span><a name="line.7304"></a> |
| <span class="sourceLineNo">7305</span> Result result = region.get(new Get(row));<a name="line.7305"></a> |
| <span class="sourceLineNo">7306</span> Cell c = result.getColumnLatestCell(fam1, qual1);<a name="line.7306"></a> |
| <span class="sourceLineNo">7307</span> assertNotNull(c);<a name="line.7307"></a> |
| <span class="sourceLineNo">7308</span> assertEquals(10L, c.getTimestamp());<a name="line.7308"></a> |
| <span class="sourceLineNo">7309</span><a name="line.7309"></a> |
| <span class="sourceLineNo">7310</span> edge.setValue(1); // clock goes back<a name="line.7310"></a> |
| <span class="sourceLineNo">7311</span> p = new Put(row);<a name="line.7311"></a> |
| <span class="sourceLineNo">7312</span> p.setDurability(Durability.SKIP_WAL);<a name="line.7312"></a> |
| <span class="sourceLineNo">7313</span> p.addColumn(fam1, qual1, qual2);<a name="line.7313"></a> |
| <span class="sourceLineNo">7314</span> RowMutations rm = new RowMutations(row);<a name="line.7314"></a> |
| <span class="sourceLineNo">7315</span> rm.add(p);<a name="line.7315"></a> |
| <span class="sourceLineNo">7316</span> assertTrue(region.checkAndRowMutate(row, fam1, qual1, CompareOperator.EQUAL,<a name="line.7316"></a> |
| <span class="sourceLineNo">7317</span> new BinaryComparator(qual1), rm));<a name="line.7317"></a> |
| <span class="sourceLineNo">7318</span> result = region.get(new Get(row));<a name="line.7318"></a> |
| <span class="sourceLineNo">7319</span> c = result.getColumnLatestCell(fam1, qual1);<a name="line.7319"></a> |
| <span class="sourceLineNo">7320</span> assertEquals(10L, c.getTimestamp());<a name="line.7320"></a> |
| <span class="sourceLineNo">7321</span> LOG.info("c value " +<a name="line.7321"></a> |
| <span class="sourceLineNo">7322</span> Bytes.toStringBinary(c.getValueArray(), c.getValueOffset(), c.getValueLength()));<a name="line.7322"></a> |
| <span class="sourceLineNo">7323</span><a name="line.7323"></a> |
| <span class="sourceLineNo">7324</span> assertTrue(Bytes.equals(c.getValueArray(), c.getValueOffset(), c.getValueLength(),<a name="line.7324"></a> |
| <span class="sourceLineNo">7325</span> qual2, 0, qual2.length));<a name="line.7325"></a> |
| <span class="sourceLineNo">7326</span> }<a name="line.7326"></a> |
| <span class="sourceLineNo">7327</span><a name="line.7327"></a> |
| <span class="sourceLineNo">7328</span> HRegion initHRegion(TableName tableName, String callingMethod,<a name="line.7328"></a> |
| <span class="sourceLineNo">7329</span> byte[]... families) throws IOException {<a name="line.7329"></a> |
| <span class="sourceLineNo">7330</span> return initHRegion(tableName, callingMethod, HBaseConfiguration.create(),<a name="line.7330"></a> |
| <span class="sourceLineNo">7331</span> families);<a name="line.7331"></a> |
| <span class="sourceLineNo">7332</span> }<a name="line.7332"></a> |
| <span class="sourceLineNo">7333</span><a name="line.7333"></a> |
| <span class="sourceLineNo">7334</span> /**<a name="line.7334"></a> |
| <span class="sourceLineNo">7335</span> * HBASE-16429 Make sure no stuck if roll writer when ring buffer is filled with appends<a name="line.7335"></a> |
| <span class="sourceLineNo">7336</span> * @throws IOException if IO error occurred during test<a name="line.7336"></a> |
| <span class="sourceLineNo">7337</span> */<a name="line.7337"></a> |
| <span class="sourceLineNo">7338</span> @Test<a name="line.7338"></a> |
| <span class="sourceLineNo">7339</span> public void testWritesWhileRollWriter() throws IOException {<a name="line.7339"></a> |
| <span class="sourceLineNo">7340</span> int testCount = 10;<a name="line.7340"></a> |
| <span class="sourceLineNo">7341</span> int numRows = 1024;<a name="line.7341"></a> |
| <span class="sourceLineNo">7342</span> int numFamilies = 2;<a name="line.7342"></a> |
| <span class="sourceLineNo">7343</span> int numQualifiers = 2;<a name="line.7343"></a> |
| <span class="sourceLineNo">7344</span> final byte[][] families = new byte[numFamilies][];<a name="line.7344"></a> |
| <span class="sourceLineNo">7345</span> for (int i = 0; i < numFamilies; i++) {<a name="line.7345"></a> |
| <span class="sourceLineNo">7346</span> families[i] = Bytes.toBytes("family" + i);<a name="line.7346"></a> |
| <span class="sourceLineNo">7347</span> }<a name="line.7347"></a> |
| <span class="sourceLineNo">7348</span> final byte[][] qualifiers = new byte[numQualifiers][];<a name="line.7348"></a> |
| <span class="sourceLineNo">7349</span> for (int i = 0; i < numQualifiers; i++) {<a name="line.7349"></a> |
| <span class="sourceLineNo">7350</span> qualifiers[i] = Bytes.toBytes("qual" + i);<a name="line.7350"></a> |
| <span class="sourceLineNo">7351</span> }<a name="line.7351"></a> |
| <span class="sourceLineNo">7352</span><a name="line.7352"></a> |
| <span class="sourceLineNo">7353</span> CONF.setInt("hbase.regionserver.wal.disruptor.event.count", 2);<a name="line.7353"></a> |
| <span class="sourceLineNo">7354</span> this.region = initHRegion(tableName, method, CONF, families);<a name="line.7354"></a> |
| <span class="sourceLineNo">7355</span> try {<a name="line.7355"></a> |
| <span class="sourceLineNo">7356</span> List<Thread> threads = new ArrayList<>();<a name="line.7356"></a> |
| <span class="sourceLineNo">7357</span> for (int i = 0; i < numRows; i++) {<a name="line.7357"></a> |
| <span class="sourceLineNo">7358</span> final int count = i;<a name="line.7358"></a> |
| <span class="sourceLineNo">7359</span> Thread t = new Thread(new Runnable() {<a name="line.7359"></a> |
| <span class="sourceLineNo">7360</span><a name="line.7360"></a> |
| <span class="sourceLineNo">7361</span> @Override<a name="line.7361"></a> |
| <span class="sourceLineNo">7362</span> public void run() {<a name="line.7362"></a> |
| <span class="sourceLineNo">7363</span> byte[] row = Bytes.toBytes("row" + count);<a name="line.7363"></a> |
| <span class="sourceLineNo">7364</span> Put put = new Put(row);<a name="line.7364"></a> |
| <span class="sourceLineNo">7365</span> put.setDurability(Durability.SYNC_WAL);<a name="line.7365"></a> |
| <span class="sourceLineNo">7366</span> byte[] value = Bytes.toBytes(String.valueOf(count));<a name="line.7366"></a> |
| <span class="sourceLineNo">7367</span> for (byte[] family : families) {<a name="line.7367"></a> |
| <span class="sourceLineNo">7368</span> for (byte[] qualifier : qualifiers) {<a name="line.7368"></a> |
| <span class="sourceLineNo">7369</span> put.addColumn(family, qualifier, count, value);<a name="line.7369"></a> |
| <span class="sourceLineNo">7370</span> }<a name="line.7370"></a> |
| <span class="sourceLineNo">7371</span> }<a name="line.7371"></a> |
| <span class="sourceLineNo">7372</span> try {<a name="line.7372"></a> |
| <span class="sourceLineNo">7373</span> region.put(put);<a name="line.7373"></a> |
| <span class="sourceLineNo">7374</span> } catch (IOException e) {<a name="line.7374"></a> |
| <span class="sourceLineNo">7375</span> throw new RuntimeException(e);<a name="line.7375"></a> |
| <span class="sourceLineNo">7376</span> }<a name="line.7376"></a> |
| <span class="sourceLineNo">7377</span> }<a name="line.7377"></a> |
| <span class="sourceLineNo">7378</span> });<a name="line.7378"></a> |
| <span class="sourceLineNo">7379</span> threads.add(t);<a name="line.7379"></a> |
| <span class="sourceLineNo">7380</span> }<a name="line.7380"></a> |
| <span class="sourceLineNo">7381</span> for (Thread t : threads) {<a name="line.7381"></a> |
| <span class="sourceLineNo">7382</span> t.start();<a name="line.7382"></a> |
| <span class="sourceLineNo">7383</span> }<a name="line.7383"></a> |
| <span class="sourceLineNo">7384</span><a name="line.7384"></a> |
| <span class="sourceLineNo">7385</span> for (int i = 0; i < testCount; i++) {<a name="line.7385"></a> |
| <span class="sourceLineNo">7386</span> region.getWAL().rollWriter();<a name="line.7386"></a> |
| <span class="sourceLineNo">7387</span> Thread.yield();<a name="line.7387"></a> |
| <span class="sourceLineNo">7388</span> }<a name="line.7388"></a> |
| <span class="sourceLineNo">7389</span> } finally {<a name="line.7389"></a> |
| <span class="sourceLineNo">7390</span> try {<a name="line.7390"></a> |
| <span class="sourceLineNo">7391</span> HBaseTestingUtility.closeRegionAndWAL(this.region);<a name="line.7391"></a> |
| <span class="sourceLineNo">7392</span> CONF.setInt("hbase.regionserver.wal.disruptor.event.count", 16 * 1024);<a name="line.7392"></a> |
| <span class="sourceLineNo">7393</span> } catch (DroppedSnapshotException dse) {<a name="line.7393"></a> |
| <span class="sourceLineNo">7394</span> // We could get this on way out because we interrupt the background flusher and it could<a name="line.7394"></a> |
| <span class="sourceLineNo">7395</span> // fail anywhere causing a DSE over in the background flusher... only it is not properly<a name="line.7395"></a> |
| <span class="sourceLineNo">7396</span> // dealt with so could still be memory hanging out when we get to here -- memory we can't<a name="line.7396"></a> |
| <span class="sourceLineNo">7397</span> // flush because the accounting is 'off' since original DSE.<a name="line.7397"></a> |
| <span class="sourceLineNo">7398</span> }<a name="line.7398"></a> |
| <span class="sourceLineNo">7399</span> this.region = null;<a name="line.7399"></a> |
| <span class="sourceLineNo">7400</span> }<a name="line.7400"></a> |
| <span class="sourceLineNo">7401</span> }<a name="line.7401"></a> |
| <span class="sourceLineNo">7402</span><a name="line.7402"></a> |
| <span class="sourceLineNo">7403</span> @Test<a name="line.7403"></a> |
| <span class="sourceLineNo">7404</span> public void testMutateRow() throws Exception {<a name="line.7404"></a> |
| <span class="sourceLineNo">7405</span> final byte[] row = Bytes.toBytes("row");<a name="line.7405"></a> |
| <span class="sourceLineNo">7406</span> final byte[] q1 = Bytes.toBytes("q1");<a name="line.7406"></a> |
| <span class="sourceLineNo">7407</span> final byte[] q2 = Bytes.toBytes("q2");<a name="line.7407"></a> |
| <span class="sourceLineNo">7408</span> final byte[] q3 = Bytes.toBytes("q3");<a name="line.7408"></a> |
| <span class="sourceLineNo">7409</span> final byte[] q4 = Bytes.toBytes("q4");<a name="line.7409"></a> |
| <span class="sourceLineNo">7410</span> final String v1 = "v1";<a name="line.7410"></a> |
| <span class="sourceLineNo">7411</span><a name="line.7411"></a> |
| <span class="sourceLineNo">7412</span> region = initHRegion(tableName, method, CONF, fam1);<a name="line.7412"></a> |
| <span class="sourceLineNo">7413</span><a name="line.7413"></a> |
| <span class="sourceLineNo">7414</span> // Initial values<a name="line.7414"></a> |
| <span class="sourceLineNo">7415</span> region.batchMutate(new Mutation[] {<a name="line.7415"></a> |
| <span class="sourceLineNo">7416</span> new Put(row).addColumn(fam1, q2, Bytes.toBytes("toBeDeleted")),<a name="line.7416"></a> |
| <span class="sourceLineNo">7417</span> new Put(row).addColumn(fam1, q3, Bytes.toBytes(5L)),<a name="line.7417"></a> |
| <span class="sourceLineNo">7418</span> new Put(row).addColumn(fam1, q4, Bytes.toBytes("a")),<a name="line.7418"></a> |
| <span class="sourceLineNo">7419</span> });<a name="line.7419"></a> |
| <span class="sourceLineNo">7420</span><a name="line.7420"></a> |
| <span class="sourceLineNo">7421</span> // Do mutateRow<a name="line.7421"></a> |
| <span class="sourceLineNo">7422</span> Result result = region.mutateRow(new RowMutations(row).add(Arrays.asList(<a name="line.7422"></a> |
| <span class="sourceLineNo">7423</span> new Put(row).addColumn(fam1, q1, Bytes.toBytes(v1)),<a name="line.7423"></a> |
| <span class="sourceLineNo">7424</span> new Delete(row).addColumns(fam1, q2),<a name="line.7424"></a> |
| <span class="sourceLineNo">7425</span> new Increment(row).addColumn(fam1, q3, 1),<a name="line.7425"></a> |
| <span class="sourceLineNo">7426</span> new Append(row).addColumn(fam1, q4, Bytes.toBytes("b")))));<a name="line.7426"></a> |
| <span class="sourceLineNo">7427</span><a name="line.7427"></a> |
| <span class="sourceLineNo">7428</span> assertNotNull(result);<a name="line.7428"></a> |
| <span class="sourceLineNo">7429</span> assertEquals(6L, Bytes.toLong(result.getValue(fam1, q3)));<a name="line.7429"></a> |
| <span class="sourceLineNo">7430</span> assertEquals("ab", Bytes.toString(result.getValue(fam1, q4)));<a name="line.7430"></a> |
| <span class="sourceLineNo">7431</span><a name="line.7431"></a> |
| <span class="sourceLineNo">7432</span> // Verify the value<a name="line.7432"></a> |
| <span class="sourceLineNo">7433</span> result = region.get(new Get(row));<a name="line.7433"></a> |
| <span class="sourceLineNo">7434</span> assertEquals(v1, Bytes.toString(result.getValue(fam1, q1)));<a name="line.7434"></a> |
| <span class="sourceLineNo">7435</span> assertNull(result.getValue(fam1, q2));<a name="line.7435"></a> |
| <span class="sourceLineNo">7436</span> assertEquals(6L, Bytes.toLong(result.getValue(fam1, q3)));<a name="line.7436"></a> |
| <span class="sourceLineNo">7437</span> assertEquals("ab", Bytes.toString(result.getValue(fam1, q4)));<a name="line.7437"></a> |
| <span class="sourceLineNo">7438</span> }<a name="line.7438"></a> |
| <span class="sourceLineNo">7439</span><a name="line.7439"></a> |
| <span class="sourceLineNo">7440</span> @Test<a name="line.7440"></a> |
| <span class="sourceLineNo">7441</span> public void testMutateRowInParallel() throws Exception {<a name="line.7441"></a> |
| <span class="sourceLineNo">7442</span> final int numReaderThreads = 100;<a name="line.7442"></a> |
| <span class="sourceLineNo">7443</span> final CountDownLatch latch = new CountDownLatch(numReaderThreads);<a name="line.7443"></a> |
| <span class="sourceLineNo">7444</span><a name="line.7444"></a> |
| <span class="sourceLineNo">7445</span> final byte[] row = Bytes.toBytes("row");<a name="line.7445"></a> |
| <span class="sourceLineNo">7446</span> final byte[] q1 = Bytes.toBytes("q1");<a name="line.7446"></a> |
| <span class="sourceLineNo">7447</span> final byte[] q2 = Bytes.toBytes("q2");<a name="line.7447"></a> |
| <span class="sourceLineNo">7448</span> final byte[] q3 = Bytes.toBytes("q3");<a name="line.7448"></a> |
| <span class="sourceLineNo">7449</span> final byte[] q4 = Bytes.toBytes("q4");<a name="line.7449"></a> |
| <span class="sourceLineNo">7450</span> final String v1 = "v1";<a name="line.7450"></a> |
| <span class="sourceLineNo">7451</span> final String v2 = "v2";<a name="line.7451"></a> |
| <span class="sourceLineNo">7452</span><a name="line.7452"></a> |
| <span class="sourceLineNo">7453</span> // We need to ensure the timestamp of the delete operation is more than the previous one<a name="line.7453"></a> |
| <span class="sourceLineNo">7454</span> final AtomicLong deleteTimestamp = new AtomicLong();<a name="line.7454"></a> |
| <span class="sourceLineNo">7455</span><a name="line.7455"></a> |
| <span class="sourceLineNo">7456</span> region = initHRegion(tableName, method, CONF, fam1);<a name="line.7456"></a> |
| <span class="sourceLineNo">7457</span><a name="line.7457"></a> |
| <span class="sourceLineNo">7458</span> // Initial values<a name="line.7458"></a> |
| <span class="sourceLineNo">7459</span> region.batchMutate(new Mutation[] {<a name="line.7459"></a> |
| <span class="sourceLineNo">7460</span> new Put(row).addColumn(fam1, q1, Bytes.toBytes(v1))<a name="line.7460"></a> |
| <span class="sourceLineNo">7461</span> .addColumn(fam1, q2, deleteTimestamp.getAndIncrement(), Bytes.toBytes(v2))<a name="line.7461"></a> |
| <span class="sourceLineNo">7462</span> .addColumn(fam1, q3, Bytes.toBytes(1L))<a name="line.7462"></a> |
| <span class="sourceLineNo">7463</span> .addColumn(fam1, q4, Bytes.toBytes("a"))<a name="line.7463"></a> |
| <span class="sourceLineNo">7464</span> });<a name="line.7464"></a> |
| <span class="sourceLineNo">7465</span><a name="line.7465"></a> |
| <span class="sourceLineNo">7466</span> final AtomicReference<AssertionError> assertionError = new AtomicReference<>();<a name="line.7466"></a> |
| <span class="sourceLineNo">7467</span><a name="line.7467"></a> |
| <span class="sourceLineNo">7468</span> // Writer thread<a name="line.7468"></a> |
| <span class="sourceLineNo">7469</span> Thread writerThread = new Thread(() -> {<a name="line.7469"></a> |
| <span class="sourceLineNo">7470</span> try {<a name="line.7470"></a> |
| <span class="sourceLineNo">7471</span> while (true) {<a name="line.7471"></a> |
| <span class="sourceLineNo">7472</span> // If all the reader threads finish, then stop the writer thread<a name="line.7472"></a> |
| <span class="sourceLineNo">7473</span> if (latch.await(0, TimeUnit.MILLISECONDS)) {<a name="line.7473"></a> |
| <span class="sourceLineNo">7474</span> return;<a name="line.7474"></a> |
| <span class="sourceLineNo">7475</span> }<a name="line.7475"></a> |
| <span class="sourceLineNo">7476</span><a name="line.7476"></a> |
| <span class="sourceLineNo">7477</span> // Execute the mutations. This should be done atomically<a name="line.7477"></a> |
| <span class="sourceLineNo">7478</span> region.mutateRow(new RowMutations(row).add(Arrays.asList(<a name="line.7478"></a> |
| <span class="sourceLineNo">7479</span> new Put(row).addColumn(fam1, q1, Bytes.toBytes(v2)),<a name="line.7479"></a> |
| <span class="sourceLineNo">7480</span> new Delete(row).addColumns(fam1, q2, deleteTimestamp.getAndIncrement()),<a name="line.7480"></a> |
| <span class="sourceLineNo">7481</span> new Increment(row).addColumn(fam1, q3, 1L),<a name="line.7481"></a> |
| <span class="sourceLineNo">7482</span> new Append(row).addColumn(fam1, q4, Bytes.toBytes("b")))));<a name="line.7482"></a> |
| <span class="sourceLineNo">7483</span><a name="line.7483"></a> |
| <span class="sourceLineNo">7484</span> // We need to ensure the timestamps of the Increment/Append operations are more than the<a name="line.7484"></a> |
| <span class="sourceLineNo">7485</span> // previous ones<a name="line.7485"></a> |
| <span class="sourceLineNo">7486</span> Result result = region.get(new Get(row).addColumn(fam1, q3).addColumn(fam1, q4));<a name="line.7486"></a> |
| <span class="sourceLineNo">7487</span> long tsIncrement = result.getColumnLatestCell(fam1, q3).getTimestamp();<a name="line.7487"></a> |
| <span class="sourceLineNo">7488</span> long tsAppend = result.getColumnLatestCell(fam1, q4).getTimestamp();<a name="line.7488"></a> |
| <span class="sourceLineNo">7489</span><a name="line.7489"></a> |
| <span class="sourceLineNo">7490</span> // Put the initial values<a name="line.7490"></a> |
| <span class="sourceLineNo">7491</span> region.batchMutate(new Mutation[] {<a name="line.7491"></a> |
| <span class="sourceLineNo">7492</span> new Put(row).addColumn(fam1, q1, Bytes.toBytes(v1))<a name="line.7492"></a> |
| <span class="sourceLineNo">7493</span> .addColumn(fam1, q2, deleteTimestamp.getAndIncrement(), Bytes.toBytes(v2))<a name="line.7493"></a> |
| <span class="sourceLineNo">7494</span> .addColumn(fam1, q3, tsIncrement + 1, Bytes.toBytes(1L))<a name="line.7494"></a> |
| <span class="sourceLineNo">7495</span> .addColumn(fam1, q4, tsAppend + 1, Bytes.toBytes("a"))<a name="line.7495"></a> |
| <span class="sourceLineNo">7496</span> });<a name="line.7496"></a> |
| <span class="sourceLineNo">7497</span> }<a name="line.7497"></a> |
| <span class="sourceLineNo">7498</span> } catch (Exception e) {<a name="line.7498"></a> |
| <span class="sourceLineNo">7499</span> assertionError.set(new AssertionError(e));<a name="line.7499"></a> |
| <span class="sourceLineNo">7500</span> }<a name="line.7500"></a> |
| <span class="sourceLineNo">7501</span> });<a name="line.7501"></a> |
| <span class="sourceLineNo">7502</span> writerThread.start();<a name="line.7502"></a> |
| <span class="sourceLineNo">7503</span><a name="line.7503"></a> |
| <span class="sourceLineNo">7504</span> // Reader threads<a name="line.7504"></a> |
| <span class="sourceLineNo">7505</span> for (int i = 0; i < numReaderThreads; i++) {<a name="line.7505"></a> |
| <span class="sourceLineNo">7506</span> new Thread(() -> {<a name="line.7506"></a> |
| <span class="sourceLineNo">7507</span> try {<a name="line.7507"></a> |
| <span class="sourceLineNo">7508</span> for (int j = 0; j < 10000; j++) {<a name="line.7508"></a> |
| <span class="sourceLineNo">7509</span> // Verify the values<a name="line.7509"></a> |
| <span class="sourceLineNo">7510</span> Result result = region.get(new Get(row));<a name="line.7510"></a> |
| <span class="sourceLineNo">7511</span><a name="line.7511"></a> |
| <span class="sourceLineNo">7512</span> // The values should be equals to either the initial values or the values after<a name="line.7512"></a> |
| <span class="sourceLineNo">7513</span> // executing the mutations<a name="line.7513"></a> |
| <span class="sourceLineNo">7514</span> String q1Value = Bytes.toString(result.getValue(fam1, q1));<a name="line.7514"></a> |
| <span class="sourceLineNo">7515</span> if (v1.equals(q1Value)) {<a name="line.7515"></a> |
| <span class="sourceLineNo">7516</span> assertEquals(v2, Bytes.toString(result.getValue(fam1, q2)));<a name="line.7516"></a> |
| <span class="sourceLineNo">7517</span> assertEquals(1L, Bytes.toLong(result.getValue(fam1, q3)));<a name="line.7517"></a> |
| <span class="sourceLineNo">7518</span> assertEquals("a", Bytes.toString(result.getValue(fam1, q4)));<a name="line.7518"></a> |
| <span class="sourceLineNo">7519</span> } else if (v2.equals(q1Value)) {<a name="line.7519"></a> |
| <span class="sourceLineNo">7520</span> assertNull(Bytes.toString(result.getValue(fam1, q2)));<a name="line.7520"></a> |
| <span class="sourceLineNo">7521</span> assertEquals(2L, Bytes.toLong(result.getValue(fam1, q3)));<a name="line.7521"></a> |
| <span class="sourceLineNo">7522</span> assertEquals("ab", Bytes.toString(result.getValue(fam1, q4)));<a name="line.7522"></a> |
| <span class="sourceLineNo">7523</span> } else {<a name="line.7523"></a> |
| <span class="sourceLineNo">7524</span> fail("the qualifier " + Bytes.toString(q1) + " should be " + v1 + " or " + v2 +<a name="line.7524"></a> |
| <span class="sourceLineNo">7525</span> ", but " + q1Value);<a name="line.7525"></a> |
| <span class="sourceLineNo">7526</span> }<a name="line.7526"></a> |
| <span class="sourceLineNo">7527</span> }<a name="line.7527"></a> |
| <span class="sourceLineNo">7528</span> } catch (Exception e) {<a name="line.7528"></a> |
| <span class="sourceLineNo">7529</span> assertionError.set(new AssertionError(e));<a name="line.7529"></a> |
| <span class="sourceLineNo">7530</span> } catch (AssertionError e) {<a name="line.7530"></a> |
| <span class="sourceLineNo">7531</span> assertionError.set(e);<a name="line.7531"></a> |
| <span class="sourceLineNo">7532</span> }<a name="line.7532"></a> |
| <span class="sourceLineNo">7533</span><a name="line.7533"></a> |
| <span class="sourceLineNo">7534</span> latch.countDown();<a name="line.7534"></a> |
| <span class="sourceLineNo">7535</span> }).start();<a name="line.7535"></a> |
| <span class="sourceLineNo">7536</span> }<a name="line.7536"></a> |
| <span class="sourceLineNo">7537</span><a name="line.7537"></a> |
| <span class="sourceLineNo">7538</span> writerThread.join();<a name="line.7538"></a> |
| <span class="sourceLineNo">7539</span><a name="line.7539"></a> |
| <span class="sourceLineNo">7540</span> if (assertionError.get() != null) {<a name="line.7540"></a> |
| <span class="sourceLineNo">7541</span> throw assertionError.get();<a name="line.7541"></a> |
| <span class="sourceLineNo">7542</span> }<a name="line.7542"></a> |
| <span class="sourceLineNo">7543</span> }<a name="line.7543"></a> |
| <span class="sourceLineNo">7544</span><a name="line.7544"></a> |
| <span class="sourceLineNo">7545</span> @Test<a name="line.7545"></a> |
| <span class="sourceLineNo">7546</span> public void testMutateRow_WriteRequestCount() throws Exception {<a name="line.7546"></a> |
| <span class="sourceLineNo">7547</span> byte[] row1 = Bytes.toBytes("row1");<a name="line.7547"></a> |
| <span class="sourceLineNo">7548</span> byte[] fam1 = Bytes.toBytes("fam1");<a name="line.7548"></a> |
| <span class="sourceLineNo">7549</span> byte[] qf1 = Bytes.toBytes("qualifier");<a name="line.7549"></a> |
| <span class="sourceLineNo">7550</span> byte[] val1 = Bytes.toBytes("value1");<a name="line.7550"></a> |
| <span class="sourceLineNo">7551</span><a name="line.7551"></a> |
| <span class="sourceLineNo">7552</span> RowMutations rm = new RowMutations(row1);<a name="line.7552"></a> |
| <span class="sourceLineNo">7553</span> Put put = new Put(row1);<a name="line.7553"></a> |
| <span class="sourceLineNo">7554</span> put.addColumn(fam1, qf1, val1);<a name="line.7554"></a> |
| <span class="sourceLineNo">7555</span> rm.add(put);<a name="line.7555"></a> |
| <span class="sourceLineNo">7556</span><a name="line.7556"></a> |
| <span class="sourceLineNo">7557</span> this.region = initHRegion(tableName, method, CONF, fam1);<a name="line.7557"></a> |
| <span class="sourceLineNo">7558</span> long wrcBeforeMutate = this.region.writeRequestsCount.longValue();<a name="line.7558"></a> |
| <span class="sourceLineNo">7559</span> this.region.mutateRow(rm);<a name="line.7559"></a> |
| <span class="sourceLineNo">7560</span> long wrcAfterMutate = this.region.writeRequestsCount.longValue();<a name="line.7560"></a> |
| <span class="sourceLineNo">7561</span> Assert.assertEquals(wrcBeforeMutate + rm.getMutations().size(), wrcAfterMutate);<a name="line.7561"></a> |
| <span class="sourceLineNo">7562</span> }<a name="line.7562"></a> |
| <span class="sourceLineNo">7563</span><a name="line.7563"></a> |
| <span class="sourceLineNo">7564</span> @Test<a name="line.7564"></a> |
| <span class="sourceLineNo">7565</span> public void testBulkLoadReplicationEnabled() throws IOException {<a name="line.7565"></a> |
| <span class="sourceLineNo">7566</span> TEST_UTIL.getConfiguration().setBoolean(HConstants.REPLICATION_BULKLOAD_ENABLE_KEY, true);<a name="line.7566"></a> |
| <span class="sourceLineNo">7567</span> final ServerName serverName = ServerName.valueOf(name.getMethodName(), 100, 42);<a name="line.7567"></a> |
| <span class="sourceLineNo">7568</span> final RegionServerServices rss = spy(TEST_UTIL.createMockRegionServerService(serverName));<a name="line.7568"></a> |
| <span class="sourceLineNo">7569</span><a name="line.7569"></a> |
| <span class="sourceLineNo">7570</span> TableDescriptor tableDescriptor =<a name="line.7570"></a> |
| <span class="sourceLineNo">7571</span> TableDescriptorBuilder.newBuilder(TableName.valueOf(name.getMethodName()))<a name="line.7571"></a> |
| <span class="sourceLineNo">7572</span> .setColumnFamily(ColumnFamilyDescriptorBuilder.of(fam1)).build();<a name="line.7572"></a> |
| <span class="sourceLineNo">7573</span> RegionInfo hri = RegionInfoBuilder.newBuilder(tableDescriptor.getTableName()).build();<a name="line.7573"></a> |
| <span class="sourceLineNo">7574</span> region = HRegion.openHRegion(hri, tableDescriptor, rss.getWAL(hri),<a name="line.7574"></a> |
| <span class="sourceLineNo">7575</span> TEST_UTIL.getConfiguration(), rss, null);<a name="line.7575"></a> |
| <span class="sourceLineNo">7576</span><a name="line.7576"></a> |
| <span class="sourceLineNo">7577</span> assertTrue(region.conf.getBoolean(HConstants.REPLICATION_BULKLOAD_ENABLE_KEY, false));<a name="line.7577"></a> |
| <span class="sourceLineNo">7578</span> String plugins = region.conf.get(CoprocessorHost.REGION_COPROCESSOR_CONF_KEY, "");<a name="line.7578"></a> |
| <span class="sourceLineNo">7579</span> String replicationCoprocessorClass = ReplicationObserver.class.getCanonicalName();<a name="line.7579"></a> |
| <span class="sourceLineNo">7580</span> assertTrue(plugins.contains(replicationCoprocessorClass));<a name="line.7580"></a> |
| <span class="sourceLineNo">7581</span> assertTrue(region.getCoprocessorHost().<a name="line.7581"></a> |
| <span class="sourceLineNo">7582</span> getCoprocessors().contains(ReplicationObserver.class.getSimpleName()));<a name="line.7582"></a> |
| <span class="sourceLineNo">7583</span> }<a name="line.7583"></a> |
| <span class="sourceLineNo">7584</span><a name="line.7584"></a> |
| <span class="sourceLineNo">7585</span> /**<a name="line.7585"></a> |
| <span class="sourceLineNo">7586</span> * The same as HRegion class, the only difference is that instantiateHStore will<a name="line.7586"></a> |
| <span class="sourceLineNo">7587</span> * create a different HStore - HStoreForTesting. [HBASE-8518]<a name="line.7587"></a> |
| <span class="sourceLineNo">7588</span> */<a name="line.7588"></a> |
| <span class="sourceLineNo">7589</span> public static class HRegionForTesting extends HRegion {<a name="line.7589"></a> |
| <span class="sourceLineNo">7590</span><a name="line.7590"></a> |
| <span class="sourceLineNo">7591</span> public HRegionForTesting(final Path tableDir, final WAL wal, final FileSystem fs,<a name="line.7591"></a> |
| <span class="sourceLineNo">7592</span> final Configuration confParam, final RegionInfo regionInfo,<a name="line.7592"></a> |
| <span class="sourceLineNo">7593</span> final TableDescriptor htd, final RegionServerServices rsServices) {<a name="line.7593"></a> |
| <span class="sourceLineNo">7594</span> this(new HRegionFileSystem(confParam, fs, tableDir, regionInfo),<a name="line.7594"></a> |
| <span class="sourceLineNo">7595</span> wal, confParam, htd, rsServices);<a name="line.7595"></a> |
| <span class="sourceLineNo">7596</span> }<a name="line.7596"></a> |
| <span class="sourceLineNo">7597</span><a name="line.7597"></a> |
| <span class="sourceLineNo">7598</span> public HRegionForTesting(HRegionFileSystem fs, WAL wal,<a name="line.7598"></a> |
| <span class="sourceLineNo">7599</span> Configuration confParam, TableDescriptor htd,<a name="line.7599"></a> |
| <span class="sourceLineNo">7600</span> RegionServerServices rsServices) {<a name="line.7600"></a> |
| <span class="sourceLineNo">7601</span> super(fs, wal, confParam, htd, rsServices);<a name="line.7601"></a> |
| <span class="sourceLineNo">7602</span> }<a name="line.7602"></a> |
| <span class="sourceLineNo">7603</span><a name="line.7603"></a> |
| <span class="sourceLineNo">7604</span> /**<a name="line.7604"></a> |
| <span class="sourceLineNo">7605</span> * Create HStore instance.<a name="line.7605"></a> |
| <span class="sourceLineNo">7606</span> * @return If Mob is enabled, return HMobStore, otherwise return HStoreForTesting.<a name="line.7606"></a> |
| <span class="sourceLineNo">7607</span> */<a name="line.7607"></a> |
| <span class="sourceLineNo">7608</span> @Override<a name="line.7608"></a> |
| <span class="sourceLineNo">7609</span> protected HStore instantiateHStore(final ColumnFamilyDescriptor family, boolean warmup)<a name="line.7609"></a> |
| <span class="sourceLineNo">7610</span> throws IOException {<a name="line.7610"></a> |
| <span class="sourceLineNo">7611</span> if (family.isMobEnabled()) {<a name="line.7611"></a> |
| <span class="sourceLineNo">7612</span> if (HFile.getFormatVersion(this.conf) < HFile.MIN_FORMAT_VERSION_WITH_TAGS) {<a name="line.7612"></a> |
| <span class="sourceLineNo">7613</span> throw new IOException("A minimum HFile version of " + HFile.MIN_FORMAT_VERSION_WITH_TAGS +<a name="line.7613"></a> |
| <span class="sourceLineNo">7614</span> " is required for MOB feature. Consider setting " + HFile.FORMAT_VERSION_KEY +<a name="line.7614"></a> |
| <span class="sourceLineNo">7615</span> " accordingly.");<a name="line.7615"></a> |
| <span class="sourceLineNo">7616</span> }<a name="line.7616"></a> |
| <span class="sourceLineNo">7617</span> return new HMobStore(this, family, this.conf, warmup);<a name="line.7617"></a> |
| <span class="sourceLineNo">7618</span> }<a name="line.7618"></a> |
| <span class="sourceLineNo">7619</span> return new HStoreForTesting(this, family, this.conf, warmup);<a name="line.7619"></a> |
| <span class="sourceLineNo">7620</span> }<a name="line.7620"></a> |
| <span class="sourceLineNo">7621</span> }<a name="line.7621"></a> |
| <span class="sourceLineNo">7622</span><a name="line.7622"></a> |
| <span class="sourceLineNo">7623</span> /**<a name="line.7623"></a> |
| <span class="sourceLineNo">7624</span> * HStoreForTesting is merely the same as HStore, the difference is in the doCompaction method<a name="line.7624"></a> |
| <span class="sourceLineNo">7625</span> * of HStoreForTesting there is a checkpoint "hbase.hstore.compaction.complete" which<a name="line.7625"></a> |
| <span class="sourceLineNo">7626</span> * doesn't let hstore compaction complete. In the former edition, this config is set in<a name="line.7626"></a> |
| <span class="sourceLineNo">7627</span> * HStore class inside compact method, though this is just for testing, otherwise it<a name="line.7627"></a> |
| <span class="sourceLineNo">7628</span> * doesn't do any help. In HBASE-8518, we try to get rid of all "hbase.hstore.compaction.complete"<a name="line.7628"></a> |
| <span class="sourceLineNo">7629</span> * config (except for testing code).<a name="line.7629"></a> |
| <span class="sourceLineNo">7630</span> */<a name="line.7630"></a> |
| <span class="sourceLineNo">7631</span> public static class HStoreForTesting extends HStore {<a name="line.7631"></a> |
| <span class="sourceLineNo">7632</span><a name="line.7632"></a> |
| <span class="sourceLineNo">7633</span> protected HStoreForTesting(final HRegion region,<a name="line.7633"></a> |
| <span class="sourceLineNo">7634</span> final ColumnFamilyDescriptor family,<a name="line.7634"></a> |
| <span class="sourceLineNo">7635</span> final Configuration confParam, boolean warmup) throws IOException {<a name="line.7635"></a> |
| <span class="sourceLineNo">7636</span> super(region, family, confParam, warmup);<a name="line.7636"></a> |
| <span class="sourceLineNo">7637</span> }<a name="line.7637"></a> |
| <span class="sourceLineNo">7638</span><a name="line.7638"></a> |
| <span class="sourceLineNo">7639</span> @Override<a name="line.7639"></a> |
| <span class="sourceLineNo">7640</span> protected List<HStoreFile> doCompaction(CompactionRequestImpl cr,<a name="line.7640"></a> |
| <span class="sourceLineNo">7641</span> Collection<HStoreFile> filesToCompact, User user, long compactionStartTime,<a name="line.7641"></a> |
| <span class="sourceLineNo">7642</span> List<Path> newFiles) throws IOException {<a name="line.7642"></a> |
| <span class="sourceLineNo">7643</span> // let compaction incomplete.<a name="line.7643"></a> |
| <span class="sourceLineNo">7644</span> if (!this.conf.getBoolean("hbase.hstore.compaction.complete", true)) {<a name="line.7644"></a> |
| <span class="sourceLineNo">7645</span> LOG.warn("hbase.hstore.compaction.complete is set to false");<a name="line.7645"></a> |
| <span class="sourceLineNo">7646</span> List<HStoreFile> sfs = new ArrayList<>(newFiles.size());<a name="line.7646"></a> |
| <span class="sourceLineNo">7647</span> final boolean evictOnClose =<a name="line.7647"></a> |
| <span class="sourceLineNo">7648</span> cacheConf != null? cacheConf.shouldEvictOnClose(): true;<a name="line.7648"></a> |
| <span class="sourceLineNo">7649</span> for (Path newFile : newFiles) {<a name="line.7649"></a> |
| <span class="sourceLineNo">7650</span> // Create storefile around what we wrote with a reader on it.<a name="line.7650"></a> |
| <span class="sourceLineNo">7651</span> HStoreFile sf = createStoreFileAndReader(newFile);<a name="line.7651"></a> |
| <span class="sourceLineNo">7652</span> sf.closeStoreFile(evictOnClose);<a name="line.7652"></a> |
| <span class="sourceLineNo">7653</span> sfs.add(sf);<a name="line.7653"></a> |
| <span class="sourceLineNo">7654</span> }<a name="line.7654"></a> |
| <span class="sourceLineNo">7655</span> return sfs;<a name="line.7655"></a> |
| <span class="sourceLineNo">7656</span> }<a name="line.7656"></a> |
| <span class="sourceLineNo">7657</span> return super.doCompaction(cr, filesToCompact, user, compactionStartTime, newFiles);<a name="line.7657"></a> |
| <span class="sourceLineNo">7658</span> }<a name="line.7658"></a> |
| <span class="sourceLineNo">7659</span> }<a name="line.7659"></a> |
| <span class="sourceLineNo">7660</span><a name="line.7660"></a> |
| <span class="sourceLineNo">7661</span> @Test<a name="line.7661"></a> |
| <span class="sourceLineNo">7662</span> public void testCloseNoInterrupt() throws Exception {<a name="line.7662"></a> |
| <span class="sourceLineNo">7663</span> byte[] cf1 = Bytes.toBytes("CF1");<a name="line.7663"></a> |
| <span class="sourceLineNo">7664</span> byte[][] families = { cf1 };<a name="line.7664"></a> |
| <span class="sourceLineNo">7665</span> final int SLEEP_TIME = 10 * 1000;<a name="line.7665"></a> |
| <span class="sourceLineNo">7666</span><a name="line.7666"></a> |
| <span class="sourceLineNo">7667</span> Configuration conf = new Configuration(CONF);<a name="line.7667"></a> |
| <span class="sourceLineNo">7668</span> // Disable close thread interrupt and server abort behavior<a name="line.7668"></a> |
| <span class="sourceLineNo">7669</span> conf.setBoolean(HRegion.CLOSE_WAIT_ABORT, false);<a name="line.7669"></a> |
| <span class="sourceLineNo">7670</span> conf.setInt(HRegion.CLOSE_WAIT_INTERVAL, 1000);<a name="line.7670"></a> |
| <span class="sourceLineNo">7671</span> region = initHRegion(tableName, method, conf, families);<a name="line.7671"></a> |
| <span class="sourceLineNo">7672</span><a name="line.7672"></a> |
| <span class="sourceLineNo">7673</span> final CountDownLatch latch = new CountDownLatch(1);<a name="line.7673"></a> |
| <span class="sourceLineNo">7674</span> final AtomicBoolean holderInterrupted = new AtomicBoolean();<a name="line.7674"></a> |
| <span class="sourceLineNo">7675</span> Thread holder = new Thread(new Runnable() {<a name="line.7675"></a> |
| <span class="sourceLineNo">7676</span> @Override<a name="line.7676"></a> |
| <span class="sourceLineNo">7677</span> public void run() {<a name="line.7677"></a> |
| <span class="sourceLineNo">7678</span> try {<a name="line.7678"></a> |
| <span class="sourceLineNo">7679</span> LOG.info("Starting region operation holder");<a name="line.7679"></a> |
| <span class="sourceLineNo">7680</span> region.startRegionOperation(Operation.SCAN);<a name="line.7680"></a> |
| <span class="sourceLineNo">7681</span> latch.countDown();<a name="line.7681"></a> |
| <span class="sourceLineNo">7682</span> try {<a name="line.7682"></a> |
| <span class="sourceLineNo">7683</span> Thread.sleep(SLEEP_TIME);<a name="line.7683"></a> |
| <span class="sourceLineNo">7684</span> } catch (InterruptedException e) {<a name="line.7684"></a> |
| <span class="sourceLineNo">7685</span> LOG.info("Interrupted");<a name="line.7685"></a> |
| <span class="sourceLineNo">7686</span> holderInterrupted.set(true);<a name="line.7686"></a> |
| <span class="sourceLineNo">7687</span> }<a name="line.7687"></a> |
| <span class="sourceLineNo">7688</span> } catch (Exception e) {<a name="line.7688"></a> |
| <span class="sourceLineNo">7689</span> throw new RuntimeException(e);<a name="line.7689"></a> |
| <span class="sourceLineNo">7690</span> } finally {<a name="line.7690"></a> |
| <span class="sourceLineNo">7691</span> try {<a name="line.7691"></a> |
| <span class="sourceLineNo">7692</span> region.closeRegionOperation();<a name="line.7692"></a> |
| <span class="sourceLineNo">7693</span> } catch (IOException e) {<a name="line.7693"></a> |
| <span class="sourceLineNo">7694</span> }<a name="line.7694"></a> |
| <span class="sourceLineNo">7695</span> LOG.info("Stopped region operation holder");<a name="line.7695"></a> |
| <span class="sourceLineNo">7696</span> }<a name="line.7696"></a> |
| <span class="sourceLineNo">7697</span> }<a name="line.7697"></a> |
| <span class="sourceLineNo">7698</span> });<a name="line.7698"></a> |
| <span class="sourceLineNo">7699</span><a name="line.7699"></a> |
| <span class="sourceLineNo">7700</span> holder.start();<a name="line.7700"></a> |
| <span class="sourceLineNo">7701</span> latch.await();<a name="line.7701"></a> |
| <span class="sourceLineNo">7702</span> region.close();<a name="line.7702"></a> |
| <span class="sourceLineNo">7703</span> region = null;<a name="line.7703"></a> |
| <span class="sourceLineNo">7704</span> holder.join();<a name="line.7704"></a> |
| <span class="sourceLineNo">7705</span><a name="line.7705"></a> |
| <span class="sourceLineNo">7706</span> assertFalse("Region lock holder should not have been interrupted", holderInterrupted.get());<a name="line.7706"></a> |
| <span class="sourceLineNo">7707</span> }<a name="line.7707"></a> |
| <span class="sourceLineNo">7708</span><a name="line.7708"></a> |
| <span class="sourceLineNo">7709</span> @Test<a name="line.7709"></a> |
| <span class="sourceLineNo">7710</span> public void testCloseInterrupt() throws Exception {<a name="line.7710"></a> |
| <span class="sourceLineNo">7711</span> byte[] cf1 = Bytes.toBytes("CF1");<a name="line.7711"></a> |
| <span class="sourceLineNo">7712</span> byte[][] families = { cf1 };<a name="line.7712"></a> |
| <span class="sourceLineNo">7713</span> final int SLEEP_TIME = 10 * 1000;<a name="line.7713"></a> |
| <span class="sourceLineNo">7714</span><a name="line.7714"></a> |
| <span class="sourceLineNo">7715</span> Configuration conf = new Configuration(CONF);<a name="line.7715"></a> |
| <span class="sourceLineNo">7716</span> // Enable close thread interrupt and server abort behavior<a name="line.7716"></a> |
| <span class="sourceLineNo">7717</span> conf.setBoolean(HRegion.CLOSE_WAIT_ABORT, true);<a name="line.7717"></a> |
| <span class="sourceLineNo">7718</span> // Speed up the unit test, no need to wait default 10 seconds.<a name="line.7718"></a> |
| <span class="sourceLineNo">7719</span> conf.setInt(HRegion.CLOSE_WAIT_INTERVAL, 1000);<a name="line.7719"></a> |
| <span class="sourceLineNo">7720</span> region = initHRegion(tableName, method, conf, families);<a name="line.7720"></a> |
| <span class="sourceLineNo">7721</span><a name="line.7721"></a> |
| <span class="sourceLineNo">7722</span> final CountDownLatch latch = new CountDownLatch(1);<a name="line.7722"></a> |
| <span class="sourceLineNo">7723</span> final AtomicBoolean holderInterrupted = new AtomicBoolean();<a name="line.7723"></a> |
| <span class="sourceLineNo">7724</span> Thread holder = new Thread(new Runnable() {<a name="line.7724"></a> |
| <span class="sourceLineNo">7725</span> @Override<a name="line.7725"></a> |
| <span class="sourceLineNo">7726</span> public void run() {<a name="line.7726"></a> |
| <span class="sourceLineNo">7727</span> try {<a name="line.7727"></a> |
| <span class="sourceLineNo">7728</span> LOG.info("Starting region operation holder");<a name="line.7728"></a> |
| <span class="sourceLineNo">7729</span> region.startRegionOperation(Operation.SCAN);<a name="line.7729"></a> |
| <span class="sourceLineNo">7730</span> latch.countDown();<a name="line.7730"></a> |
| <span class="sourceLineNo">7731</span> try {<a name="line.7731"></a> |
| <span class="sourceLineNo">7732</span> Thread.sleep(SLEEP_TIME);<a name="line.7732"></a> |
| <span class="sourceLineNo">7733</span> } catch (InterruptedException e) {<a name="line.7733"></a> |
| <span class="sourceLineNo">7734</span> LOG.info("Interrupted");<a name="line.7734"></a> |
| <span class="sourceLineNo">7735</span> holderInterrupted.set(true);<a name="line.7735"></a> |
| <span class="sourceLineNo">7736</span> }<a name="line.7736"></a> |
| <span class="sourceLineNo">7737</span> } catch (Exception e) {<a name="line.7737"></a> |
| <span class="sourceLineNo">7738</span> throw new RuntimeException(e);<a name="line.7738"></a> |
| <span class="sourceLineNo">7739</span> } finally {<a name="line.7739"></a> |
| <span class="sourceLineNo">7740</span> try {<a name="line.7740"></a> |
| <span class="sourceLineNo">7741</span> region.closeRegionOperation();<a name="line.7741"></a> |
| <span class="sourceLineNo">7742</span> } catch (IOException e) {<a name="line.7742"></a> |
| <span class="sourceLineNo">7743</span> }<a name="line.7743"></a> |
| <span class="sourceLineNo">7744</span> LOG.info("Stopped region operation holder");<a name="line.7744"></a> |
| <span class="sourceLineNo">7745</span> }<a name="line.7745"></a> |
| <span class="sourceLineNo">7746</span> }<a name="line.7746"></a> |
| <span class="sourceLineNo">7747</span> });<a name="line.7747"></a> |
| <span class="sourceLineNo">7748</span><a name="line.7748"></a> |
| <span class="sourceLineNo">7749</span> holder.start();<a name="line.7749"></a> |
| <span class="sourceLineNo">7750</span> latch.await();<a name="line.7750"></a> |
| <span class="sourceLineNo">7751</span> region.close();<a name="line.7751"></a> |
| <span class="sourceLineNo">7752</span> region = null;<a name="line.7752"></a> |
| <span class="sourceLineNo">7753</span> holder.join();<a name="line.7753"></a> |
| <span class="sourceLineNo">7754</span><a name="line.7754"></a> |
| <span class="sourceLineNo">7755</span> assertTrue("Region lock holder was not interrupted", holderInterrupted.get());<a name="line.7755"></a> |
| <span class="sourceLineNo">7756</span> }<a name="line.7756"></a> |
| <span class="sourceLineNo">7757</span><a name="line.7757"></a> |
| <span class="sourceLineNo">7758</span> @Test<a name="line.7758"></a> |
| <span class="sourceLineNo">7759</span> public void testCloseAbort() throws Exception {<a name="line.7759"></a> |
| <span class="sourceLineNo">7760</span> byte[] cf1 = Bytes.toBytes("CF1");<a name="line.7760"></a> |
| <span class="sourceLineNo">7761</span> byte[][] families = { cf1 };<a name="line.7761"></a> |
| <span class="sourceLineNo">7762</span> final int SLEEP_TIME = 10 * 1000;<a name="line.7762"></a> |
| <span class="sourceLineNo">7763</span><a name="line.7763"></a> |
| <span class="sourceLineNo">7764</span> Configuration conf = new Configuration(CONF);<a name="line.7764"></a> |
| <span class="sourceLineNo">7765</span> // Enable close thread interrupt and server abort behavior.<a name="line.7765"></a> |
| <span class="sourceLineNo">7766</span> conf.setBoolean(HRegion.CLOSE_WAIT_ABORT, true);<a name="line.7766"></a> |
| <span class="sourceLineNo">7767</span> // Set the abort interval to a fraction of sleep time so we are guaranteed to be aborted.<a name="line.7767"></a> |
| <span class="sourceLineNo">7768</span> conf.setInt(HRegion.CLOSE_WAIT_TIME, SLEEP_TIME / 2);<a name="line.7768"></a> |
| <span class="sourceLineNo">7769</span> // Set the wait interval to a fraction of sleep time so we are guaranteed to be interrupted.<a name="line.7769"></a> |
| <span class="sourceLineNo">7770</span> conf.setInt(HRegion.CLOSE_WAIT_INTERVAL, SLEEP_TIME / 4);<a name="line.7770"></a> |
| <span class="sourceLineNo">7771</span> region = initHRegion(tableName, method, conf, families);<a name="line.7771"></a> |
| <span class="sourceLineNo">7772</span> RegionServerServices rsServices = mock(RegionServerServices.class);<a name="line.7772"></a> |
| <span class="sourceLineNo">7773</span> when(rsServices.getServerName()).thenReturn(ServerName.valueOf("localhost", 1000, 1000));<a name="line.7773"></a> |
| <span class="sourceLineNo">7774</span> region.rsServices = rsServices;<a name="line.7774"></a> |
| <span class="sourceLineNo">7775</span><a name="line.7775"></a> |
| <span class="sourceLineNo">7776</span> final CountDownLatch latch = new CountDownLatch(1);<a name="line.7776"></a> |
| <span class="sourceLineNo">7777</span> Thread holder = new Thread(new Runnable() {<a name="line.7777"></a> |
| <span class="sourceLineNo">7778</span> @Override<a name="line.7778"></a> |
| <span class="sourceLineNo">7779</span> public void run() {<a name="line.7779"></a> |
| <span class="sourceLineNo">7780</span> try {<a name="line.7780"></a> |
| <span class="sourceLineNo">7781</span> LOG.info("Starting region operation holder");<a name="line.7781"></a> |
| <span class="sourceLineNo">7782</span> region.startRegionOperation(Operation.SCAN);<a name="line.7782"></a> |
| <span class="sourceLineNo">7783</span> latch.countDown();<a name="line.7783"></a> |
| <span class="sourceLineNo">7784</span> // Hold the lock for SLEEP_TIME seconds no matter how many times we are interrupted.<a name="line.7784"></a> |
| <span class="sourceLineNo">7785</span> int timeRemaining = SLEEP_TIME;<a name="line.7785"></a> |
| <span class="sourceLineNo">7786</span> while (timeRemaining > 0) {<a name="line.7786"></a> |
| <span class="sourceLineNo">7787</span> long start = EnvironmentEdgeManager.currentTime();<a name="line.7787"></a> |
| <span class="sourceLineNo">7788</span> try {<a name="line.7788"></a> |
| <span class="sourceLineNo">7789</span> Thread.sleep(timeRemaining);<a name="line.7789"></a> |
| <span class="sourceLineNo">7790</span> } catch (InterruptedException e) {<a name="line.7790"></a> |
| <span class="sourceLineNo">7791</span> LOG.info("Interrupted");<a name="line.7791"></a> |
| <span class="sourceLineNo">7792</span> }<a name="line.7792"></a> |
| <span class="sourceLineNo">7793</span> long end = EnvironmentEdgeManager.currentTime();<a name="line.7793"></a> |
| <span class="sourceLineNo">7794</span> timeRemaining -= end - start;<a name="line.7794"></a> |
| <span class="sourceLineNo">7795</span> if (timeRemaining < 0) {<a name="line.7795"></a> |
| <span class="sourceLineNo">7796</span> timeRemaining = 0;<a name="line.7796"></a> |
| <span class="sourceLineNo">7797</span> }<a name="line.7797"></a> |
| <span class="sourceLineNo">7798</span> if (timeRemaining > 0) {<a name="line.7798"></a> |
| <span class="sourceLineNo">7799</span> LOG.info("Sleeping again, remaining time " + timeRemaining + " ms");<a name="line.7799"></a> |
| <span class="sourceLineNo">7800</span> }<a name="line.7800"></a> |
| <span class="sourceLineNo">7801</span> }<a name="line.7801"></a> |
| <span class="sourceLineNo">7802</span> } catch (Exception e) {<a name="line.7802"></a> |
| <span class="sourceLineNo">7803</span> throw new RuntimeException(e);<a name="line.7803"></a> |
| <span class="sourceLineNo">7804</span> } finally {<a name="line.7804"></a> |
| <span class="sourceLineNo">7805</span> try {<a name="line.7805"></a> |
| <span class="sourceLineNo">7806</span> region.closeRegionOperation();<a name="line.7806"></a> |
| <span class="sourceLineNo">7807</span> } catch (IOException e) {<a name="line.7807"></a> |
| <span class="sourceLineNo">7808</span> }<a name="line.7808"></a> |
| <span class="sourceLineNo">7809</span> LOG.info("Stopped region operation holder");<a name="line.7809"></a> |
| <span class="sourceLineNo">7810</span> }<a name="line.7810"></a> |
| <span class="sourceLineNo">7811</span> }<a name="line.7811"></a> |
| <span class="sourceLineNo">7812</span> });<a name="line.7812"></a> |
| <span class="sourceLineNo">7813</span><a name="line.7813"></a> |
| <span class="sourceLineNo">7814</span> holder.start();<a name="line.7814"></a> |
| <span class="sourceLineNo">7815</span> latch.await();<a name="line.7815"></a> |
| <span class="sourceLineNo">7816</span> try {<a name="line.7816"></a> |
| <span class="sourceLineNo">7817</span> region.close();<a name="line.7817"></a> |
| <span class="sourceLineNo">7818</span> } catch (IOException e) {<a name="line.7818"></a> |
| <span class="sourceLineNo">7819</span> LOG.info("Caught expected exception", e);<a name="line.7819"></a> |
| <span class="sourceLineNo">7820</span> }<a name="line.7820"></a> |
| <span class="sourceLineNo">7821</span> region = null;<a name="line.7821"></a> |
| <span class="sourceLineNo">7822</span> holder.join();<a name="line.7822"></a> |
| <span class="sourceLineNo">7823</span><a name="line.7823"></a> |
| <span class="sourceLineNo">7824</span> // Verify the region tried to abort the server<a name="line.7824"></a> |
| <span class="sourceLineNo">7825</span> verify(rsServices, atLeast(1)).abort(anyString(),any());<a name="line.7825"></a> |
| <span class="sourceLineNo">7826</span> }<a name="line.7826"></a> |
| <span class="sourceLineNo">7827</span><a name="line.7827"></a> |
| <span class="sourceLineNo">7828</span> @Test<a name="line.7828"></a> |
| <span class="sourceLineNo">7829</span> public void testInterruptProtection() throws Exception {<a name="line.7829"></a> |
| <span class="sourceLineNo">7830</span> byte[] cf1 = Bytes.toBytes("CF1");<a name="line.7830"></a> |
| <span class="sourceLineNo">7831</span> byte[][] families = { cf1 };<a name="line.7831"></a> |
| <span class="sourceLineNo">7832</span> final int SLEEP_TIME = 10 * 1000;<a name="line.7832"></a> |
| <span class="sourceLineNo">7833</span><a name="line.7833"></a> |
| <span class="sourceLineNo">7834</span> Configuration conf = new Configuration(CONF);<a name="line.7834"></a> |
| <span class="sourceLineNo">7835</span> // Enable close thread interrupt and server abort behavior.<a name="line.7835"></a> |
| <span class="sourceLineNo">7836</span> conf.setBoolean(HRegion.CLOSE_WAIT_ABORT, true);<a name="line.7836"></a> |
| <span class="sourceLineNo">7837</span> conf.setInt(HRegion.CLOSE_WAIT_INTERVAL, 1000);<a name="line.7837"></a> |
| <span class="sourceLineNo">7838</span> region = initHRegion(tableName, method, conf, families);<a name="line.7838"></a> |
| <span class="sourceLineNo">7839</span><a name="line.7839"></a> |
| <span class="sourceLineNo">7840</span> final CountDownLatch latch = new CountDownLatch(1);<a name="line.7840"></a> |
| <span class="sourceLineNo">7841</span> final AtomicBoolean holderInterrupted = new AtomicBoolean();<a name="line.7841"></a> |
| <span class="sourceLineNo">7842</span> Thread holder = new Thread(new Runnable() {<a name="line.7842"></a> |
| <span class="sourceLineNo">7843</span> @Override<a name="line.7843"></a> |
| <span class="sourceLineNo">7844</span> public void run() {<a name="line.7844"></a> |
| <span class="sourceLineNo">7845</span> try {<a name="line.7845"></a> |
| <span class="sourceLineNo">7846</span> LOG.info("Starting region operation holder");<a name="line.7846"></a> |
| <span class="sourceLineNo">7847</span> region.startRegionOperation(Operation.SCAN);<a name="line.7847"></a> |
| <span class="sourceLineNo">7848</span> LOG.info("Protecting against interrupts");<a name="line.7848"></a> |
| <span class="sourceLineNo">7849</span> region.disableInterrupts();<a name="line.7849"></a> |
| <span class="sourceLineNo">7850</span> try {<a name="line.7850"></a> |
| <span class="sourceLineNo">7851</span> latch.countDown();<a name="line.7851"></a> |
| <span class="sourceLineNo">7852</span> try {<a name="line.7852"></a> |
| <span class="sourceLineNo">7853</span> Thread.sleep(SLEEP_TIME);<a name="line.7853"></a> |
| <span class="sourceLineNo">7854</span> } catch (InterruptedException e) {<a name="line.7854"></a> |
| <span class="sourceLineNo">7855</span> LOG.info("Interrupted");<a name="line.7855"></a> |
| <span class="sourceLineNo">7856</span> holderInterrupted.set(true);<a name="line.7856"></a> |
| <span class="sourceLineNo">7857</span> }<a name="line.7857"></a> |
| <span class="sourceLineNo">7858</span> } finally {<a name="line.7858"></a> |
| <span class="sourceLineNo">7859</span> region.enableInterrupts();<a name="line.7859"></a> |
| <span class="sourceLineNo">7860</span> }<a name="line.7860"></a> |
| <span class="sourceLineNo">7861</span> } catch (Exception e) {<a name="line.7861"></a> |
| <span class="sourceLineNo">7862</span> throw new RuntimeException(e);<a name="line.7862"></a> |
| <span class="sourceLineNo">7863</span> } finally {<a name="line.7863"></a> |
| <span class="sourceLineNo">7864</span> try {<a name="line.7864"></a> |
| <span class="sourceLineNo">7865</span> region.closeRegionOperation();<a name="line.7865"></a> |
| <span class="sourceLineNo">7866</span> } catch (IOException e) {<a name="line.7866"></a> |
| <span class="sourceLineNo">7867</span> }<a name="line.7867"></a> |
| <span class="sourceLineNo">7868</span> LOG.info("Stopped region operation holder");<a name="line.7868"></a> |
| <span class="sourceLineNo">7869</span> }<a name="line.7869"></a> |
| <span class="sourceLineNo">7870</span> }<a name="line.7870"></a> |
| <span class="sourceLineNo">7871</span> });<a name="line.7871"></a> |
| <span class="sourceLineNo">7872</span><a name="line.7872"></a> |
| <span class="sourceLineNo">7873</span> holder.start();<a name="line.7873"></a> |
| <span class="sourceLineNo">7874</span> latch.await();<a name="line.7874"></a> |
| <span class="sourceLineNo">7875</span> region.close();<a name="line.7875"></a> |
| <span class="sourceLineNo">7876</span> region = null;<a name="line.7876"></a> |
| <span class="sourceLineNo">7877</span> holder.join();<a name="line.7877"></a> |
| <span class="sourceLineNo">7878</span><a name="line.7878"></a> |
| <span class="sourceLineNo">7879</span> assertFalse("Region lock holder should not have been interrupted", holderInterrupted.get());<a name="line.7879"></a> |
| <span class="sourceLineNo">7880</span> }<a name="line.7880"></a> |
| <span class="sourceLineNo">7881</span><a name="line.7881"></a> |
| <span class="sourceLineNo">7882</span>}<a name="line.7882"></a> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| </pre> |
| </div> |
| </body> |
| </html> |
