| <!DOCTYPE HTML> |
| <html lang="en"> |
| <head> |
| <!-- Generated by javadoc (17) --> |
| <title>Source code</title> |
| <meta name="viewport" content="width=device-width, initial-scale=1"> |
| <meta name="description" content="source: package: org.apache.hadoop.hbase.regionserver, class: AbstractMemStore"> |
| <meta name="generator" content="javadoc/SourceToHTMLConverter"> |
| <link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="Style"> |
| </head> |
| <body class="source-page"> |
| <main role="main"> |
| <div class="source-container"> |
| <pre><span class="source-line-no">001</span><span id="line-1">/*</span> |
| <span class="source-line-no">002</span><span id="line-2"> * Licensed to the Apache Software Foundation (ASF) under one</span> |
| <span class="source-line-no">003</span><span id="line-3"> * or more contributor license agreements. See the NOTICE file</span> |
| <span class="source-line-no">004</span><span id="line-4"> * distributed with this work for additional information</span> |
| <span class="source-line-no">005</span><span id="line-5"> * regarding copyright ownership. The ASF licenses this file</span> |
| <span class="source-line-no">006</span><span id="line-6"> * to you under the Apache License, Version 2.0 (the</span> |
| <span class="source-line-no">007</span><span id="line-7"> * "License"); you may not use this file except in compliance</span> |
| <span class="source-line-no">008</span><span id="line-8"> * with the License. You may obtain a copy of the License at</span> |
| <span class="source-line-no">009</span><span id="line-9"> *</span> |
| <span class="source-line-no">010</span><span id="line-10"> * http://www.apache.org/licenses/LICENSE-2.0</span> |
| <span class="source-line-no">011</span><span id="line-11"> *</span> |
| <span class="source-line-no">012</span><span id="line-12"> * Unless required by applicable law or agreed to in writing, software</span> |
| <span class="source-line-no">013</span><span id="line-13"> * distributed under the License is distributed on an "AS IS" BASIS,</span> |
| <span class="source-line-no">014</span><span id="line-14"> * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.</span> |
| <span class="source-line-no">015</span><span id="line-15"> * See the License for the specific language governing permissions and</span> |
| <span class="source-line-no">016</span><span id="line-16"> * limitations under the License.</span> |
| <span class="source-line-no">017</span><span id="line-17"> */</span> |
| <span class="source-line-no">018</span><span id="line-18">package org.apache.hadoop.hbase.regionserver;</span> |
| <span class="source-line-no">019</span><span id="line-19"></span> |
| <span class="source-line-no">020</span><span id="line-20">import java.io.IOException;</span> |
| <span class="source-line-no">021</span><span id="line-21">import java.util.List;</span> |
| <span class="source-line-no">022</span><span id="line-22">import java.util.NavigableSet;</span> |
| <span class="source-line-no">023</span><span id="line-23">import java.util.SortedSet;</span> |
| <span class="source-line-no">024</span><span id="line-24">import org.apache.hadoop.conf.Configuration;</span> |
| <span class="source-line-no">025</span><span id="line-25">import org.apache.hadoop.hbase.CellComparator;</span> |
| <span class="source-line-no">026</span><span id="line-26">import org.apache.hadoop.hbase.ExtendedCell;</span> |
| <span class="source-line-no">027</span><span id="line-27">import org.apache.hadoop.hbase.exceptions.UnexpectedStateException;</span> |
| <span class="source-line-no">028</span><span id="line-28">import org.apache.hadoop.hbase.util.Bytes;</span> |
| <span class="source-line-no">029</span><span id="line-29">import org.apache.hadoop.hbase.util.ClassSize;</span> |
| <span class="source-line-no">030</span><span id="line-30">import org.apache.hadoop.hbase.util.EnvironmentEdgeManager;</span> |
| <span class="source-line-no">031</span><span id="line-31">import org.apache.yetus.audience.InterfaceAudience;</span> |
| <span class="source-line-no">032</span><span id="line-32">import org.slf4j.Logger;</span> |
| <span class="source-line-no">033</span><span id="line-33"></span> |
| <span class="source-line-no">034</span><span id="line-34">/**</span> |
| <span class="source-line-no">035</span><span id="line-35"> * An abstract class, which implements the behaviour shared by all concrete memstore instances.</span> |
| <span class="source-line-no">036</span><span id="line-36"> */</span> |
| <span class="source-line-no">037</span><span id="line-37">@InterfaceAudience.Private</span> |
| <span class="source-line-no">038</span><span id="line-38">public abstract class AbstractMemStore implements MemStore {</span> |
| <span class="source-line-no">039</span><span id="line-39"></span> |
| <span class="source-line-no">040</span><span id="line-40"> private static final long NO_SNAPSHOT_ID = -1;</span> |
| <span class="source-line-no">041</span><span id="line-41"></span> |
| <span class="source-line-no">042</span><span id="line-42"> private final Configuration conf;</span> |
| <span class="source-line-no">043</span><span id="line-43"> private final CellComparator comparator;</span> |
| <span class="source-line-no">044</span><span id="line-44"></span> |
| <span class="source-line-no">045</span><span id="line-45"> // active segment absorbs write operations</span> |
| <span class="source-line-no">046</span><span id="line-46"> private volatile MutableSegment active;</span> |
| <span class="source-line-no">047</span><span id="line-47"> // Snapshot of memstore. Made for flusher.</span> |
| <span class="source-line-no">048</span><span id="line-48"> protected volatile ImmutableSegment snapshot;</span> |
| <span class="source-line-no">049</span><span id="line-49"> protected volatile long snapshotId;</span> |
| <span class="source-line-no">050</span><span id="line-50"> // Used to track when to flush</span> |
| <span class="source-line-no">051</span><span id="line-51"> private volatile long timeOfOldestEdit;</span> |
| <span class="source-line-no">052</span><span id="line-52"></span> |
| <span class="source-line-no">053</span><span id="line-53"> protected RegionServicesForStores regionServices;</span> |
| <span class="source-line-no">054</span><span id="line-54"></span> |
| <span class="source-line-no">055</span><span id="line-55"> // @formatter:off</span> |
| <span class="source-line-no">056</span><span id="line-56"> public final static long FIXED_OVERHEAD = (long) ClassSize.OBJECT</span> |
| <span class="source-line-no">057</span><span id="line-57"> + (5 * ClassSize.REFERENCE)</span> |
| <span class="source-line-no">058</span><span id="line-58"> + (2 * Bytes.SIZEOF_LONG); // snapshotId, timeOfOldestEdit</span> |
| <span class="source-line-no">059</span><span id="line-59"> // @formatter:on</span> |
| <span class="source-line-no">060</span><span id="line-60"></span> |
| <span class="source-line-no">061</span><span id="line-61"> public final static long DEEP_OVERHEAD = FIXED_OVERHEAD;</span> |
| <span class="source-line-no">062</span><span id="line-62"></span> |
| <span class="source-line-no">063</span><span id="line-63"> public static void addToScanners(List<? extends Segment> segments, long readPt,</span> |
| <span class="source-line-no">064</span><span id="line-64"> List<KeyValueScanner> scanners) {</span> |
| <span class="source-line-no">065</span><span id="line-65"> for (Segment item : segments) {</span> |
| <span class="source-line-no">066</span><span id="line-66"> addToScanners(item, readPt, scanners);</span> |
| <span class="source-line-no">067</span><span id="line-67"> }</span> |
| <span class="source-line-no">068</span><span id="line-68"> }</span> |
| <span class="source-line-no">069</span><span id="line-69"></span> |
| <span class="source-line-no">070</span><span id="line-70"> protected static void addToScanners(Segment segment, long readPt,</span> |
| <span class="source-line-no">071</span><span id="line-71"> List<KeyValueScanner> scanners) {</span> |
| <span class="source-line-no">072</span><span id="line-72"> if (!segment.isEmpty()) {</span> |
| <span class="source-line-no">073</span><span id="line-73"> scanners.add(segment.getScanner(readPt));</span> |
| <span class="source-line-no">074</span><span id="line-74"> }</span> |
| <span class="source-line-no">075</span><span id="line-75"> }</span> |
| <span class="source-line-no">076</span><span id="line-76"></span> |
| <span class="source-line-no">077</span><span id="line-77"> protected AbstractMemStore(final Configuration conf, final CellComparator c,</span> |
| <span class="source-line-no">078</span><span id="line-78"> final RegionServicesForStores regionServices) {</span> |
| <span class="source-line-no">079</span><span id="line-79"> this.conf = conf;</span> |
| <span class="source-line-no">080</span><span id="line-80"> this.comparator = c;</span> |
| <span class="source-line-no">081</span><span id="line-81"> this.regionServices = regionServices;</span> |
| <span class="source-line-no">082</span><span id="line-82"> resetActive();</span> |
| <span class="source-line-no">083</span><span id="line-83"> resetTimeOfOldestEdit();</span> |
| <span class="source-line-no">084</span><span id="line-84"> this.snapshot = SegmentFactory.instance().createImmutableSegment(c);</span> |
| <span class="source-line-no">085</span><span id="line-85"> this.snapshotId = NO_SNAPSHOT_ID;</span> |
| <span class="source-line-no">086</span><span id="line-86"> }</span> |
| <span class="source-line-no">087</span><span id="line-87"></span> |
| <span class="source-line-no">088</span><span id="line-88"> protected void resetActive() {</span> |
| <span class="source-line-no">089</span><span id="line-89"> // Record the MutableSegment' heap overhead when initialing</span> |
| <span class="source-line-no">090</span><span id="line-90"> MemStoreSizing memstoreAccounting = new NonThreadSafeMemStoreSizing();</span> |
| <span class="source-line-no">091</span><span id="line-91"> // Reset heap to not include any keys</span> |
| <span class="source-line-no">092</span><span id="line-92"> active = SegmentFactory.instance().createMutableSegment(conf, comparator, memstoreAccounting);</span> |
| <span class="source-line-no">093</span><span id="line-93"> // regionServices can be null when testing</span> |
| <span class="source-line-no">094</span><span id="line-94"> if (regionServices != null) {</span> |
| <span class="source-line-no">095</span><span id="line-95"> regionServices.addMemStoreSize(memstoreAccounting.getDataSize(),</span> |
| <span class="source-line-no">096</span><span id="line-96"> memstoreAccounting.getHeapSize(), memstoreAccounting.getOffHeapSize(),</span> |
| <span class="source-line-no">097</span><span id="line-97"> memstoreAccounting.getCellsCount());</span> |
| <span class="source-line-no">098</span><span id="line-98"> }</span> |
| <span class="source-line-no">099</span><span id="line-99"> }</span> |
| <span class="source-line-no">100</span><span id="line-100"></span> |
| <span class="source-line-no">101</span><span id="line-101"> protected void resetTimeOfOldestEdit() {</span> |
| <span class="source-line-no">102</span><span id="line-102"> this.timeOfOldestEdit = Long.MAX_VALUE;</span> |
| <span class="source-line-no">103</span><span id="line-103"> }</span> |
| <span class="source-line-no">104</span><span id="line-104"></span> |
| <span class="source-line-no">105</span><span id="line-105"> /**</span> |
| <span class="source-line-no">106</span><span id="line-106"> * Updates the wal with the lowest sequence id (oldest entry) that is still in memory</span> |
| <span class="source-line-no">107</span><span id="line-107"> * @param onlyIfMoreRecent a flag that marks whether to update the sequence id no matter what or</span> |
| <span class="source-line-no">108</span><span id="line-108"> * only if it is greater than the previous sequence id</span> |
| <span class="source-line-no">109</span><span id="line-109"> */</span> |
| <span class="source-line-no">110</span><span id="line-110"> public abstract void updateLowestUnflushedSequenceIdInWAL(boolean onlyIfMoreRecent);</span> |
| <span class="source-line-no">111</span><span id="line-111"></span> |
| <span class="source-line-no">112</span><span id="line-112"> @Override</span> |
| <span class="source-line-no">113</span><span id="line-113"> public void add(Iterable<ExtendedCell> cells, MemStoreSizing memstoreSizing) {</span> |
| <span class="source-line-no">114</span><span id="line-114"> for (ExtendedCell cell : cells) {</span> |
| <span class="source-line-no">115</span><span id="line-115"> add(cell, memstoreSizing);</span> |
| <span class="source-line-no">116</span><span id="line-116"> }</span> |
| <span class="source-line-no">117</span><span id="line-117"> }</span> |
| <span class="source-line-no">118</span><span id="line-118"></span> |
| <span class="source-line-no">119</span><span id="line-119"> @Override</span> |
| <span class="source-line-no">120</span><span id="line-120"> public void add(ExtendedCell cell, MemStoreSizing memstoreSizing) {</span> |
| <span class="source-line-no">121</span><span id="line-121"> doAddOrUpsert(cell, 0, memstoreSizing, true);</span> |
| <span class="source-line-no">122</span><span id="line-122"> }</span> |
| <span class="source-line-no">123</span><span id="line-123"></span> |
| <span class="source-line-no">124</span><span id="line-124"> /*</span> |
| <span class="source-line-no">125</span><span id="line-125"> * Inserts the specified Cell into MemStore and deletes any existing versions of the same</span> |
| <span class="source-line-no">126</span><span id="line-126"> * row/family/qualifier as the specified Cell. <p> First, the specified Cell is inserted into the</span> |
| <span class="source-line-no">127</span><span id="line-127"> * Memstore. <p> If there are any existing Cell in this MemStore with the same row, family, and</span> |
| <span class="source-line-no">128</span><span id="line-128"> * qualifier, they are removed. <p> Callers must hold the read lock.</span> |
| <span class="source-line-no">129</span><span id="line-129"> * @param cell the cell to be updated</span> |
| <span class="source-line-no">130</span><span id="line-130"> * @param readpoint readpoint below which we can safely remove duplicate KVs</span> |
| <span class="source-line-no">131</span><span id="line-131"> * @param memstoreSizing object to accumulate changed size</span> |
| <span class="source-line-no">132</span><span id="line-132"> */</span> |
| <span class="source-line-no">133</span><span id="line-133"> private void upsert(ExtendedCell cell, long readpoint, MemStoreSizing memstoreSizing) {</span> |
| <span class="source-line-no">134</span><span id="line-134"> doAddOrUpsert(cell, readpoint, memstoreSizing, false);</span> |
| <span class="source-line-no">135</span><span id="line-135"> }</span> |
| <span class="source-line-no">136</span><span id="line-136"></span> |
| <span class="source-line-no">137</span><span id="line-137"> private void doAddOrUpsert(ExtendedCell cell, long readpoint, MemStoreSizing memstoreSizing,</span> |
| <span class="source-line-no">138</span><span id="line-138"> boolean doAdd) {</span> |
| <span class="source-line-no">139</span><span id="line-139"> MutableSegment currentActive;</span> |
| <span class="source-line-no">140</span><span id="line-140"> boolean succ = false;</span> |
| <span class="source-line-no">141</span><span id="line-141"> while (!succ) {</span> |
| <span class="source-line-no">142</span><span id="line-142"> currentActive = getActive();</span> |
| <span class="source-line-no">143</span><span id="line-143"> succ = preUpdate(currentActive, cell, memstoreSizing);</span> |
| <span class="source-line-no">144</span><span id="line-144"> if (succ) {</span> |
| <span class="source-line-no">145</span><span id="line-145"> if (doAdd) {</span> |
| <span class="source-line-no">146</span><span id="line-146"> doAdd(currentActive, cell, memstoreSizing);</span> |
| <span class="source-line-no">147</span><span id="line-147"> } else {</span> |
| <span class="source-line-no">148</span><span id="line-148"> doUpsert(currentActive, cell, readpoint, memstoreSizing);</span> |
| <span class="source-line-no">149</span><span id="line-149"> }</span> |
| <span class="source-line-no">150</span><span id="line-150"> postUpdate(currentActive);</span> |
| <span class="source-line-no">151</span><span id="line-151"> }</span> |
| <span class="source-line-no">152</span><span id="line-152"> }</span> |
| <span class="source-line-no">153</span><span id="line-153"> }</span> |
| <span class="source-line-no">154</span><span id="line-154"></span> |
| <span class="source-line-no">155</span><span id="line-155"> protected void doAdd(MutableSegment currentActive, ExtendedCell cell,</span> |
| <span class="source-line-no">156</span><span id="line-156"> MemStoreSizing memstoreSizing) {</span> |
| <span class="source-line-no">157</span><span id="line-157"> ExtendedCell toAdd = maybeCloneWithAllocator(currentActive, cell, false);</span> |
| <span class="source-line-no">158</span><span id="line-158"> boolean mslabUsed = (toAdd != cell);</span> |
| <span class="source-line-no">159</span><span id="line-159"> // This cell data is backed by the same byte[] where we read request in RPC(See</span> |
| <span class="source-line-no">160</span><span id="line-160"> // HBASE-15180). By default, MSLAB is ON and we might have copied cell to MSLAB area. If</span> |
| <span class="source-line-no">161</span><span id="line-161"> // not we must do below deep copy. Or else we will keep referring to the bigger chunk of</span> |
| <span class="source-line-no">162</span><span id="line-162"> // memory and prevent it from getting GCed.</span> |
| <span class="source-line-no">163</span><span id="line-163"> // Copy to MSLAB would not have happened if</span> |
| <span class="source-line-no">164</span><span id="line-164"> // 1. MSLAB is turned OFF. See "hbase.hregion.memstore.mslab.enabled"</span> |
| <span class="source-line-no">165</span><span id="line-165"> // 2. When the size of the cell is bigger than the max size supported by MSLAB. See</span> |
| <span class="source-line-no">166</span><span id="line-166"> // "hbase.hregion.memstore.mslab.max.allocation". This defaults to 256 KB</span> |
| <span class="source-line-no">167</span><span id="line-167"> // 3. When cells are from Append/Increment operation.</span> |
| <span class="source-line-no">168</span><span id="line-168"> if (!mslabUsed) {</span> |
| <span class="source-line-no">169</span><span id="line-169"> toAdd = deepCopyIfNeeded(toAdd);</span> |
| <span class="source-line-no">170</span><span id="line-170"> }</span> |
| <span class="source-line-no">171</span><span id="line-171"> internalAdd(currentActive, toAdd, mslabUsed, memstoreSizing);</span> |
| <span class="source-line-no">172</span><span id="line-172"> }</span> |
| <span class="source-line-no">173</span><span id="line-173"></span> |
| <span class="source-line-no">174</span><span id="line-174"> private void doUpsert(MutableSegment currentActive, ExtendedCell cell, long readpoint,</span> |
| <span class="source-line-no">175</span><span id="line-175"> MemStoreSizing memstoreSizing) {</span> |
| <span class="source-line-no">176</span><span id="line-176"> // Add the Cell to the MemStore</span> |
| <span class="source-line-no">177</span><span id="line-177"> // Use the internalAdd method here since we</span> |
| <span class="source-line-no">178</span><span id="line-178"> // (a) already have a lock and</span> |
| <span class="source-line-no">179</span><span id="line-179"> // (b) cannot safely use the MSLAB here without potentially hitting OOME</span> |
| <span class="source-line-no">180</span><span id="line-180"> // - see TestMemStore.testUpsertMSLAB for a test that triggers the pathological case if we don't</span> |
| <span class="source-line-no">181</span><span id="line-181"> // avoid MSLAB here.</span> |
| <span class="source-line-no">182</span><span id="line-182"> // This cell data is backed by the same byte[] where we read request in RPC(See</span> |
| <span class="source-line-no">183</span><span id="line-183"> // HBASE-15180). We must do below deep copy. Or else we will keep referring to the bigger</span> |
| <span class="source-line-no">184</span><span id="line-184"> // chunk of memory and prevent it from getting GCed.</span> |
| <span class="source-line-no">185</span><span id="line-185"> cell = deepCopyIfNeeded(cell);</span> |
| <span class="source-line-no">186</span><span id="line-186"> boolean sizeAddedPreOperation = sizeAddedPreOperation();</span> |
| <span class="source-line-no">187</span><span id="line-187"> currentActive.upsert(cell, readpoint, memstoreSizing, sizeAddedPreOperation);</span> |
| <span class="source-line-no">188</span><span id="line-188"> setOldestEditTimeToNow();</span> |
| <span class="source-line-no">189</span><span id="line-189"> }</span> |
| <span class="source-line-no">190</span><span id="line-190"></span> |
| <span class="source-line-no">191</span><span id="line-191"> /**</span> |
| <span class="source-line-no">192</span><span id="line-192"> * Issue any synchronization and test needed before applying the update</span> |
| <span class="source-line-no">193</span><span id="line-193"> * @param currentActive the segment to be updated</span> |
| <span class="source-line-no">194</span><span id="line-194"> * @param cell the cell to be added</span> |
| <span class="source-line-no">195</span><span id="line-195"> * @param memstoreSizing object to accumulate region size changes</span> |
| <span class="source-line-no">196</span><span id="line-196"> * @return true iff can proceed with applying the update</span> |
| <span class="source-line-no">197</span><span id="line-197"> */</span> |
| <span class="source-line-no">198</span><span id="line-198"> protected abstract boolean preUpdate(MutableSegment currentActive, ExtendedCell cell,</span> |
| <span class="source-line-no">199</span><span id="line-199"> MemStoreSizing memstoreSizing);</span> |
| <span class="source-line-no">200</span><span id="line-200"></span> |
| <span class="source-line-no">201</span><span id="line-201"> /**</span> |
| <span class="source-line-no">202</span><span id="line-202"> * Issue any post update synchronization and tests</span> |
| <span class="source-line-no">203</span><span id="line-203"> * @param currentActive updated segment</span> |
| <span class="source-line-no">204</span><span id="line-204"> */</span> |
| <span class="source-line-no">205</span><span id="line-205"> protected abstract void postUpdate(MutableSegment currentActive);</span> |
| <span class="source-line-no">206</span><span id="line-206"></span> |
| <span class="source-line-no">207</span><span id="line-207"> private static ExtendedCell deepCopyIfNeeded(ExtendedCell cell) {</span> |
| <span class="source-line-no">208</span><span id="line-208"> return cell.deepClone();</span> |
| <span class="source-line-no">209</span><span id="line-209"> }</span> |
| <span class="source-line-no">210</span><span id="line-210"></span> |
| <span class="source-line-no">211</span><span id="line-211"> @Override</span> |
| <span class="source-line-no">212</span><span id="line-212"> public void upsert(Iterable<ExtendedCell> cells, long readpoint, MemStoreSizing memstoreSizing) {</span> |
| <span class="source-line-no">213</span><span id="line-213"> for (ExtendedCell cell : cells) {</span> |
| <span class="source-line-no">214</span><span id="line-214"> upsert(cell, readpoint, memstoreSizing);</span> |
| <span class="source-line-no">215</span><span id="line-215"> }</span> |
| <span class="source-line-no">216</span><span id="line-216"> }</span> |
| <span class="source-line-no">217</span><span id="line-217"></span> |
| <span class="source-line-no">218</span><span id="line-218"> /** Returns Oldest timestamp of all the Cells in the MemStore */</span> |
| <span class="source-line-no">219</span><span id="line-219"> @Override</span> |
| <span class="source-line-no">220</span><span id="line-220"> public long timeOfOldestEdit() {</span> |
| <span class="source-line-no">221</span><span id="line-221"> return timeOfOldestEdit;</span> |
| <span class="source-line-no">222</span><span id="line-222"> }</span> |
| <span class="source-line-no">223</span><span id="line-223"></span> |
| <span class="source-line-no">224</span><span id="line-224"> /**</span> |
| <span class="source-line-no">225</span><span id="line-225"> * This method is protected under {@link HStore#lock} write lock,<br/></span> |
| <span class="source-line-no">226</span><span id="line-226"> * and this method is used by {@link HStore#updateStorefiles} after flushing is completed.<br/></span> |
| <span class="source-line-no">227</span><span id="line-227"> * The passed snapshot was successfully persisted; it can be let go.</span> |
| <span class="source-line-no">228</span><span id="line-228"> * @param id Id of the snapshot to clean out.</span> |
| <span class="source-line-no">229</span><span id="line-229"> * @see MemStore#snapshot()</span> |
| <span class="source-line-no">230</span><span id="line-230"> */</span> |
| <span class="source-line-no">231</span><span id="line-231"> @Override</span> |
| <span class="source-line-no">232</span><span id="line-232"> public void clearSnapshot(long id) throws UnexpectedStateException {</span> |
| <span class="source-line-no">233</span><span id="line-233"> if (this.snapshotId == -1) return; // already cleared</span> |
| <span class="source-line-no">234</span><span id="line-234"> if (this.snapshotId != id) {</span> |
| <span class="source-line-no">235</span><span id="line-235"> throw new UnexpectedStateException(</span> |
| <span class="source-line-no">236</span><span id="line-236"> "Current snapshot id is " + this.snapshotId + ",passed " + id);</span> |
| <span class="source-line-no">237</span><span id="line-237"> }</span> |
| <span class="source-line-no">238</span><span id="line-238"> // OK. Passed in snapshot is same as current snapshot. If not-empty,</span> |
| <span class="source-line-no">239</span><span id="line-239"> // create a new snapshot and let the old one go.</span> |
| <span class="source-line-no">240</span><span id="line-240"> doClearSnapShot();</span> |
| <span class="source-line-no">241</span><span id="line-241"> }</span> |
| <span class="source-line-no">242</span><span id="line-242"></span> |
| <span class="source-line-no">243</span><span id="line-243"> protected void doClearSnapShot() {</span> |
| <span class="source-line-no">244</span><span id="line-244"> Segment oldSnapshot = this.snapshot;</span> |
| <span class="source-line-no">245</span><span id="line-245"> if (!this.snapshot.isEmpty()) {</span> |
| <span class="source-line-no">246</span><span id="line-246"> this.snapshot = SegmentFactory.instance().createImmutableSegment(this.comparator);</span> |
| <span class="source-line-no">247</span><span id="line-247"> }</span> |
| <span class="source-line-no">248</span><span id="line-248"> this.snapshotId = NO_SNAPSHOT_ID;</span> |
| <span class="source-line-no">249</span><span id="line-249"> oldSnapshot.close();</span> |
| <span class="source-line-no">250</span><span id="line-250"> }</span> |
| <span class="source-line-no">251</span><span id="line-251"></span> |
| <span class="source-line-no">252</span><span id="line-252"> @Override</span> |
| <span class="source-line-no">253</span><span id="line-253"> public MemStoreSize getSnapshotSize() {</span> |
| <span class="source-line-no">254</span><span id="line-254"> return this.snapshot.getMemStoreSize();</span> |
| <span class="source-line-no">255</span><span id="line-255"> }</span> |
| <span class="source-line-no">256</span><span id="line-256"></span> |
| <span class="source-line-no">257</span><span id="line-257"> @Override</span> |
| <span class="source-line-no">258</span><span id="line-258"> public String toString() {</span> |
| <span class="source-line-no">259</span><span id="line-259"> StringBuilder buf = new StringBuilder();</span> |
| <span class="source-line-no">260</span><span id="line-260"> int i = 1;</span> |
| <span class="source-line-no">261</span><span id="line-261"> try {</span> |
| <span class="source-line-no">262</span><span id="line-262"> for (Segment segment : getSegments()) {</span> |
| <span class="source-line-no">263</span><span id="line-263"> buf.append("Segment (").append(i).append(") ").append(segment.toString()).append("; ");</span> |
| <span class="source-line-no">264</span><span id="line-264"> i++;</span> |
| <span class="source-line-no">265</span><span id="line-265"> }</span> |
| <span class="source-line-no">266</span><span id="line-266"> } catch (IOException e) {</span> |
| <span class="source-line-no">267</span><span id="line-267"> return e.toString();</span> |
| <span class="source-line-no">268</span><span id="line-268"> }</span> |
| <span class="source-line-no">269</span><span id="line-269"> return buf.toString();</span> |
| <span class="source-line-no">270</span><span id="line-270"> }</span> |
| <span class="source-line-no">271</span><span id="line-271"></span> |
| <span class="source-line-no">272</span><span id="line-272"> protected Configuration getConfiguration() {</span> |
| <span class="source-line-no">273</span><span id="line-273"> return conf;</span> |
| <span class="source-line-no">274</span><span id="line-274"> }</span> |
| <span class="source-line-no">275</span><span id="line-275"></span> |
| <span class="source-line-no">276</span><span id="line-276"> protected void dump(Logger log) {</span> |
| <span class="source-line-no">277</span><span id="line-277"> getActive().dump(log);</span> |
| <span class="source-line-no">278</span><span id="line-278"> snapshot.dump(log);</span> |
| <span class="source-line-no">279</span><span id="line-279"> }</span> |
| <span class="source-line-no">280</span><span id="line-280"></span> |
| <span class="source-line-no">281</span><span id="line-281"> /** Returns Return lowest of a or b or null if both a and b are null */</span> |
| <span class="source-line-no">282</span><span id="line-282"> protected ExtendedCell getLowest(final ExtendedCell a, final ExtendedCell b) {</span> |
| <span class="source-line-no">283</span><span id="line-283"> if (a == null) {</span> |
| <span class="source-line-no">284</span><span id="line-284"> return b;</span> |
| <span class="source-line-no">285</span><span id="line-285"> }</span> |
| <span class="source-line-no">286</span><span id="line-286"> if (b == null) {</span> |
| <span class="source-line-no">287</span><span id="line-287"> return a;</span> |
| <span class="source-line-no">288</span><span id="line-288"> }</span> |
| <span class="source-line-no">289</span><span id="line-289"> return comparator.compareRows(a, b) <= 0 ? a : b;</span> |
| <span class="source-line-no">290</span><span id="line-290"> }</span> |
| <span class="source-line-no">291</span><span id="line-291"></span> |
| <span class="source-line-no">292</span><span id="line-292"> /**</span> |
| <span class="source-line-no">293</span><span id="line-293"> * @param key Find row that follows this one. If null, return first.</span> |
| <span class="source-line-no">294</span><span id="line-294"> * @param set Set to look in for a row beyond <code>row</code>.</span> |
| <span class="source-line-no">295</span><span id="line-295"> * @return Next row or null if none found. If one found, will be a new KeyValue -- can be</span> |
| <span class="source-line-no">296</span><span id="line-296"> * destroyed by subsequent calls to this method.</span> |
| <span class="source-line-no">297</span><span id="line-297"> */</span> |
| <span class="source-line-no">298</span><span id="line-298"> protected ExtendedCell getNextRow(final ExtendedCell key, final NavigableSet<ExtendedCell> set) {</span> |
| <span class="source-line-no">299</span><span id="line-299"> ExtendedCell result = null;</span> |
| <span class="source-line-no">300</span><span id="line-300"> SortedSet<ExtendedCell> tail = key == null ? set : set.tailSet(key);</span> |
| <span class="source-line-no">301</span><span id="line-301"> // Iterate until we fall into the next row; i.e. move off current row</span> |
| <span class="source-line-no">302</span><span id="line-302"> for (ExtendedCell cell : tail) {</span> |
| <span class="source-line-no">303</span><span id="line-303"> if (comparator.compareRows(cell, key) <= 0) {</span> |
| <span class="source-line-no">304</span><span id="line-304"> continue;</span> |
| <span class="source-line-no">305</span><span id="line-305"> }</span> |
| <span class="source-line-no">306</span><span id="line-306"> // Note: Not suppressing deletes or expired cells. Needs to be handled</span> |
| <span class="source-line-no">307</span><span id="line-307"> // by higher up functions.</span> |
| <span class="source-line-no">308</span><span id="line-308"> result = cell;</span> |
| <span class="source-line-no">309</span><span id="line-309"> break;</span> |
| <span class="source-line-no">310</span><span id="line-310"> }</span> |
| <span class="source-line-no">311</span><span id="line-311"> return result;</span> |
| <span class="source-line-no">312</span><span id="line-312"> }</span> |
| <span class="source-line-no">313</span><span id="line-313"></span> |
| <span class="source-line-no">314</span><span id="line-314"> /**</span> |
| <span class="source-line-no">315</span><span id="line-315"> * If the segment has a memory allocator the cell is being cloned to this space, and returned;</span> |
| <span class="source-line-no">316</span><span id="line-316"> * Otherwise the given cell is returned When a cell's size is too big (bigger than maxAlloc), it</span> |
| <span class="source-line-no">317</span><span id="line-317"> * is not allocated on MSLAB. Since the process of flattening to CellChunkMap assumes that all</span> |
| <span class="source-line-no">318</span><span id="line-318"> * cells are allocated on MSLAB, during this process, the input parameter forceCloneOfBigCell is</span> |
| <span class="source-line-no">319</span><span id="line-319"> * set to 'true' and the cell is copied into MSLAB.</span> |
| <span class="source-line-no">320</span><span id="line-320"> * @param cell the cell to clone</span> |
| <span class="source-line-no">321</span><span id="line-321"> * @param forceCloneOfBigCell true only during the process of flattening to CellChunkMap.</span> |
| <span class="source-line-no">322</span><span id="line-322"> * @return either the given cell or its clone</span> |
| <span class="source-line-no">323</span><span id="line-323"> */</span> |
| <span class="source-line-no">324</span><span id="line-324"> private ExtendedCell maybeCloneWithAllocator(MutableSegment currentActive, ExtendedCell cell,</span> |
| <span class="source-line-no">325</span><span id="line-325"> boolean forceCloneOfBigCell) {</span> |
| <span class="source-line-no">326</span><span id="line-326"> return currentActive.maybeCloneWithAllocator(cell, forceCloneOfBigCell);</span> |
| <span class="source-line-no">327</span><span id="line-327"> }</span> |
| <span class="source-line-no">328</span><span id="line-328"></span> |
| <span class="source-line-no">329</span><span id="line-329"> /**</span> |
| <span class="source-line-no">330</span><span id="line-330"> * Internal version of add() that doesn't clone Cells with the allocator, and doesn't take the</span> |
| <span class="source-line-no">331</span><span id="line-331"> * lock. Callers should ensure they already have the read lock taken</span> |
| <span class="source-line-no">332</span><span id="line-332"> * @param toAdd the cell to add</span> |
| <span class="source-line-no">333</span><span id="line-333"> * @param mslabUsed whether using MSLAB</span> |
| <span class="source-line-no">334</span><span id="line-334"> * @param memstoreSizing object to accumulate changed size</span> |
| <span class="source-line-no">335</span><span id="line-335"> */</span> |
| <span class="source-line-no">336</span><span id="line-336"> private void internalAdd(MutableSegment currentActive, final ExtendedCell toAdd,</span> |
| <span class="source-line-no">337</span><span id="line-337"> final boolean mslabUsed, MemStoreSizing memstoreSizing) {</span> |
| <span class="source-line-no">338</span><span id="line-338"> boolean sizeAddedPreOperation = sizeAddedPreOperation();</span> |
| <span class="source-line-no">339</span><span id="line-339"> currentActive.add(toAdd, mslabUsed, memstoreSizing, sizeAddedPreOperation);</span> |
| <span class="source-line-no">340</span><span id="line-340"> setOldestEditTimeToNow();</span> |
| <span class="source-line-no">341</span><span id="line-341"> }</span> |
| <span class="source-line-no">342</span><span id="line-342"></span> |
| <span class="source-line-no">343</span><span id="line-343"> protected abstract boolean sizeAddedPreOperation();</span> |
| <span class="source-line-no">344</span><span id="line-344"></span> |
| <span class="source-line-no">345</span><span id="line-345"> private void setOldestEditTimeToNow() {</span> |
| <span class="source-line-no">346</span><span id="line-346"> if (timeOfOldestEdit == Long.MAX_VALUE) {</span> |
| <span class="source-line-no">347</span><span id="line-347"> timeOfOldestEdit = EnvironmentEdgeManager.currentTime();</span> |
| <span class="source-line-no">348</span><span id="line-348"> }</span> |
| <span class="source-line-no">349</span><span id="line-349"> }</span> |
| <span class="source-line-no">350</span><span id="line-350"></span> |
| <span class="source-line-no">351</span><span id="line-351"> /**</span> |
| <span class="source-line-no">352</span><span id="line-352"> * Returns The total size of cells in this memstore. We will not consider cells in the snapshot</span> |
| <span class="source-line-no">353</span><span id="line-353"> */</span> |
| <span class="source-line-no">354</span><span id="line-354"> protected abstract long keySize();</span> |
| <span class="source-line-no">355</span><span id="line-355"></span> |
| <span class="source-line-no">356</span><span id="line-356"> /**</span> |
| <span class="source-line-no">357</span><span id="line-357"> * @return The total heap size of cells in this memstore. We will not consider cells in the</span> |
| <span class="source-line-no">358</span><span id="line-358"> * snapshot</span> |
| <span class="source-line-no">359</span><span id="line-359"> */</span> |
| <span class="source-line-no">360</span><span id="line-360"> protected abstract long heapSize();</span> |
| <span class="source-line-no">361</span><span id="line-361"></span> |
| <span class="source-line-no">362</span><span id="line-362"> protected CellComparator getComparator() {</span> |
| <span class="source-line-no">363</span><span id="line-363"> return comparator;</span> |
| <span class="source-line-no">364</span><span id="line-364"> }</span> |
| <span class="source-line-no">365</span><span id="line-365"></span> |
| <span class="source-line-no">366</span><span id="line-366"> MutableSegment getActive() {</span> |
| <span class="source-line-no">367</span><span id="line-367"> return active;</span> |
| <span class="source-line-no">368</span><span id="line-368"> }</span> |
| <span class="source-line-no">369</span><span id="line-369"></span> |
| <span class="source-line-no">370</span><span id="line-370"> ImmutableSegment getSnapshot() {</span> |
| <span class="source-line-no">371</span><span id="line-371"> return snapshot;</span> |
| <span class="source-line-no">372</span><span id="line-372"> }</span> |
| <span class="source-line-no">373</span><span id="line-373"></span> |
| <span class="source-line-no">374</span><span id="line-374"> @Override</span> |
| <span class="source-line-no">375</span><span id="line-375"> public void close() {</span> |
| <span class="source-line-no">376</span><span id="line-376"> // active should never be null</span> |
| <span class="source-line-no">377</span><span id="line-377"> active.close();</span> |
| <span class="source-line-no">378</span><span id="line-378"> // for snapshot, either it is empty, where we do not reference any real segment which contains a</span> |
| <span class="source-line-no">379</span><span id="line-379"> // memstore lab, or it is during snapshot, where we will clear it when calling clearSnapshot, so</span> |
| <span class="source-line-no">380</span><span id="line-380"> // we do not need to close it here</span> |
| <span class="source-line-no">381</span><span id="line-381"> }</span> |
| <span class="source-line-no">382</span><span id="line-382"></span> |
| <span class="source-line-no">383</span><span id="line-383"> /** Returns an ordered list of segments from most recent to oldest in memstore */</span> |
| <span class="source-line-no">384</span><span id="line-384"> protected abstract List<Segment> getSegments() throws IOException;</span> |
| <span class="source-line-no">385</span><span id="line-385"></span> |
| <span class="source-line-no">386</span><span id="line-386">}</span> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| </pre> |
| </div> |
| </main> |
| </body> |
| </html> |
