| <!DOCTYPE HTML> |
| <html lang="en"> |
| <head> |
| <!-- Generated by javadoc (17) --> |
| <title>Source code</title> |
| <meta name="viewport" content="width=device-width, initial-scale=1"> |
| <meta name="description" content="source: package: org.apache.hadoop.hbase.wal, class: WALEdit"> |
| <meta name="generator" content="javadoc/SourceToHTMLConverter"> |
| <link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="Style"> |
| </head> |
| <body class="source-page"> |
| <main role="main"> |
| <div class="source-container"> |
| <pre><span class="source-line-no">001</span><span id="line-1">/*</span> |
| <span class="source-line-no">002</span><span id="line-2"> * Licensed to the Apache Software Foundation (ASF) under one</span> |
| <span class="source-line-no">003</span><span id="line-3"> * or more contributor license agreements. See the NOTICE file</span> |
| <span class="source-line-no">004</span><span id="line-4"> * distributed with this work for additional information</span> |
| <span class="source-line-no">005</span><span id="line-5"> * regarding copyright ownership. The ASF licenses this file</span> |
| <span class="source-line-no">006</span><span id="line-6"> * to you under the Apache License, Version 2.0 (the</span> |
| <span class="source-line-no">007</span><span id="line-7"> * "License"); you may not use this file except in compliance</span> |
| <span class="source-line-no">008</span><span id="line-8"> * with the License. You may obtain a copy of the License at</span> |
| <span class="source-line-no">009</span><span id="line-9"> *</span> |
| <span class="source-line-no">010</span><span id="line-10"> * http://www.apache.org/licenses/LICENSE-2.0</span> |
| <span class="source-line-no">011</span><span id="line-11"> *</span> |
| <span class="source-line-no">012</span><span id="line-12"> * Unless required by applicable law or agreed to in writing, software</span> |
| <span class="source-line-no">013</span><span id="line-13"> * distributed under the License is distributed on an "AS IS" BASIS,</span> |
| <span class="source-line-no">014</span><span id="line-14"> * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.</span> |
| <span class="source-line-no">015</span><span id="line-15"> * See the License for the specific language governing permissions and</span> |
| <span class="source-line-no">016</span><span id="line-16"> * limitations under the License.</span> |
| <span class="source-line-no">017</span><span id="line-17"> */</span> |
| <span class="source-line-no">018</span><span id="line-18">package org.apache.hadoop.hbase.wal;</span> |
| <span class="source-line-no">019</span><span id="line-19"></span> |
| <span class="source-line-no">020</span><span id="line-20">import java.io.IOException;</span> |
| <span class="source-line-no">021</span><span id="line-21">import java.util.ArrayList;</span> |
| <span class="source-line-no">022</span><span id="line-22">import java.util.List;</span> |
| <span class="source-line-no">023</span><span id="line-23">import java.util.Map;</span> |
| <span class="source-line-no">024</span><span id="line-24">import java.util.Set;</span> |
| <span class="source-line-no">025</span><span id="line-25">import java.util.TreeSet;</span> |
| <span class="source-line-no">026</span><span id="line-26">import org.apache.hadoop.hbase.Cell;</span> |
| <span class="source-line-no">027</span><span id="line-27">import org.apache.hadoop.hbase.CellUtil;</span> |
| <span class="source-line-no">028</span><span id="line-28">import org.apache.hadoop.hbase.ExtendedCell;</span> |
| <span class="source-line-no">029</span><span id="line-29">import org.apache.hadoop.hbase.HBaseInterfaceAudience;</span> |
| <span class="source-line-no">030</span><span id="line-30">import org.apache.hadoop.hbase.KeyValue;</span> |
| <span class="source-line-no">031</span><span id="line-31">import org.apache.hadoop.hbase.PrivateCellUtil;</span> |
| <span class="source-line-no">032</span><span id="line-32">import org.apache.hadoop.hbase.client.RegionInfo;</span> |
| <span class="source-line-no">033</span><span id="line-33">import org.apache.hadoop.hbase.codec.Codec;</span> |
| <span class="source-line-no">034</span><span id="line-34">import org.apache.hadoop.hbase.io.HeapSize;</span> |
| <span class="source-line-no">035</span><span id="line-35">import org.apache.hadoop.hbase.util.Bytes;</span> |
| <span class="source-line-no">036</span><span id="line-36">import org.apache.hadoop.hbase.util.ClassSize;</span> |
| <span class="source-line-no">037</span><span id="line-37">import org.apache.hadoop.hbase.util.EnvironmentEdgeManager;</span> |
| <span class="source-line-no">038</span><span id="line-38">import org.apache.yetus.audience.InterfaceAudience;</span> |
| <span class="source-line-no">039</span><span id="line-39"></span> |
| <span class="source-line-no">040</span><span id="line-40">import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos;</span> |
| <span class="source-line-no">041</span><span id="line-41">import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.CompactionDescriptor;</span> |
| <span class="source-line-no">042</span><span id="line-42">import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.FlushDescriptor;</span> |
| <span class="source-line-no">043</span><span id="line-43">import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.RegionEventDescriptor;</span> |
| <span class="source-line-no">044</span><span id="line-44"></span> |
| <span class="source-line-no">045</span><span id="line-45">/**</span> |
| <span class="source-line-no">046</span><span id="line-46"> * Used in HBase's transaction log (WAL) to represent a collection of edits (Cell/KeyValue objects)</span> |
| <span class="source-line-no">047</span><span id="line-47"> * that came in as a single transaction. All the edits for a given transaction are written out as a</span> |
| <span class="source-line-no">048</span><span id="line-48"> * single record, in PB format, followed (optionally) by Cells written via the WALCellEncoder.</span> |
| <span class="source-line-no">049</span><span id="line-49"> * <p></span> |
| <span class="source-line-no">050</span><span id="line-50"> * A particular WALEdit 'type' is the 'meta' type used to mark key operational events in the WAL</span> |
| <span class="source-line-no">051</span><span id="line-51"> * such as compaction, flush, or region open. These meta types do not traverse hbase memstores. They</span> |
| <span class="source-line-no">052</span><span id="line-52"> * are edits made by the hbase system rather than edit data submitted by clients. They only show in</span> |
| <span class="source-line-no">053</span><span id="line-53"> * the WAL. These 'Meta' types have not been formally specified (or made into an explicit class</span> |
| <span class="source-line-no">054</span><span id="line-54"> * type). They evolved organically. HBASE-8457 suggests codifying a WALEdit 'type' by adding a type</span> |
| <span class="source-line-no">055</span><span id="line-55"> * field to WALEdit that gets serialized into the WAL. TODO. Would have to work on the</span> |
| <span class="source-line-no">056</span><span id="line-56"> * consumption-side. Reading WALs on replay we seem to consume a Cell-at-a-time rather than by</span> |
| <span class="source-line-no">057</span><span id="line-57"> * WALEdit. We are already in the below going out of our way to figure particular types -- e.g. if a</span> |
| <span class="source-line-no">058</span><span id="line-58"> * compaction, replay, or close meta Marker -- during normal processing so would make sense to do</span> |
| <span class="source-line-no">059</span><span id="line-59"> * this. Current system is an awkward marking of Cell columnfamily as {@link #METAFAMILY} and then</span> |
| <span class="source-line-no">060</span><span id="line-60"> * setting qualifier based off meta edit type. For replay-time where we read Cell-at-a-time, there</span> |
| <span class="source-line-no">061</span><span id="line-61"> * are utility methods below for figuring meta type. See also</span> |
| <span class="source-line-no">062</span><span id="line-62"> * {@link #createBulkLoadEvent(RegionInfo, WALProtos.BulkLoadDescriptor)}, etc., for where we create</span> |
| <span class="source-line-no">063</span><span id="line-63"> * meta WALEdit instances.</span> |
| <span class="source-line-no">064</span><span id="line-64"> * </p></span> |
| <span class="source-line-no">065</span><span id="line-65"> * <p></span> |
| <span class="source-line-no">066</span><span id="line-66"> * WALEdit will accumulate a Set of all column family names referenced by the Cells</span> |
| <span class="source-line-no">067</span><span id="line-67"> * {@link #add(Cell)}'d. This is an optimization. Usually when loading a WALEdit, we have the column</span> |
| <span class="source-line-no">068</span><span id="line-68"> * family name to-hand.. just shove it into the WALEdit if available. Doing this, we can save on a</span> |
| <span class="source-line-no">069</span><span id="line-69"> * parse of each Cell to figure column family down the line when we go to add the WALEdit to the WAL</span> |
| <span class="source-line-no">070</span><span id="line-70"> * file. See the hand-off in FSWALEntry Constructor.</span> |
| <span class="source-line-no">071</span><span id="line-71"> * @see WALKey</span> |
| <span class="source-line-no">072</span><span id="line-72"> */</span> |
| <span class="source-line-no">073</span><span id="line-73">@InterfaceAudience.LimitedPrivate({ HBaseInterfaceAudience.REPLICATION,</span> |
| <span class="source-line-no">074</span><span id="line-74"> HBaseInterfaceAudience.COPROC })</span> |
| <span class="source-line-no">075</span><span id="line-75">public class WALEdit implements HeapSize {</span> |
| <span class="source-line-no">076</span><span id="line-76"> // Below defines are for writing WALEdit 'meta' Cells..</span> |
| <span class="source-line-no">077</span><span id="line-77"> // TODO: Get rid of this system of special 'meta' Cells. See HBASE-8457. It suggests</span> |
| <span class="source-line-no">078</span><span id="line-78"> // adding a type to WALEdit itself for use denoting meta Edits and their types.</span> |
| <span class="source-line-no">079</span><span id="line-79"> public static final byte[] METAFAMILY = Bytes.toBytes("METAFAMILY");</span> |
| <span class="source-line-no">080</span><span id="line-80"></span> |
| <span class="source-line-no">081</span><span id="line-81"> /**</span> |
| <span class="source-line-no">082</span><span id="line-82"> * @deprecated Since 2.3.0. Not used.</span> |
| <span class="source-line-no">083</span><span id="line-83"> */</span> |
| <span class="source-line-no">084</span><span id="line-84"> @Deprecated</span> |
| <span class="source-line-no">085</span><span id="line-85"> public static final byte[] METAROW = Bytes.toBytes("METAROW");</span> |
| <span class="source-line-no">086</span><span id="line-86"></span> |
| <span class="source-line-no">087</span><span id="line-87"> /**</span> |
| <span class="source-line-no">088</span><span id="line-88"> * @deprecated Since 2.3.0. Make it protected, internal-use only. Use</span> |
| <span class="source-line-no">089</span><span id="line-89"> * {@link #isCompactionMarker(Cell)}</span> |
| <span class="source-line-no">090</span><span id="line-90"> */</span> |
| <span class="source-line-no">091</span><span id="line-91"> @Deprecated</span> |
| <span class="source-line-no">092</span><span id="line-92"> @InterfaceAudience.Private</span> |
| <span class="source-line-no">093</span><span id="line-93"> public static final byte[] COMPACTION = Bytes.toBytes("HBASE::COMPACTION");</span> |
| <span class="source-line-no">094</span><span id="line-94"></span> |
| <span class="source-line-no">095</span><span id="line-95"> /**</span> |
| <span class="source-line-no">096</span><span id="line-96"> * @deprecated Since 2.3.0. Make it protected, internal-use only.</span> |
| <span class="source-line-no">097</span><span id="line-97"> */</span> |
| <span class="source-line-no">098</span><span id="line-98"> @Deprecated</span> |
| <span class="source-line-no">099</span><span id="line-99"> @InterfaceAudience.Private</span> |
| <span class="source-line-no">100</span><span id="line-100"> public static final byte[] FLUSH = Bytes.toBytes("HBASE::FLUSH");</span> |
| <span class="source-line-no">101</span><span id="line-101"></span> |
| <span class="source-line-no">102</span><span id="line-102"> /**</span> |
| <span class="source-line-no">103</span><span id="line-103"> * Qualifier for region event meta 'Marker' WALEdits start with the {@link #REGION_EVENT_PREFIX}</span> |
| <span class="source-line-no">104</span><span id="line-104"> * prefix ('HBASE::REGION_EVENT::'). After the prefix, we note the type of the event which we get</span> |
| <span class="source-line-no">105</span><span id="line-105"> * from the RegionEventDescriptor protobuf instance type (A RegionEventDescriptor protobuf</span> |
| <span class="source-line-no">106</span><span id="line-106"> * instance is written as the meta Marker Cell value). Adding a type suffix means we do not have</span> |
| <span class="source-line-no">107</span><span id="line-107"> * to deserialize the protobuf to figure out what type of event this is.. .just read the qualifier</span> |
| <span class="source-line-no">108</span><span id="line-108"> * suffix. For example, a close region event descriptor will have a qualifier of</span> |
| <span class="source-line-no">109</span><span id="line-109"> * HBASE::REGION_EVENT::REGION_CLOSE. See WAL.proto and the EventType in RegionEventDescriptor</span> |
| <span class="source-line-no">110</span><span id="line-110"> * protos for all possible event types.</span> |
| <span class="source-line-no">111</span><span id="line-111"> */</span> |
| <span class="source-line-no">112</span><span id="line-112"> private static final String REGION_EVENT_STR = "HBASE::REGION_EVENT";</span> |
| <span class="source-line-no">113</span><span id="line-113"> private static final String REGION_EVENT_PREFIX_STR = REGION_EVENT_STR + "::";</span> |
| <span class="source-line-no">114</span><span id="line-114"> private static final byte[] REGION_EVENT_PREFIX = Bytes.toBytes(REGION_EVENT_PREFIX_STR);</span> |
| <span class="source-line-no">115</span><span id="line-115"></span> |
| <span class="source-line-no">116</span><span id="line-116"> /**</span> |
| <span class="source-line-no">117</span><span id="line-117"> * @deprecated Since 2.3.0. Remove. Not for external use. Not used.</span> |
| <span class="source-line-no">118</span><span id="line-118"> */</span> |
| <span class="source-line-no">119</span><span id="line-119"> @Deprecated</span> |
| <span class="source-line-no">120</span><span id="line-120"> public static final byte[] REGION_EVENT = Bytes.toBytes(REGION_EVENT_STR);</span> |
| <span class="source-line-no">121</span><span id="line-121"></span> |
| <span class="source-line-no">122</span><span id="line-122"> /**</span> |
| <span class="source-line-no">123</span><span id="line-123"> * We use this define figuring if we are carrying a close event.</span> |
| <span class="source-line-no">124</span><span id="line-124"> */</span> |
| <span class="source-line-no">125</span><span id="line-125"> private static final byte[] REGION_EVENT_CLOSE =</span> |
| <span class="source-line-no">126</span><span id="line-126"> createRegionEventDescriptorQualifier(RegionEventDescriptor.EventType.REGION_CLOSE);</span> |
| <span class="source-line-no">127</span><span id="line-127"></span> |
| <span class="source-line-no">128</span><span id="line-128"> @InterfaceAudience.Private</span> |
| <span class="source-line-no">129</span><span id="line-129"> public static final byte[] BULK_LOAD = Bytes.toBytes("HBASE::BULK_LOAD");</span> |
| <span class="source-line-no">130</span><span id="line-130"></span> |
| <span class="source-line-no">131</span><span id="line-131"> /**</span> |
| <span class="source-line-no">132</span><span id="line-132"> * Periodically {@link org.apache.hadoop.hbase.replication.regionserver.ReplicationMarkerChore}</span> |
| <span class="source-line-no">133</span><span id="line-133"> * will create marker edits with family as {@link WALEdit#METAFAMILY} and</span> |
| <span class="source-line-no">134</span><span id="line-134"> * {@link WALEdit#REPLICATION_MARKER} as qualifier and an empty value.</span> |
| <span class="source-line-no">135</span><span id="line-135"> * org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader will populate the</span> |
| <span class="source-line-no">136</span><span id="line-136"> * Replication Marker edit with region_server_name, wal_name and wal_offset encoded in</span> |
| <span class="source-line-no">137</span><span id="line-137"> * {@link org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.ReplicationMarkerDescriptor}</span> |
| <span class="source-line-no">138</span><span id="line-138"> * object. {@link org.apache.hadoop.hbase.replication.regionserver.Replication} will change the</span> |
| <span class="source-line-no">139</span><span id="line-139"> * REPLICATION_SCOPE for this edit to GLOBAL so that it can replicate. On the sink cluster,</span> |
| <span class="source-line-no">140</span><span id="line-140"> * {@link org.apache.hadoop.hbase.replication.regionserver.ReplicationSink} will convert the</span> |
| <span class="source-line-no">141</span><span id="line-141"> * ReplicationMarkerDescriptor into a Put mutation to REPLICATION_SINK_TRACKER_TABLE_NAME_STR</span> |
| <span class="source-line-no">142</span><span id="line-142"> * table.</span> |
| <span class="source-line-no">143</span><span id="line-143"> */</span> |
| <span class="source-line-no">144</span><span id="line-144"> @InterfaceAudience.Private</span> |
| <span class="source-line-no">145</span><span id="line-145"> public static final byte[] REPLICATION_MARKER = Bytes.toBytes("HBASE::REPLICATION_MARKER");</span> |
| <span class="source-line-no">146</span><span id="line-146"></span> |
| <span class="source-line-no">147</span><span id="line-147"> private final transient boolean replay;</span> |
| <span class="source-line-no">148</span><span id="line-148"></span> |
| <span class="source-line-no">149</span><span id="line-149"> private ArrayList<ExtendedCell> cells;</span> |
| <span class="source-line-no">150</span><span id="line-150"></span> |
| <span class="source-line-no">151</span><span id="line-151"> /**</span> |
| <span class="source-line-no">152</span><span id="line-152"> * All the Cell families in <code>cells</code>. Updated by {@link #add(Cell)} and</span> |
| <span class="source-line-no">153</span><span id="line-153"> * {@link #add(Map)}. This Set is passed to the FSWALEntry so it does not have to recalculate the</span> |
| <span class="source-line-no">154</span><span id="line-154"> * Set of families in a transaction; makes for a bunch of CPU savings.</span> |
| <span class="source-line-no">155</span><span id="line-155"> */</span> |
| <span class="source-line-no">156</span><span id="line-156"> private Set<byte[]> families = null;</span> |
| <span class="source-line-no">157</span><span id="line-157"></span> |
| <span class="source-line-no">158</span><span id="line-158"> public WALEdit() {</span> |
| <span class="source-line-no">159</span><span id="line-159"> this(1, false);</span> |
| <span class="source-line-no">160</span><span id="line-160"> }</span> |
| <span class="source-line-no">161</span><span id="line-161"></span> |
| <span class="source-line-no">162</span><span id="line-162"> /**</span> |
| <span class="source-line-no">163</span><span id="line-163"> * @deprecated since 2.0.1 and will be removed in 4.0.0. Use {@link #WALEdit(int, boolean)}</span> |
| <span class="source-line-no">164</span><span id="line-164"> * instead.</span> |
| <span class="source-line-no">165</span><span id="line-165"> * @see #WALEdit(int, boolean)</span> |
| <span class="source-line-no">166</span><span id="line-166"> * @see <a href="https://issues.apache.org/jira/browse/HBASE-20781">HBASE-20781</a></span> |
| <span class="source-line-no">167</span><span id="line-167"> */</span> |
| <span class="source-line-no">168</span><span id="line-168"> @Deprecated</span> |
| <span class="source-line-no">169</span><span id="line-169"> public WALEdit(boolean replay) {</span> |
| <span class="source-line-no">170</span><span id="line-170"> this(1, replay);</span> |
| <span class="source-line-no">171</span><span id="line-171"> }</span> |
| <span class="source-line-no">172</span><span id="line-172"></span> |
| <span class="source-line-no">173</span><span id="line-173"> /**</span> |
| <span class="source-line-no">174</span><span id="line-174"> * @deprecated since 2.0.1 and will be removed in 4.0.0. Use {@link #WALEdit(int, boolean)}</span> |
| <span class="source-line-no">175</span><span id="line-175"> * instead.</span> |
| <span class="source-line-no">176</span><span id="line-176"> * @see #WALEdit(int, boolean)</span> |
| <span class="source-line-no">177</span><span id="line-177"> * @see <a href="https://issues.apache.org/jira/browse/HBASE-20781">HBASE-20781</a></span> |
| <span class="source-line-no">178</span><span id="line-178"> */</span> |
| <span class="source-line-no">179</span><span id="line-179"> @Deprecated</span> |
| <span class="source-line-no">180</span><span id="line-180"> public WALEdit(int cellCount) {</span> |
| <span class="source-line-no">181</span><span id="line-181"> this(cellCount, false);</span> |
| <span class="source-line-no">182</span><span id="line-182"> }</span> |
| <span class="source-line-no">183</span><span id="line-183"></span> |
| <span class="source-line-no">184</span><span id="line-184"> /**</span> |
| <span class="source-line-no">185</span><span id="line-185"> * @param cellCount Pass so can pre-size the WALEdit. Optimization.</span> |
| <span class="source-line-no">186</span><span id="line-186"> */</span> |
| <span class="source-line-no">187</span><span id="line-187"> public WALEdit(int cellCount, boolean isReplay) {</span> |
| <span class="source-line-no">188</span><span id="line-188"> this.replay = isReplay;</span> |
| <span class="source-line-no">189</span><span id="line-189"> cells = new ArrayList<>(cellCount);</span> |
| <span class="source-line-no">190</span><span id="line-190"> }</span> |
| <span class="source-line-no">191</span><span id="line-191"></span> |
| <span class="source-line-no">192</span><span id="line-192"> /**</span> |
| <span class="source-line-no">193</span><span id="line-193"> * Create a new WALEdit from a existing {@link WALEdit}.</span> |
| <span class="source-line-no">194</span><span id="line-194"> */</span> |
| <span class="source-line-no">195</span><span id="line-195"> public WALEdit(WALEdit walEdit) {</span> |
| <span class="source-line-no">196</span><span id="line-196"> this.replay = walEdit.replay;</span> |
| <span class="source-line-no">197</span><span id="line-197"> cells = new ArrayList<>(walEdit.cells);</span> |
| <span class="source-line-no">198</span><span id="line-198"> if (walEdit.families != null) {</span> |
| <span class="source-line-no">199</span><span id="line-199"> this.families = new TreeSet<>(Bytes.BYTES_COMPARATOR);</span> |
| <span class="source-line-no">200</span><span id="line-200"> this.families.addAll(walEdit.families);</span> |
| <span class="source-line-no">201</span><span id="line-201"> }</span> |
| <span class="source-line-no">202</span><span id="line-202"></span> |
| <span class="source-line-no">203</span><span id="line-203"> }</span> |
| <span class="source-line-no">204</span><span id="line-204"></span> |
| <span class="source-line-no">205</span><span id="line-205"> private Set<byte[]> getOrCreateFamilies() {</span> |
| <span class="source-line-no">206</span><span id="line-206"> if (this.families == null) {</span> |
| <span class="source-line-no">207</span><span id="line-207"> this.families = new TreeSet<>(Bytes.BYTES_COMPARATOR);</span> |
| <span class="source-line-no">208</span><span id="line-208"> }</span> |
| <span class="source-line-no">209</span><span id="line-209"> return this.families;</span> |
| <span class="source-line-no">210</span><span id="line-210"> }</span> |
| <span class="source-line-no">211</span><span id="line-211"></span> |
| <span class="source-line-no">212</span><span id="line-212"> /**</span> |
| <span class="source-line-no">213</span><span id="line-213"> * For use by FSWALEntry ONLY. An optimization.</span> |
| <span class="source-line-no">214</span><span id="line-214"> * @return All families in {@link #getCells()}; may be null.</span> |
| <span class="source-line-no">215</span><span id="line-215"> */</span> |
| <span class="source-line-no">216</span><span id="line-216"> public Set<byte[]> getFamilies() {</span> |
| <span class="source-line-no">217</span><span id="line-217"> return this.families;</span> |
| <span class="source-line-no">218</span><span id="line-218"> }</span> |
| <span class="source-line-no">219</span><span id="line-219"></span> |
| <span class="source-line-no">220</span><span id="line-220"> /**</span> |
| <span class="source-line-no">221</span><span id="line-221"> * @return True is <code>f</code> is {@link #METAFAMILY}</span> |
| <span class="source-line-no">222</span><span id="line-222"> * @deprecated Since 2.3.0. Do not expose. Make protected.</span> |
| <span class="source-line-no">223</span><span id="line-223"> */</span> |
| <span class="source-line-no">224</span><span id="line-224"> @Deprecated</span> |
| <span class="source-line-no">225</span><span id="line-225"> public static boolean isMetaEditFamily(final byte[] f) {</span> |
| <span class="source-line-no">226</span><span id="line-226"> return Bytes.equals(METAFAMILY, f);</span> |
| <span class="source-line-no">227</span><span id="line-227"> }</span> |
| <span class="source-line-no">228</span><span id="line-228"></span> |
| <span class="source-line-no">229</span><span id="line-229"> /**</span> |
| <span class="source-line-no">230</span><span id="line-230"> * Replaying WALs can read Cell-at-a-time so need this method in those cases.</span> |
| <span class="source-line-no">231</span><span id="line-231"> */</span> |
| <span class="source-line-no">232</span><span id="line-232"> public static boolean isMetaEditFamily(Cell cell) {</span> |
| <span class="source-line-no">233</span><span id="line-233"> return CellUtil.matchingFamily(cell, METAFAMILY);</span> |
| <span class="source-line-no">234</span><span id="line-234"> }</span> |
| <span class="source-line-no">235</span><span id="line-235"></span> |
| <span class="source-line-no">236</span><span id="line-236"> /**</span> |
| <span class="source-line-no">237</span><span id="line-237"> * @return True if this is a meta edit; has one edit only and its columnfamily is</span> |
| <span class="source-line-no">238</span><span id="line-238"> * {@link #METAFAMILY}.</span> |
| <span class="source-line-no">239</span><span id="line-239"> */</span> |
| <span class="source-line-no">240</span><span id="line-240"> public boolean isMetaEdit() {</span> |
| <span class="source-line-no">241</span><span id="line-241"> return this.families != null && this.families.size() == 1 && this.families.contains(METAFAMILY);</span> |
| <span class="source-line-no">242</span><span id="line-242"> }</span> |
| <span class="source-line-no">243</span><span id="line-243"></span> |
| <span class="source-line-no">244</span><span id="line-244"> /**</span> |
| <span class="source-line-no">245</span><span id="line-245"> * @return True when current WALEdit is created by log replay. Replication skips WALEdits from</span> |
| <span class="source-line-no">246</span><span id="line-246"> * replay.</span> |
| <span class="source-line-no">247</span><span id="line-247"> */</span> |
| <span class="source-line-no">248</span><span id="line-248"> public boolean isReplay() {</span> |
| <span class="source-line-no">249</span><span id="line-249"> return this.replay;</span> |
| <span class="source-line-no">250</span><span id="line-250"> }</span> |
| <span class="source-line-no">251</span><span id="line-251"></span> |
| <span class="source-line-no">252</span><span id="line-252"> public WALEdit add(Cell cell, byte[] family) {</span> |
| <span class="source-line-no">253</span><span id="line-253"> return add(PrivateCellUtil.ensureExtendedCell(cell), family);</span> |
| <span class="source-line-no">254</span><span id="line-254"> }</span> |
| <span class="source-line-no">255</span><span id="line-255"></span> |
| <span class="source-line-no">256</span><span id="line-256"> WALEdit add(ExtendedCell cell, byte[] family) {</span> |
| <span class="source-line-no">257</span><span id="line-257"> getOrCreateFamilies().add(family);</span> |
| <span class="source-line-no">258</span><span id="line-258"> return addCell(cell);</span> |
| <span class="source-line-no">259</span><span id="line-259"> }</span> |
| <span class="source-line-no">260</span><span id="line-260"></span> |
| <span class="source-line-no">261</span><span id="line-261"> public WALEdit add(Cell cell) {</span> |
| <span class="source-line-no">262</span><span id="line-262"> return add(PrivateCellUtil.ensureExtendedCell(cell));</span> |
| <span class="source-line-no">263</span><span id="line-263"> }</span> |
| <span class="source-line-no">264</span><span id="line-264"></span> |
| <span class="source-line-no">265</span><span id="line-265"> WALEdit add(ExtendedCell cell) {</span> |
| <span class="source-line-no">266</span><span id="line-266"> // We clone Family each time we add a Cell. Expensive but safe. For CPU savings, use</span> |
| <span class="source-line-no">267</span><span id="line-267"> // add(Map) or add(Cell, family).</span> |
| <span class="source-line-no">268</span><span id="line-268"> return add(cell, CellUtil.cloneFamily(cell));</span> |
| <span class="source-line-no">269</span><span id="line-269"> }</span> |
| <span class="source-line-no">270</span><span id="line-270"></span> |
| <span class="source-line-no">271</span><span id="line-271"> WALEdit add(List<ExtendedCell> cells) {</span> |
| <span class="source-line-no">272</span><span id="line-272"> if (cells == null || cells.isEmpty()) {</span> |
| <span class="source-line-no">273</span><span id="line-273"> return this;</span> |
| <span class="source-line-no">274</span><span id="line-274"> }</span> |
| <span class="source-line-no">275</span><span id="line-275"> for (ExtendedCell cell : cells) {</span> |
| <span class="source-line-no">276</span><span id="line-276"> add(cell);</span> |
| <span class="source-line-no">277</span><span id="line-277"> }</span> |
| <span class="source-line-no">278</span><span id="line-278"> return this;</span> |
| <span class="source-line-no">279</span><span id="line-279"> }</span> |
| <span class="source-line-no">280</span><span id="line-280"></span> |
| <span class="source-line-no">281</span><span id="line-281"> public boolean isEmpty() {</span> |
| <span class="source-line-no">282</span><span id="line-282"> return cells.isEmpty();</span> |
| <span class="source-line-no">283</span><span id="line-283"> }</span> |
| <span class="source-line-no">284</span><span id="line-284"></span> |
| <span class="source-line-no">285</span><span id="line-285"> public int size() {</span> |
| <span class="source-line-no">286</span><span id="line-286"> return cells.size();</span> |
| <span class="source-line-no">287</span><span id="line-287"> }</span> |
| <span class="source-line-no">288</span><span id="line-288"></span> |
| <span class="source-line-no">289</span><span id="line-289"> public ArrayList<Cell> getCells() {</span> |
| <span class="source-line-no">290</span><span id="line-290"> return (ArrayList) cells;</span> |
| <span class="source-line-no">291</span><span id="line-291"> }</span> |
| <span class="source-line-no">292</span><span id="line-292"></span> |
| <span class="source-line-no">293</span><span id="line-293"> List<ExtendedCell> getExtendedCells() {</span> |
| <span class="source-line-no">294</span><span id="line-294"> return cells;</span> |
| <span class="source-line-no">295</span><span id="line-295"> }</span> |
| <span class="source-line-no">296</span><span id="line-296"></span> |
| <span class="source-line-no">297</span><span id="line-297"> /**</span> |
| <span class="source-line-no">298</span><span id="line-298"> * This is just for keeping compatibility for CPs, in HBase you should call the below</span> |
| <span class="source-line-no">299</span><span id="line-299"> * {@link #setExtendedCells(ArrayList)} directly to avoid casting.</span> |
| <span class="source-line-no">300</span><span id="line-300"> */</span> |
| <span class="source-line-no">301</span><span id="line-301"> void setCells(ArrayList<Cell> cells) {</span> |
| <span class="source-line-no">302</span><span id="line-302"> this.cells = new ArrayList<>((ArrayList) cells);</span> |
| <span class="source-line-no">303</span><span id="line-303"> this.families = null;</span> |
| <span class="source-line-no">304</span><span id="line-304"> }</span> |
| <span class="source-line-no">305</span><span id="line-305"></span> |
| <span class="source-line-no">306</span><span id="line-306"> /**</span> |
| <span class="source-line-no">307</span><span id="line-307"> * This is not thread safe. This will change the WALEdit and shouldn't be used unless you are sure</span> |
| <span class="source-line-no">308</span><span id="line-308"> * that nothing else depends on the contents being immutable.</span> |
| <span class="source-line-no">309</span><span id="line-309"> * @param cells the list of cells that this WALEdit now contains.</span> |
| <span class="source-line-no">310</span><span id="line-310"> */</span> |
| <span class="source-line-no">311</span><span id="line-311"> // Used by replay.</span> |
| <span class="source-line-no">312</span><span id="line-312"> void setExtendedCells(ArrayList<ExtendedCell> cells) {</span> |
| <span class="source-line-no">313</span><span id="line-313"> this.cells = cells;</span> |
| <span class="source-line-no">314</span><span id="line-314"> this.families = null;</span> |
| <span class="source-line-no">315</span><span id="line-315"> }</span> |
| <span class="source-line-no">316</span><span id="line-316"></span> |
| <span class="source-line-no">317</span><span id="line-317"> /**</span> |
| <span class="source-line-no">318</span><span id="line-318"> * Reads WALEdit from cells.</span> |
| <span class="source-line-no">319</span><span id="line-319"> * @param cellDecoder Cell decoder.</span> |
| <span class="source-line-no">320</span><span id="line-320"> * @param expectedCount Expected cell count.</span> |
| <span class="source-line-no">321</span><span id="line-321"> * @return Number of KVs read.</span> |
| <span class="source-line-no">322</span><span id="line-322"> */</span> |
| <span class="source-line-no">323</span><span id="line-323"> public int readFromCells(Codec.Decoder cellDecoder, int expectedCount) throws IOException {</span> |
| <span class="source-line-no">324</span><span id="line-324"> cells.clear();</span> |
| <span class="source-line-no">325</span><span id="line-325"> cells.ensureCapacity(expectedCount);</span> |
| <span class="source-line-no">326</span><span id="line-326"> while (cells.size() < expectedCount && cellDecoder.advance()) {</span> |
| <span class="source-line-no">327</span><span id="line-327"> add(cellDecoder.current());</span> |
| <span class="source-line-no">328</span><span id="line-328"> }</span> |
| <span class="source-line-no">329</span><span id="line-329"> return cells.size();</span> |
| <span class="source-line-no">330</span><span id="line-330"> }</span> |
| <span class="source-line-no">331</span><span id="line-331"></span> |
| <span class="source-line-no">332</span><span id="line-332"> @Override</span> |
| <span class="source-line-no">333</span><span id="line-333"> public long heapSize() {</span> |
| <span class="source-line-no">334</span><span id="line-334"> long ret = ClassSize.ARRAYLIST;</span> |
| <span class="source-line-no">335</span><span id="line-335"> for (Cell cell : cells) {</span> |
| <span class="source-line-no">336</span><span id="line-336"> ret += cell.heapSize();</span> |
| <span class="source-line-no">337</span><span id="line-337"> }</span> |
| <span class="source-line-no">338</span><span id="line-338"> return ret;</span> |
| <span class="source-line-no">339</span><span id="line-339"> }</span> |
| <span class="source-line-no">340</span><span id="line-340"></span> |
| <span class="source-line-no">341</span><span id="line-341"> public long estimatedSerializedSizeOf() {</span> |
| <span class="source-line-no">342</span><span id="line-342"> long ret = 0;</span> |
| <span class="source-line-no">343</span><span id="line-343"> for (Cell cell : cells) {</span> |
| <span class="source-line-no">344</span><span id="line-344"> ret += PrivateCellUtil.estimatedSerializedSizeOf(cell);</span> |
| <span class="source-line-no">345</span><span id="line-345"> }</span> |
| <span class="source-line-no">346</span><span id="line-346"> return ret;</span> |
| <span class="source-line-no">347</span><span id="line-347"> }</span> |
| <span class="source-line-no">348</span><span id="line-348"></span> |
| <span class="source-line-no">349</span><span id="line-349"> @Override</span> |
| <span class="source-line-no">350</span><span id="line-350"> public String toString() {</span> |
| <span class="source-line-no">351</span><span id="line-351"> StringBuilder sb = new StringBuilder();</span> |
| <span class="source-line-no">352</span><span id="line-352"></span> |
| <span class="source-line-no">353</span><span id="line-353"> sb.append("[#edits: ").append(cells.size()).append(" = <");</span> |
| <span class="source-line-no">354</span><span id="line-354"> for (Cell cell : cells) {</span> |
| <span class="source-line-no">355</span><span id="line-355"> sb.append(cell);</span> |
| <span class="source-line-no">356</span><span id="line-356"> sb.append("; ");</span> |
| <span class="source-line-no">357</span><span id="line-357"> }</span> |
| <span class="source-line-no">358</span><span id="line-358"> sb.append(">]");</span> |
| <span class="source-line-no">359</span><span id="line-359"> return sb.toString();</span> |
| <span class="source-line-no">360</span><span id="line-360"> }</span> |
| <span class="source-line-no">361</span><span id="line-361"></span> |
| <span class="source-line-no">362</span><span id="line-362"> public static WALEdit createFlushWALEdit(RegionInfo hri, FlushDescriptor f) {</span> |
| <span class="source-line-no">363</span><span id="line-363"> KeyValue kv = new KeyValue(getRowForRegion(hri), METAFAMILY, FLUSH,</span> |
| <span class="source-line-no">364</span><span id="line-364"> EnvironmentEdgeManager.currentTime(), f.toByteArray());</span> |
| <span class="source-line-no">365</span><span id="line-365"> return new WALEdit().add(kv, METAFAMILY);</span> |
| <span class="source-line-no">366</span><span id="line-366"> }</span> |
| <span class="source-line-no">367</span><span id="line-367"></span> |
| <span class="source-line-no">368</span><span id="line-368"> public static FlushDescriptor getFlushDescriptor(Cell cell) throws IOException {</span> |
| <span class="source-line-no">369</span><span id="line-369"> return CellUtil.matchingColumn(cell, METAFAMILY, FLUSH)</span> |
| <span class="source-line-no">370</span><span id="line-370"> ? FlushDescriptor.parseFrom(CellUtil.cloneValue(cell))</span> |
| <span class="source-line-no">371</span><span id="line-371"> : null;</span> |
| <span class="source-line-no">372</span><span id="line-372"> }</span> |
| <span class="source-line-no">373</span><span id="line-373"></span> |
| <span class="source-line-no">374</span><span id="line-374"> /**</span> |
| <span class="source-line-no">375</span><span id="line-375"> * @return A meta Marker WALEdit that has a single Cell whose value is the passed in</span> |
| <span class="source-line-no">376</span><span id="line-376"> * <code>regionEventDesc</code> serialized and whose row is this region, columnfamily is</span> |
| <span class="source-line-no">377</span><span id="line-377"> * {@link #METAFAMILY} and qualifier is {@link #REGION_EVENT_PREFIX} +</span> |
| <span class="source-line-no">378</span><span id="line-378"> * {@link RegionEventDescriptor#getEventType()}; for example</span> |
| <span class="source-line-no">379</span><span id="line-379"> * HBASE::REGION_EVENT::REGION_CLOSE.</span> |
| <span class="source-line-no">380</span><span id="line-380"> */</span> |
| <span class="source-line-no">381</span><span id="line-381"> public static WALEdit createRegionEventWALEdit(RegionInfo hri,</span> |
| <span class="source-line-no">382</span><span id="line-382"> RegionEventDescriptor regionEventDesc) {</span> |
| <span class="source-line-no">383</span><span id="line-383"> return createRegionEventWALEdit(getRowForRegion(hri), regionEventDesc);</span> |
| <span class="source-line-no">384</span><span id="line-384"> }</span> |
| <span class="source-line-no">385</span><span id="line-385"></span> |
| <span class="source-line-no">386</span><span id="line-386"> @InterfaceAudience.Private</span> |
| <span class="source-line-no">387</span><span id="line-387"> public static WALEdit createRegionEventWALEdit(byte[] rowForRegion,</span> |
| <span class="source-line-no">388</span><span id="line-388"> RegionEventDescriptor regionEventDesc) {</span> |
| <span class="source-line-no">389</span><span id="line-389"> KeyValue kv = new KeyValue(rowForRegion, METAFAMILY,</span> |
| <span class="source-line-no">390</span><span id="line-390"> createRegionEventDescriptorQualifier(regionEventDesc.getEventType()),</span> |
| <span class="source-line-no">391</span><span id="line-391"> EnvironmentEdgeManager.currentTime(), regionEventDesc.toByteArray());</span> |
| <span class="source-line-no">392</span><span id="line-392"> return new WALEdit().add(kv, METAFAMILY);</span> |
| <span class="source-line-no">393</span><span id="line-393"> }</span> |
| <span class="source-line-no">394</span><span id="line-394"></span> |
| <span class="source-line-no">395</span><span id="line-395"> /**</span> |
| <span class="source-line-no">396</span><span id="line-396"> * @return Cell qualifier for the passed in RegionEventDescriptor Type; e.g. we'll return</span> |
| <span class="source-line-no">397</span><span id="line-397"> * something like a byte array with HBASE::REGION_EVENT::REGION_OPEN in it.</span> |
| <span class="source-line-no">398</span><span id="line-398"> */</span> |
| <span class="source-line-no">399</span><span id="line-399"> @InterfaceAudience.Private</span> |
| <span class="source-line-no">400</span><span id="line-400"> public static byte[] createRegionEventDescriptorQualifier(RegionEventDescriptor.EventType t) {</span> |
| <span class="source-line-no">401</span><span id="line-401"> return Bytes.toBytes(REGION_EVENT_PREFIX_STR + t.toString());</span> |
| <span class="source-line-no">402</span><span id="line-402"> }</span> |
| <span class="source-line-no">403</span><span id="line-403"></span> |
| <span class="source-line-no">404</span><span id="line-404"> /**</span> |
| <span class="source-line-no">405</span><span id="line-405"> * Public so can be accessed from regionserver.wal package.</span> |
| <span class="source-line-no">406</span><span id="line-406"> * @return True if this is a Marker Edit and it is a RegionClose type.</span> |
| <span class="source-line-no">407</span><span id="line-407"> */</span> |
| <span class="source-line-no">408</span><span id="line-408"> public boolean isRegionCloseMarker() {</span> |
| <span class="source-line-no">409</span><span id="line-409"> return isMetaEdit() && PrivateCellUtil.matchingQualifier(this.cells.get(0), REGION_EVENT_CLOSE,</span> |
| <span class="source-line-no">410</span><span id="line-410"> 0, REGION_EVENT_CLOSE.length);</span> |
| <span class="source-line-no">411</span><span id="line-411"> }</span> |
| <span class="source-line-no">412</span><span id="line-412"></span> |
| <span class="source-line-no">413</span><span id="line-413"> /**</span> |
| <span class="source-line-no">414</span><span id="line-414"> * @return Returns a RegionEventDescriptor made by deserializing the content of the passed in</span> |
| <span class="source-line-no">415</span><span id="line-415"> * <code>cell</code>, IFF the <code>cell</code> is a RegionEventDescriptor type WALEdit.</span> |
| <span class="source-line-no">416</span><span id="line-416"> */</span> |
| <span class="source-line-no">417</span><span id="line-417"> public static RegionEventDescriptor getRegionEventDescriptor(Cell cell) throws IOException {</span> |
| <span class="source-line-no">418</span><span id="line-418"> return CellUtil.matchingColumnFamilyAndQualifierPrefix(cell, METAFAMILY, REGION_EVENT_PREFIX)</span> |
| <span class="source-line-no">419</span><span id="line-419"> ? RegionEventDescriptor.parseFrom(CellUtil.cloneValue(cell))</span> |
| <span class="source-line-no">420</span><span id="line-420"> : null;</span> |
| <span class="source-line-no">421</span><span id="line-421"> }</span> |
| <span class="source-line-no">422</span><span id="line-422"></span> |
| <span class="source-line-no">423</span><span id="line-423"> /** Returns A Marker WALEdit that has <code>c</code> serialized as its value */</span> |
| <span class="source-line-no">424</span><span id="line-424"> public static WALEdit createCompaction(final RegionInfo hri, final CompactionDescriptor c) {</span> |
| <span class="source-line-no">425</span><span id="line-425"> byte[] pbbytes = c.toByteArray();</span> |
| <span class="source-line-no">426</span><span id="line-426"> KeyValue kv = new KeyValue(getRowForRegion(hri), METAFAMILY, COMPACTION,</span> |
| <span class="source-line-no">427</span><span id="line-427"> EnvironmentEdgeManager.currentTime(), pbbytes);</span> |
| <span class="source-line-no">428</span><span id="line-428"> return new WALEdit().add(kv, METAFAMILY); // replication scope null so this won't be replicated</span> |
| <span class="source-line-no">429</span><span id="line-429"> }</span> |
| <span class="source-line-no">430</span><span id="line-430"></span> |
| <span class="source-line-no">431</span><span id="line-431"> public static byte[] getRowForRegion(RegionInfo hri) {</span> |
| <span class="source-line-no">432</span><span id="line-432"> byte[] startKey = hri.getStartKey();</span> |
| <span class="source-line-no">433</span><span id="line-433"> if (startKey.length == 0) {</span> |
| <span class="source-line-no">434</span><span id="line-434"> // empty row key is not allowed in mutations because it is both the start key and the end key</span> |
| <span class="source-line-no">435</span><span id="line-435"> // we return the smallest byte[] that is bigger (in lex comparison) than byte[0].</span> |
| <span class="source-line-no">436</span><span id="line-436"> return new byte[] { 0 };</span> |
| <span class="source-line-no">437</span><span id="line-437"> }</span> |
| <span class="source-line-no">438</span><span id="line-438"> return startKey;</span> |
| <span class="source-line-no">439</span><span id="line-439"> }</span> |
| <span class="source-line-no">440</span><span id="line-440"></span> |
| <span class="source-line-no">441</span><span id="line-441"> /**</span> |
| <span class="source-line-no">442</span><span id="line-442"> * Deserialized and returns a CompactionDescriptor is the KeyValue contains one.</span> |
| <span class="source-line-no">443</span><span id="line-443"> * @param kv the key value</span> |
| <span class="source-line-no">444</span><span id="line-444"> * @return deserialized CompactionDescriptor or null.</span> |
| <span class="source-line-no">445</span><span id="line-445"> */</span> |
| <span class="source-line-no">446</span><span id="line-446"> public static CompactionDescriptor getCompaction(Cell kv) throws IOException {</span> |
| <span class="source-line-no">447</span><span id="line-447"> return isCompactionMarker(kv) ? CompactionDescriptor.parseFrom(CellUtil.cloneValue(kv)) : null;</span> |
| <span class="source-line-no">448</span><span id="line-448"> }</span> |
| <span class="source-line-no">449</span><span id="line-449"></span> |
| <span class="source-line-no">450</span><span id="line-450"> /**</span> |
| <span class="source-line-no">451</span><span id="line-451"> * Returns true if the given cell is a serialized {@link CompactionDescriptor}</span> |
| <span class="source-line-no">452</span><span id="line-452"> * @see #getCompaction(Cell)</span> |
| <span class="source-line-no">453</span><span id="line-453"> */</span> |
| <span class="source-line-no">454</span><span id="line-454"> public static boolean isCompactionMarker(Cell cell) {</span> |
| <span class="source-line-no">455</span><span id="line-455"> return CellUtil.matchingColumn(cell, METAFAMILY, COMPACTION);</span> |
| <span class="source-line-no">456</span><span id="line-456"> }</span> |
| <span class="source-line-no">457</span><span id="line-457"></span> |
| <span class="source-line-no">458</span><span id="line-458"> /**</span> |
| <span class="source-line-no">459</span><span id="line-459"> * Create a bulk loader WALEdit</span> |
| <span class="source-line-no">460</span><span id="line-460"> * @param hri The RegionInfo for the region in which we are bulk loading</span> |
| <span class="source-line-no">461</span><span id="line-461"> * @param bulkLoadDescriptor The descriptor for the Bulk Loader</span> |
| <span class="source-line-no">462</span><span id="line-462"> * @return The WALEdit for the BulkLoad</span> |
| <span class="source-line-no">463</span><span id="line-463"> */</span> |
| <span class="source-line-no">464</span><span id="line-464"> public static WALEdit createBulkLoadEvent(RegionInfo hri,</span> |
| <span class="source-line-no">465</span><span id="line-465"> WALProtos.BulkLoadDescriptor bulkLoadDescriptor) {</span> |
| <span class="source-line-no">466</span><span id="line-466"> KeyValue kv = new KeyValue(getRowForRegion(hri), METAFAMILY, BULK_LOAD,</span> |
| <span class="source-line-no">467</span><span id="line-467"> EnvironmentEdgeManager.currentTime(), bulkLoadDescriptor.toByteArray());</span> |
| <span class="source-line-no">468</span><span id="line-468"> return new WALEdit().add(kv, METAFAMILY);</span> |
| <span class="source-line-no">469</span><span id="line-469"> }</span> |
| <span class="source-line-no">470</span><span id="line-470"></span> |
| <span class="source-line-no">471</span><span id="line-471"> /**</span> |
| <span class="source-line-no">472</span><span id="line-472"> * Deserialized and returns a BulkLoadDescriptor from the passed in Cell</span> |
| <span class="source-line-no">473</span><span id="line-473"> * @param cell the key value</span> |
| <span class="source-line-no">474</span><span id="line-474"> * @return deserialized BulkLoadDescriptor or null.</span> |
| <span class="source-line-no">475</span><span id="line-475"> */</span> |
| <span class="source-line-no">476</span><span id="line-476"> public static WALProtos.BulkLoadDescriptor getBulkLoadDescriptor(Cell cell) throws IOException {</span> |
| <span class="source-line-no">477</span><span id="line-477"> return CellUtil.matchingColumn(cell, METAFAMILY, BULK_LOAD)</span> |
| <span class="source-line-no">478</span><span id="line-478"> ? WALProtos.BulkLoadDescriptor.parseFrom(CellUtil.cloneValue(cell))</span> |
| <span class="source-line-no">479</span><span id="line-479"> : null;</span> |
| <span class="source-line-no">480</span><span id="line-480"> }</span> |
| <span class="source-line-no">481</span><span id="line-481"></span> |
| <span class="source-line-no">482</span><span id="line-482"> /**</span> |
| <span class="source-line-no">483</span><span id="line-483"> * This is just for keeping compatibility for CPs, in HBase you should call the below</span> |
| <span class="source-line-no">484</span><span id="line-484"> * {@link #addMap(Map)} directly to avoid casting.</span> |
| <span class="source-line-no">485</span><span id="line-485"> */</span> |
| <span class="source-line-no">486</span><span id="line-486"> public void add(Map<byte[], List<Cell>> familyMap) {</span> |
| <span class="source-line-no">487</span><span id="line-487"> for (Map.Entry<byte[], List<Cell>> e : familyMap.entrySet()) {</span> |
| <span class="source-line-no">488</span><span id="line-488"> // 'foreach' loop NOT used. See HBASE-12023 "...creates too many iterator objects."</span> |
| <span class="source-line-no">489</span><span id="line-489"> int listSize = e.getValue().size();</span> |
| <span class="source-line-no">490</span><span id="line-490"> // Add all Cells first and then at end, add the family rather than call {@link #add(Cell)}</span> |
| <span class="source-line-no">491</span><span id="line-491"> // and have it clone family each time. Optimization!</span> |
| <span class="source-line-no">492</span><span id="line-492"> for (int i = 0; i < listSize; i++) {</span> |
| <span class="source-line-no">493</span><span id="line-493"> addCell(PrivateCellUtil.ensureExtendedCell(e.getValue().get(i)));</span> |
| <span class="source-line-no">494</span><span id="line-494"> }</span> |
| <span class="source-line-no">495</span><span id="line-495"> addFamily(e.getKey());</span> |
| <span class="source-line-no">496</span><span id="line-496"> }</span> |
| <span class="source-line-no">497</span><span id="line-497"> }</span> |
| <span class="source-line-no">498</span><span id="line-498"></span> |
| <span class="source-line-no">499</span><span id="line-499"> /**</span> |
| <span class="source-line-no">500</span><span id="line-500"> * Append the given map of family-&gt; edits to a WALEdit data structure. This does not write to</span> |
| <span class="source-line-no">501</span><span id="line-501"> * the WAL itself. Note that as an optimization, we will stamp the Set of column families into the</span> |
| <span class="source-line-no">502</span><span id="line-502"> * WALEdit to save on our having to calculate column families subsequently down in the actual WAL</span> |
| <span class="source-line-no">503</span><span id="line-503"> * writing.</span> |
| <span class="source-line-no">504</span><span id="line-504"> * @param familyMap map of family -&gt; edits</span> |
| <span class="source-line-no">505</span><span id="line-505"> */</span> |
| <span class="source-line-no">506</span><span id="line-506"> void addMap(Map<byte[], List<ExtendedCell>> familyMap) {</span> |
| <span class="source-line-no">507</span><span id="line-507"> for (Map.Entry<byte[], List<ExtendedCell>> e : familyMap.entrySet()) {</span> |
| <span class="source-line-no">508</span><span id="line-508"> // 'foreach' loop NOT used. See HBASE-12023 "...creates too many iterator objects."</span> |
| <span class="source-line-no">509</span><span id="line-509"> int listSize = e.getValue().size();</span> |
| <span class="source-line-no">510</span><span id="line-510"> // Add all Cells first and then at end, add the family rather than call {@link #add(Cell)}</span> |
| <span class="source-line-no">511</span><span id="line-511"> // and have it clone family each time. Optimization!</span> |
| <span class="source-line-no">512</span><span id="line-512"> for (int i = 0; i < listSize; i++) {</span> |
| <span class="source-line-no">513</span><span id="line-513"> addCell(e.getValue().get(i));</span> |
| <span class="source-line-no">514</span><span id="line-514"> }</span> |
| <span class="source-line-no">515</span><span id="line-515"> addFamily(e.getKey());</span> |
| <span class="source-line-no">516</span><span id="line-516"> }</span> |
| <span class="source-line-no">517</span><span id="line-517"> }</span> |
| <span class="source-line-no">518</span><span id="line-518"></span> |
| <span class="source-line-no">519</span><span id="line-519"> private void addFamily(byte[] family) {</span> |
| <span class="source-line-no">520</span><span id="line-520"> getOrCreateFamilies().add(family);</span> |
| <span class="source-line-no">521</span><span id="line-521"> }</span> |
| <span class="source-line-no">522</span><span id="line-522"></span> |
| <span class="source-line-no">523</span><span id="line-523"> private WALEdit addCell(ExtendedCell cell) {</span> |
| <span class="source-line-no">524</span><span id="line-524"> this.cells.add(cell);</span> |
| <span class="source-line-no">525</span><span id="line-525"> return this;</span> |
| <span class="source-line-no">526</span><span id="line-526"> }</span> |
| <span class="source-line-no">527</span><span id="line-527"></span> |
| <span class="source-line-no">528</span><span id="line-528"> /**</span> |
| <span class="source-line-no">529</span><span id="line-529"> * Creates a replication tracker edit with {@link #METAFAMILY} family and</span> |
| <span class="source-line-no">530</span><span id="line-530"> * {@link #REPLICATION_MARKER} qualifier and has null value.</span> |
| <span class="source-line-no">531</span><span id="line-531"> * @param rowKey rowkey</span> |
| <span class="source-line-no">532</span><span id="line-532"> * @param timestamp timestamp</span> |
| <span class="source-line-no">533</span><span id="line-533"> */</span> |
| <span class="source-line-no">534</span><span id="line-534"> public static WALEdit createReplicationMarkerEdit(byte[] rowKey, long timestamp) {</span> |
| <span class="source-line-no">535</span><span id="line-535"> KeyValue kv =</span> |
| <span class="source-line-no">536</span><span id="line-536"> new KeyValue(rowKey, METAFAMILY, REPLICATION_MARKER, timestamp, KeyValue.Type.Put);</span> |
| <span class="source-line-no">537</span><span id="line-537"> return new WALEdit().add(kv);</span> |
| <span class="source-line-no">538</span><span id="line-538"> }</span> |
| <span class="source-line-no">539</span><span id="line-539"></span> |
| <span class="source-line-no">540</span><span id="line-540"> /**</span> |
| <span class="source-line-no">541</span><span id="line-541"> * Checks whether this edit is a replication marker edit.</span> |
| <span class="source-line-no">542</span><span id="line-542"> * @param edit edit</span> |
| <span class="source-line-no">543</span><span id="line-543"> * @return true if the cell within an edit has column = METAFAMILY and qualifier =</span> |
| <span class="source-line-no">544</span><span id="line-544"> * REPLICATION_MARKER, false otherwise</span> |
| <span class="source-line-no">545</span><span id="line-545"> */</span> |
| <span class="source-line-no">546</span><span id="line-546"> public static boolean isReplicationMarkerEdit(WALEdit edit) {</span> |
| <span class="source-line-no">547</span><span id="line-547"> // Check just the first cell from the edit. ReplicationMarker edit will have only 1 cell.</span> |
| <span class="source-line-no">548</span><span id="line-548"> return edit.getCells().size() == 1</span> |
| <span class="source-line-no">549</span><span id="line-549"> && CellUtil.matchingColumn(edit.getCells().get(0), METAFAMILY, REPLICATION_MARKER);</span> |
| <span class="source-line-no">550</span><span id="line-550"> }</span> |
| <span class="source-line-no">551</span><span id="line-551">}</span> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| </pre> |
| </div> |
| </main> |
| </body> |
| </html> |
